-- Logs begin at Sat 2022-06-18 04:08:00 UTC, end at Sat 2022-06-18 05:35:43 UTC. -- Jun 18 05:08:04.603743 dv-cinder-836996-35-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Jun 18 05:08:07.267747 dv-cinder-836996-35-iscsi neutron-server[104244]: INFO neutron.common.config [-] Logging enabled! Jun 18 05:08:07.268333 dv-cinder-836996-35-iscsi neutron-server[104244]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev350 Jun 18 05:08:07.268527 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=104244) setup_logging /opt/stack/neutron/neutron/common/config.py:120}} Jun 18 05:08:07.271735 dv-cinder-836996-35-iscsi neutron-server[104244]: INFO neutron.common.config [-] Logging enabled! Jun 18 05:08:07.271990 dv-cinder-836996-35-iscsi neutron-server[104244]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev350 Jun 18 05:08:07.272302 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=104244) setup_logging /opt/stack/neutron/neutron/common/config.py:120}} Jun 18 05:08:07.273241 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 18 05:08:07.273511 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 18 05:08:07.274458 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 18 05:08:07.274706 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 18 05:08:07.274935 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 18 05:08:07.275358 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 05:08:07.275658 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 05:08:07.275890 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 05:08:07.276191 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 05:08:07.276487 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 05:08:07.276776 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 05:08:07.277069 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 05:08:07.277371 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 05:08:07.277686 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 05:08:07.277972 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 05:08:07.278259 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 05:08:07.278493 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 05:08:07.278776 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG neutron.common.config [-] config_source = [] {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 05:08:07.279065 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 05:08:07.279356 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 05:08:07.279581 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG neutron.common.config [-] debug = True {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 05:08:07.279862 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 05:08:07.280300 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 05:08:07.280720 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 05:08:07.280999 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 05:08:07.281287 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 05:08:07.281593 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 05:08:07.281865 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 05:08:07.282147 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 05:08:07.282432 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 05:08:07.282761 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG neutron.common.config [-] host = dv-cinder-836996-35-iscsi {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 05:08:07.283040 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 05:08:07.283328 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 05:08:07.283614 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 05:08:07.283900 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 05:08:07.284183 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 05:08:07.284460 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 05:08:07.284747 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 05:08:07.285022 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG neutron.common.config [-] log_dir = None {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 05:08:07.285295 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG neutron.common.config [-] log_file = None {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 05:08:07.285595 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 05:08:07.285886 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 05:08:07.286175 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 05:08:07.286475 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 05:08:07.286702 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 05:08:07.286926 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 05:08:07.287213 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 05:08:07.287503 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 05:08:07.287781 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 05:08:07.288056 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 05:08:07.288331 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 05:08:07.288607 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 05:08:07.288882 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 05:08:07.289151 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 05:08:07.289538 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 05:08:07.290345 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 05:08:07.290640 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 05:08:07.290915 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 05:08:07.291192 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 05:08:07.291466 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 05:08:07.291742 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 05:08:07.292035 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 05:08:07.292311 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 05:08:07.292588 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 05:08:07.292862 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 05:08:07.293150 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 05:08:07.293442 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 05:08:07.293720 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 05:08:07.294022 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 05:08:07.294309 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 05:08:07.294596 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 05:08:07.294884 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 05:08:07.295161 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 05:08:07.295448 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 05:08:07.295721 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 05:08:07.295996 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG neutron.common.config [-] use_journal = False {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 05:08:07.296270 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG neutron.common.config [-] use_json = False {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 05:08:07.296545 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 05:08:07.296817 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 05:08:07.297100 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 05:08:07.297374 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 05:08:07.297681 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 05:08:07.297957 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 05:08:07.298231 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 05:08:07.298520 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 05:08:07.298795 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 05:08:07.299096 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:07.299398 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:07.299701 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:07.299987 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:07.300301 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:07.300588 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:07.300879 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:07.301160 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:07.301478 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:07.301771 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:07.302068 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:07.302345 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:07.302649 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:07.302942 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:07.303239 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:07.303545 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:07.303842 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:07.304136 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:07.304413 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:07.304691 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:07.304966 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:07.305664 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:07.305664 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:07.305931 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:07.306221 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:07.306511 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:07.306791 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:07.307088 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:07.307372 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:07.307661 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:07.307956 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:07.308247 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:07.308521 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:07.308800 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:07.309091 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:07.309368 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:07.309661 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:07.309951 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:07.310226 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:07.310498 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:07.310782 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:07.311074 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG neutron.common.config [-] placement.auth_type = password {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:07.311362 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG neutron.common.config [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:07.311634 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:07.311916 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:07.312204 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:07.312479 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:07.312750 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:07.313023 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:07.313297 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:07.313591 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:07.313879 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:07.314158 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:07.314431 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:07.314704 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:07.314983 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:07.315254 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:07.315526 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:07.315803 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:07.316075 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:07.316354 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:07.316628 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:07.316901 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:07.317177 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:07.317479 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:07.317754 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:07.318028 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:07.318300 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:07.318578 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:07.318854 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:07.319130 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:07.319404 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:07.319677 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:07.319951 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:07.320250 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:07.320528 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:07.320834 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:07.321437 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:07.321551 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:07.321836 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:07.322119 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:07.322399 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:07.322680 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:07.322956 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:07.323246 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:07.323533 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:07.323819 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:07.324101 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:07.324380 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:07.324691 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:07.324971 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:07.325248 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:07.325562 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:07.325842 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:07.326121 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:07.326406 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:07.326690 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:07.326985 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:07.327280 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:07.327559 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:07.327852 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:07.328144 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:07.328434 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:07.328718 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:07.329027 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:07.329308 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:07.329560 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 18 05:08:07.329800 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=104244) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jun 18 05:08:07.627066 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=104244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Jun 18 05:08:07.627269 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=104244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Jun 18 05:08:07.627571 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=104244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Jun 18 05:08:07.627903 dv-cinder-836996-35-iscsi neutron-server[104244]: INFO neutron.manager [-] Loading core plugin: ml2 Jun 18 05:08:08.034827 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104244) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 05:08:08.035128 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104244) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 05:08:08.035404 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104244) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 05:08:08.036713 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104244) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 05:08:08.036998 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104244) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 05:08:08.037266 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104244) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 05:08:08.090076 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104244) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 05:08:08.090355 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104244) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 05:08:08.090622 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104244) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 05:08:08.104930 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104244) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 05:08:08.105213 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104244) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 05:08:08.105512 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104244) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 05:08:08.135826 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104244) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 05:08:08.136106 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104244) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 05:08:08.136379 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104244) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 05:08:08.171895 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104244) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 05:08:08.172175 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104244) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 05:08:08.172442 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104244) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 05:08:08.403350 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=104244) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 05:08:08.403839 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=104244) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 05:08:08.403946 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=104244) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 05:08:08.404151 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=104244) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 05:08:08.405036 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=104244) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 05:08:08.503651 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=104244) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 05:08:08.503972 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=104244) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 05:08:08.504257 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=104244) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 05:08:08.504533 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=104244) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 05:08:08.504804 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=104244) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 05:08:08.505121 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=104244) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 05:08:08.505399 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=104244) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 05:08:08.505660 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=104244) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 05:08:08.505917 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=104244) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 05:08:08.506201 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=104244) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 05:08:08.506462 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=104244) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 05:08:08.506728 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=104244) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 05:08:08.507236 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=104244) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 05:08:08.507486 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=104244) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 05:08:08.507741 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=104244) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 05:08:08.508010 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104244) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 05:08:08.508293 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=104244) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 05:08:08.508555 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=104244) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 05:08:08.508824 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=104244) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 05:08:08.509084 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=104244) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 05:08:08.509357 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104244) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 05:08:08.509634 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104244) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 05:08:08.509917 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=104244) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 05:08:08.510294 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104244) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 05:08:08.510543 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104244) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 05:08:08.510789 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104244) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 05:08:08.511181 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=104244) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 18 05:08:08.511423 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=104244) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 18 05:08:08.511663 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=104244) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 18 05:08:08.511899 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=104244) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 18 05:08:08.512136 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=104244) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 18 05:08:08.512378 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=104244) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 18 05:08:08.512739 dv-cinder-836996-35-iscsi neutron-server[104244]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jun 18 05:08:08.515846 dv-cinder-836996-35-iscsi neutron-server[104244]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jun 18 05:08:08.519769 dv-cinder-836996-35-iscsi neutron-server[104244]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jun 18 05:08:08.523588 dv-cinder-836996-35-iscsi neutron-server[104244]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(300, 349)])]) Jun 18 05:08:08.525466 dv-cinder-836996-35-iscsi neutron-server[104244]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jun 18 05:08:08.526079 dv-cinder-836996-35-iscsi neutron-server[104244]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jun 18 05:08:08.526419 dv-cinder-836996-35-iscsi neutron-server[104244]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jun 18 05:08:08.526810 dv-cinder-836996-35-iscsi neutron-server[104244]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jun 18 05:08:08.529600 dv-cinder-836996-35-iscsi neutron-server[104244]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jun 18 05:08:08.529854 dv-cinder-836996-35-iscsi neutron-server[104244]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jun 18 05:08:08.530200 dv-cinder-836996-35-iscsi neutron-server[104244]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jun 18 05:08:08.535320 dv-cinder-836996-35-iscsi neutron-server[104244]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Jun 18 05:08:08.559734 dv-cinder-836996-35-iscsi neutron-server[104244]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jun 18 05:08:08.560180 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=104244) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 05:08:08.560477 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=104244) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:96}} Jun 18 05:08:08.560851 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=104244) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 05:08:08.562235 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=104244) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jun 18 05:08:08.562515 dv-cinder-836996-35-iscsi neutron-server[104244]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jun 18 05:08:08.562770 dv-cinder-836996-35-iscsi neutron-server[104244]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jun 18 05:08:08.566216 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=104244) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 05:08:08.566501 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=104244) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 05:08:08.691793 dv-cinder-836996-35-iscsi neutron-server[104244]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jun 18 05:08:08.692031 dv-cinder-836996-35-iscsi neutron-server[104244]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jun 18 05:08:08.692263 dv-cinder-836996-35-iscsi neutron-server[104244]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jun 18 05:08:08.692626 dv-cinder-836996-35-iscsi neutron-server[104244]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jun 18 05:08:08.745878 dv-cinder-836996-35-iscsi neutron-server[104244]: INFO dbcounter [None req-509a7a51-596a-471d-98d5-f2c9ff2cace2 None None] Registered counter for database neutron Jun 18 05:08:08.765509 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_db.sqlalchemy.engines [None req-509a7a51-596a-471d-98d5-f2c9ff2cace2 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=104244) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jun 18 05:08:08.771444 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG dbcounter [-] [104244] Writer thread running {{(pid=104244) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jun 18 05:08:09.469849 dv-cinder-836996-35-iscsi neutron-server[104244]: INFO neutron.plugins.ml2.managers [None req-509a7a51-596a-471d-98d5-f2c9ff2cace2 None None] Initializing driver for type 'gre' Jun 18 05:08:09.470408 dv-cinder-836996-35-iscsi neutron-server[104244]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-509a7a51-596a-471d-98d5-f2c9ff2cace2 None None] gre ID ranges: [(1, 1000)] Jun 18 05:08:09.658710 dv-cinder-836996-35-iscsi neutron-server[104244]: INFO neutron.plugins.ml2.managers [None req-509a7a51-596a-471d-98d5-f2c9ff2cace2 None None] Initializing driver for type 'local' Jun 18 05:08:09.658967 dv-cinder-836996-35-iscsi neutron-server[104244]: INFO neutron.plugins.ml2.managers [None req-509a7a51-596a-471d-98d5-f2c9ff2cace2 None None] Initializing driver for type 'vlan' Jun 18 05:08:09.740339 dv-cinder-836996-35-iscsi neutron-server[104244]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-509a7a51-596a-471d-98d5-f2c9ff2cace2 None None] VlanTypeDriver initialization complete Jun 18 05:08:09.740689 dv-cinder-836996-35-iscsi neutron-server[104244]: INFO neutron.plugins.ml2.managers [None req-509a7a51-596a-471d-98d5-f2c9ff2cace2 None None] Initializing driver for type 'vxlan' Jun 18 05:08:09.741217 dv-cinder-836996-35-iscsi neutron-server[104244]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-509a7a51-596a-471d-98d5-f2c9ff2cace2 None None] vxlan ID ranges: [(1, 1000)] Jun 18 05:08:09.917429 dv-cinder-836996-35-iscsi neutron-server[104244]: INFO neutron.plugins.ml2.managers [None req-509a7a51-596a-471d-98d5-f2c9ff2cace2 None None] Initializing extension driver 'port_security' Jun 18 05:08:09.917728 dv-cinder-836996-35-iscsi neutron-server[104244]: INFO neutron.plugins.ml2.extensions.port_security [None req-509a7a51-596a-471d-98d5-f2c9ff2cace2 None None] PortSecurityExtensionDriver initialization complete Jun 18 05:08:09.918073 dv-cinder-836996-35-iscsi neutron-server[104244]: INFO neutron.plugins.ml2.managers [None req-509a7a51-596a-471d-98d5-f2c9ff2cace2 None None] Initializing mechanism driver 'openvswitch' Jun 18 05:08:09.918404 dv-cinder-836996-35-iscsi neutron-server[104244]: INFO neutron.plugins.ml2.managers [None req-509a7a51-596a-471d-98d5-f2c9ff2cace2 None None] Initializing mechanism driver 'hyperv' Jun 18 05:08:09.929759 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG neutron.plugins.ml2.plugin [None req-509a7a51-596a-471d-98d5-f2c9ff2cace2 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=104244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 05:08:09.930440 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG neutron_lib.callbacks.manager [None req-509a7a51-596a-471d-98d5-f2c9ff2cace2 None None] Subscribe: > port after_create 55550000 {{(pid=104244) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 05:08:09.930819 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG neutron_lib.callbacks.manager [None req-509a7a51-596a-471d-98d5-f2c9ff2cace2 None None] Subscribe: > port after_update 55550000 {{(pid=104244) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 05:08:09.931183 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG neutron_lib.callbacks.manager [None req-509a7a51-596a-471d-98d5-f2c9ff2cace2 None None] Subscribe: > port after_delete 55550000 {{(pid=104244) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 05:08:09.931710 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=104244) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jun 18 05:08:09.932127 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG neutron_lib.callbacks.manager [None req-509a7a51-596a-471d-98d5-f2c9ff2cace2 None None] Subscribe: > subnet after_create 55550000 {{(pid=104244) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 05:08:09.932491 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG neutron_lib.callbacks.manager [None req-509a7a51-596a-471d-98d5-f2c9ff2cace2 None None] Subscribe: > subnet after_update 55550000 {{(pid=104244) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 05:08:09.932848 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG neutron_lib.callbacks.manager [None req-509a7a51-596a-471d-98d5-f2c9ff2cace2 None None] Subscribe: > subnet after_delete 55550000 {{(pid=104244) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 05:08:09.933336 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=104244) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jun 18 05:08:09.933779 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG neutron_lib.callbacks.manager [None req-509a7a51-596a-471d-98d5-f2c9ff2cace2 None None] Subscribe: > network after_create 55550000 {{(pid=104244) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 05:08:09.934137 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG neutron_lib.callbacks.manager [None req-509a7a51-596a-471d-98d5-f2c9ff2cace2 None None] Subscribe: > network after_update 55550000 {{(pid=104244) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 05:08:09.934504 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG neutron_lib.callbacks.manager [None req-509a7a51-596a-471d-98d5-f2c9ff2cace2 None None] Subscribe: > network after_delete 55550000 {{(pid=104244) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 05:08:09.934883 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=104244) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jun 18 05:08:09.935293 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG neutron_lib.callbacks.manager [None req-509a7a51-596a-471d-98d5-f2c9ff2cace2 None None] Subscribe: > security_group after_create 55550000 {{(pid=104244) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 05:08:09.935643 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG neutron_lib.callbacks.manager [None req-509a7a51-596a-471d-98d5-f2c9ff2cace2 None None] Subscribe: > security_group after_update 55550000 {{(pid=104244) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 05:08:09.935986 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG neutron_lib.callbacks.manager [None req-509a7a51-596a-471d-98d5-f2c9ff2cace2 None None] Subscribe: > security_group after_delete 55550000 {{(pid=104244) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 05:08:09.936378 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=104244) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jun 18 05:08:09.936788 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG neutron_lib.callbacks.manager [None req-509a7a51-596a-471d-98d5-f2c9ff2cace2 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=104244) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 05:08:09.937139 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG neutron_lib.callbacks.manager [None req-509a7a51-596a-471d-98d5-f2c9ff2cace2 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=104244) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 05:08:09.937516 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG neutron_lib.callbacks.manager [None req-509a7a51-596a-471d-98d5-f2c9ff2cace2 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=104244) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 05:08:09.937911 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=104244) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jun 18 05:08:09.938319 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG neutron_lib.callbacks.manager [None req-509a7a51-596a-471d-98d5-f2c9ff2cace2 None None] Subscribe: > address_group after_create 55550000 {{(pid=104244) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 05:08:09.938669 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG neutron_lib.callbacks.manager [None req-509a7a51-596a-471d-98d5-f2c9ff2cace2 None None] Subscribe: > address_group after_update 55550000 {{(pid=104244) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 05:08:09.939071 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG neutron_lib.callbacks.manager [None req-509a7a51-596a-471d-98d5-f2c9ff2cace2 None None] Subscribe: > address_group after_delete 55550000 {{(pid=104244) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 05:08:09.939526 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=104244) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jun 18 05:08:09.939971 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-509a7a51-596a-471d-98d5-f2c9ff2cace2 None None] ML2 OVO RPC backend initialized. {{(pid=104244) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} Jun 18 05:08:09.940683 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG neutron_lib.callbacks.manager [None req-509a7a51-596a-471d-98d5-f2c9ff2cace2 None None] Subscribe: > router_interface after_create 55550000 {{(pid=104244) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 05:08:09.941045 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG neutron_lib.callbacks.manager [None req-509a7a51-596a-471d-98d5-f2c9ff2cace2 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=104244) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 05:08:09.941487 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG neutron_lib.callbacks.manager [None req-509a7a51-596a-471d-98d5-f2c9ff2cace2 None None] Subscribe: > network before_response 55550000 {{(pid=104244) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 05:08:09.941843 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG neutron_lib.callbacks.manager [None req-509a7a51-596a-471d-98d5-f2c9ff2cace2 None None] Subscribe: > networks before_response 55550000 {{(pid=104244) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 05:08:09.942191 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG neutron_lib.callbacks.manager [None req-509a7a51-596a-471d-98d5-f2c9ff2cace2 None None] Subscribe: > port before_response 55550000 {{(pid=104244) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 05:08:09.942537 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG neutron_lib.callbacks.manager [None req-509a7a51-596a-471d-98d5-f2c9ff2cace2 None None] Subscribe: > ports before_response 55550000 {{(pid=104244) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 05:08:09.942890 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG neutron_lib.callbacks.manager [None req-509a7a51-596a-471d-98d5-f2c9ff2cace2 None None] Subscribe: > subnet before_response 55550000 {{(pid=104244) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 05:08:09.943234 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG neutron_lib.callbacks.manager [None req-509a7a51-596a-471d-98d5-f2c9ff2cace2 None None] Subscribe: > subnets before_response 55550000 {{(pid=104244) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 05:08:09.943580 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG neutron_lib.callbacks.manager [None req-509a7a51-596a-471d-98d5-f2c9ff2cace2 None None] Subscribe: > network after_create 55550000 {{(pid=104244) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 05:08:09.943923 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG neutron_lib.callbacks.manager [None req-509a7a51-596a-471d-98d5-f2c9ff2cace2 None None] Subscribe: > network after_update 55550000 {{(pid=104244) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 05:08:09.944262 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG neutron_lib.callbacks.manager [None req-509a7a51-596a-471d-98d5-f2c9ff2cace2 None None] Subscribe: > network after_delete 55550000 {{(pid=104244) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 05:08:09.944602 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG neutron_lib.callbacks.manager [None req-509a7a51-596a-471d-98d5-f2c9ff2cace2 None None] Subscribe: > port after_create 55550000 {{(pid=104244) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 05:08:09.945000 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG neutron_lib.callbacks.manager [None req-509a7a51-596a-471d-98d5-f2c9ff2cace2 None None] Subscribe: > port after_update 55550000 {{(pid=104244) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 05:08:09.945338 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG neutron_lib.callbacks.manager [None req-509a7a51-596a-471d-98d5-f2c9ff2cace2 None None] Subscribe: > port after_delete 55550000 {{(pid=104244) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 05:08:09.946217 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG neutron_lib.callbacks.manager [None req-509a7a51-596a-471d-98d5-f2c9ff2cace2 None None] Subscribe: > subnet after_create 55550000 {{(pid=104244) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 05:08:09.946623 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG neutron_lib.callbacks.manager [None req-509a7a51-596a-471d-98d5-f2c9ff2cace2 None None] Subscribe: > subnet after_update 55550000 {{(pid=104244) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 05:08:09.946971 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG neutron_lib.callbacks.manager [None req-509a7a51-596a-471d-98d5-f2c9ff2cace2 None None] Subscribe: > subnet after_delete 55550000 {{(pid=104244) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 05:08:09.954725 dv-cinder-836996-35-iscsi neutron-server[104244]: INFO neutron.quota [None req-509a7a51-596a-471d-98d5-f2c9ff2cace2 None None] Loaded quota_driver: . Jun 18 05:08:09.955097 dv-cinder-836996-35-iscsi neutron-server[104244]: INFO neutron.plugins.ml2.plugin [None req-509a7a51-596a-471d-98d5-f2c9ff2cace2 None None] Modular L2 Plugin initialization complete Jun 18 05:08:09.955453 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG neutron.manager [None req-509a7a51-596a-471d-98d5-f2c9ff2cace2 None None] Loading services supported by the core plugin {{(pid=104244) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jun 18 05:08:09.955801 dv-cinder-836996-35-iscsi neutron-server[104244]: INFO neutron.plugins.ml2.managers [None req-509a7a51-596a-471d-98d5-f2c9ff2cace2 None None] Got port-security extension from driver 'port_security' Jun 18 05:08:09.956285 dv-cinder-836996-35-iscsi neutron-server[104244]: INFO neutron.extensions.vlantransparent [None req-509a7a51-596a-471d-98d5-f2c9ff2cace2 None None] Disabled vlantransparent extension. Jun 18 05:08:09.956789 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG neutron.manager [None req-509a7a51-596a-471d-98d5-f2c9ff2cace2 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=104244) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jun 18 05:08:09.957120 dv-cinder-836996-35-iscsi neutron-server[104244]: INFO neutron.manager [None req-509a7a51-596a-471d-98d5-f2c9ff2cace2 None None] Loading Plugin: router Jun 18 05:08:10.002028 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG neutron_lib.callbacks.manager [None req-509a7a51-596a-471d-98d5-f2c9ff2cace2 None None] Subscribe: > router_interface before_create 55550000 {{(pid=104244) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 05:08:10.002430 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG neutron_lib.callbacks.manager [None req-509a7a51-596a-471d-98d5-f2c9ff2cace2 None None] Subscribe: > router after_create 55549900 {{(pid=104244) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 05:08:10.002810 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG neutron_lib.callbacks.manager [None req-509a7a51-596a-471d-98d5-f2c9ff2cace2 None None] Subscribe: > router before_create 55549900 {{(pid=104244) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 05:08:10.003183 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG neutron_lib.callbacks.manager [None req-509a7a51-596a-471d-98d5-f2c9ff2cace2 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=104244) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 05:08:10.003562 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG neutron_lib.callbacks.manager [None req-509a7a51-596a-471d-98d5-f2c9ff2cace2 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=104244) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 05:08:10.003922 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG neutron_lib.callbacks.manager [None req-509a7a51-596a-471d-98d5-f2c9ff2cace2 None None] Subscribe: > router after_delete 55549900 {{(pid=104244) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 05:08:10.004286 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG neutron_lib.callbacks.manager [None req-509a7a51-596a-471d-98d5-f2c9ff2cace2 None None] Subscribe: > floatingip after_create 55550000 {{(pid=104244) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 05:08:10.004646 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG neutron_lib.callbacks.manager [None req-509a7a51-596a-471d-98d5-f2c9ff2cace2 None None] Subscribe: > floatingip after_update 55550000 {{(pid=104244) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 05:08:10.005010 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG neutron_lib.callbacks.manager [None req-509a7a51-596a-471d-98d5-f2c9ff2cace2 None None] Subscribe: > router after_create 55549900 {{(pid=104244) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 05:08:10.005363 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG neutron_lib.callbacks.manager [None req-509a7a51-596a-471d-98d5-f2c9ff2cace2 None None] Subscribe: > router after_update 55549900 {{(pid=104244) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 05:08:10.005816 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG neutron_lib.callbacks.manager [None req-509a7a51-596a-471d-98d5-f2c9ff2cace2 None None] Subscribe: > router after_update 55549900 {{(pid=104244) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 05:08:10.006168 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG neutron_lib.callbacks.manager [None req-509a7a51-596a-471d-98d5-f2c9ff2cace2 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=104244) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 05:08:10.006533 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG neutron_lib.callbacks.manager [None req-509a7a51-596a-471d-98d5-f2c9ff2cace2 None None] Subscribe: > router after_update 55549900 {{(pid=104244) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 05:08:10.007371 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG neutron_lib.callbacks.manager [None req-509a7a51-596a-471d-98d5-f2c9ff2cace2 None None] Subscribe: > router precommit_update 55549900 {{(pid=104244) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 05:08:10.007760 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG neutron_lib.callbacks.manager [None req-509a7a51-596a-471d-98d5-f2c9ff2cace2 None None] Subscribe: port after_update 55550000 {{(pid=104244) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 05:08:10.008108 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG neutron_lib.callbacks.manager [None req-509a7a51-596a-471d-98d5-f2c9ff2cace2 None None] Subscribe: port after_delete 55550000 {{(pid=104244) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 05:08:10.009060 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG neutron_lib.callbacks.manager [None req-509a7a51-596a-471d-98d5-f2c9ff2cace2 None None] Subscribe: subnet after_update 55550000 {{(pid=104244) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 05:08:10.009427 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG neutron_lib.callbacks.manager [None req-509a7a51-596a-471d-98d5-f2c9ff2cace2 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=104244) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 05:08:10.009788 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG neutron_lib.callbacks.manager [None req-509a7a51-596a-471d-98d5-f2c9ff2cace2 None None] Subscribe: > port precommit_delete 55550000 {{(pid=104244) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 05:08:10.010213 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG neutron_lib.callbacks.manager [None req-509a7a51-596a-471d-98d5-f2c9ff2cace2 None None] Subscribe: > router precommit_create 55549900 {{(pid=104244) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 05:08:10.010614 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG neutron_lib.callbacks.manager [None req-509a7a51-596a-471d-98d5-f2c9ff2cace2 None None] Subscribe: port before_delete 55550000 {{(pid=104244) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 05:08:10.011029 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG neutron_lib.callbacks.manager [None req-509a7a51-596a-471d-98d5-f2c9ff2cace2 None None] Subscribe: > router precommit_create 55550000 {{(pid=104244) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 05:08:10.011483 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG neutron_lib.callbacks.manager [None req-509a7a51-596a-471d-98d5-f2c9ff2cace2 None None] Subscribe: > router after_update 55549900 {{(pid=104244) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 05:08:10.011837 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG neutron_lib.callbacks.manager [None req-509a7a51-596a-471d-98d5-f2c9ff2cace2 None None] Subscribe: > router precommit_delete 55549900 {{(pid=104244) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 05:08:10.012195 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG neutron_lib.callbacks.manager [None req-509a7a51-596a-471d-98d5-f2c9ff2cace2 None None] Subscribe: > router precommit_create 55549900 {{(pid=104244) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 05:08:10.012564 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG neutron_lib.callbacks.manager [None req-509a7a51-596a-471d-98d5-f2c9ff2cace2 None None] Subscribe: > router_interface after_create 55550000 {{(pid=104244) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 05:08:10.012916 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG neutron_lib.callbacks.manager [None req-509a7a51-596a-471d-98d5-f2c9ff2cace2 None None] Subscribe: > router precommit_update 55549900 {{(pid=104244) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 05:08:10.013286 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG neutron_lib.callbacks.manager [None req-509a7a51-596a-471d-98d5-f2c9ff2cace2 None None] Subscribe: > agent after_create 55550000 {{(pid=104244) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 05:08:10.013679 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG neutron_lib.callbacks.manager [None req-509a7a51-596a-471d-98d5-f2c9ff2cace2 None None] Subscribe: > agent after_delete 55550000 {{(pid=104244) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 05:08:10.014034 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG neutron_lib.callbacks.manager [None req-509a7a51-596a-471d-98d5-f2c9ff2cace2 None None] Subscribe: > network after_delete 55550000 {{(pid=104244) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 05:08:10.016399 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG neutron.quota.resource_registry [None req-509a7a51-596a-471d-98d5-f2c9ff2cace2 None None] Tracking information for resource: router configured {{(pid=104244) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 18 05:08:10.016399 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG neutron.quota.resource_registry [None req-509a7a51-596a-471d-98d5-f2c9ff2cace2 None None] Tracking information for resource: floatingip configured {{(pid=104244) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 18 05:08:10.020247 dv-cinder-836996-35-iscsi neutron-server[104244]: INFO neutron.db.l3_agentschedulers_db [None req-509a7a51-596a-471d-98d5-f2c9ff2cace2 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jun 18 05:08:10.020903 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG neutron_lib.callbacks.manager [None req-509a7a51-596a-471d-98d5-f2c9ff2cace2 None None] Subscribe: port after_update 55550000 {{(pid=104244) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 05:08:10.021276 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG neutron_lib.callbacks.manager [None req-509a7a51-596a-471d-98d5-f2c9ff2cace2 None None] Subscribe: port after_create 55550000 {{(pid=104244) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 05:08:10.021675 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG neutron_lib.callbacks.manager [None req-509a7a51-596a-471d-98d5-f2c9ff2cace2 None None] Subscribe: port after_delete 55550000 {{(pid=104244) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 05:08:10.022036 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG neutron_lib.callbacks.manager [None req-509a7a51-596a-471d-98d5-f2c9ff2cace2 None None] Subscribe: port after_update 55550000 {{(pid=104244) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 05:08:10.022923 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG neutron_lib.callbacks.manager [None req-509a7a51-596a-471d-98d5-f2c9ff2cace2 None None] Subscribe: > router before_create 55550100 {{(pid=104244) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 05:08:10.023294 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG neutron_lib.callbacks.manager [None req-509a7a51-596a-471d-98d5-f2c9ff2cace2 None None] Subscribe: > router precommit_delete 55550100 {{(pid=104244) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 05:08:10.023663 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG neutron_lib.callbacks.manager [None req-509a7a51-596a-471d-98d5-f2c9ff2cace2 None None] Subscribe: > router precommit_create 55550100 {{(pid=104244) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 05:08:10.024665 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG neutron_lib.callbacks.manager [None req-509a7a51-596a-471d-98d5-f2c9ff2cace2 None None] Subscribe: > router precommit_update 55550100 {{(pid=104244) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 05:08:10.029662 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG neutron.services.provider_configuration [None req-509a7a51-596a-471d-98d5-f2c9ff2cace2 None None] Service providers = [] {{(pid=104244) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jun 18 05:08:10.030036 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG neutron.db.servicetype_db [None req-509a7a51-596a-471d-98d5-f2c9ff2cace2 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=104244) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jun 18 05:08:10.033210 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG neutron.services.service_base [None req-509a7a51-596a-471d-98d5-f2c9ff2cace2 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=104244) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 18 05:08:10.033604 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG neutron.services.service_base [None req-509a7a51-596a-471d-98d5-f2c9ff2cace2 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=104244) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 18 05:08:10.033958 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG neutron.services.service_base [None req-509a7a51-596a-471d-98d5-f2c9ff2cace2 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=104244) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 18 05:08:10.034954 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG neutron.services.service_base [None req-509a7a51-596a-471d-98d5-f2c9ff2cace2 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=104244) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 18 05:08:10.035334 dv-cinder-836996-35-iscsi neutron-server[104244]: INFO neutron.services.service_base [None req-509a7a51-596a-471d-98d5-f2c9ff2cace2 None None] Default provider is not specified for service type L3_ROUTER_NAT Jun 18 05:08:10.035723 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG neutron.manager [None req-509a7a51-596a-471d-98d5-f2c9ff2cace2 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=104244) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 18 05:08:10.036047 dv-cinder-836996-35-iscsi neutron-server[104244]: INFO neutron.manager [None req-509a7a51-596a-471d-98d5-f2c9ff2cace2 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jun 18 05:08:10.052821 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG neutron.manager [None req-509a7a51-596a-471d-98d5-f2c9ff2cace2 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=104244) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 18 05:08:10.053261 dv-cinder-836996-35-iscsi neutron-server[104244]: INFO neutron.manager [None req-509a7a51-596a-471d-98d5-f2c9ff2cace2 None None] Loading Plugin: auto_allocate Jun 18 05:08:10.059316 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG neutron_lib.callbacks.manager [None req-509a7a51-596a-471d-98d5-f2c9ff2cace2 None None] Subscribe: network precommit_update 55550000 {{(pid=104244) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 05:08:10.059687 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG neutron_lib.callbacks.manager [None req-509a7a51-596a-471d-98d5-f2c9ff2cace2 None None] Subscribe: network precommit_create 55550000 {{(pid=104244) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 05:08:10.060209 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG neutron.manager [None req-509a7a51-596a-471d-98d5-f2c9ff2cace2 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=104244) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 18 05:08:10.060530 dv-cinder-836996-35-iscsi neutron-server[104244]: INFO neutron.manager [None req-509a7a51-596a-471d-98d5-f2c9ff2cace2 None None] Loading Plugin: tag Jun 18 05:08:10.067387 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG neutron.manager [None req-509a7a51-596a-471d-98d5-f2c9ff2cace2 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=104244) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 18 05:08:10.067717 dv-cinder-836996-35-iscsi neutron-server[104244]: INFO neutron.manager [None req-509a7a51-596a-471d-98d5-f2c9ff2cace2 None None] Loading Plugin: timestamp Jun 18 05:08:10.072230 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG neutron.manager [None req-509a7a51-596a-471d-98d5-f2c9ff2cace2 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=104244) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 18 05:08:10.072561 dv-cinder-836996-35-iscsi neutron-server[104244]: INFO neutron.manager [None req-509a7a51-596a-471d-98d5-f2c9ff2cace2 None None] Loading Plugin: network_ip_availability Jun 18 05:08:10.078018 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG neutron_lib.callbacks.manager [None req-509a7a51-596a-471d-98d5-f2c9ff2cace2 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=104244) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 05:08:10.078394 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG neutron_lib.callbacks.manager [None req-509a7a51-596a-471d-98d5-f2c9ff2cace2 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=104244) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 05:08:10.078749 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG neutron_lib.callbacks.manager [None req-509a7a51-596a-471d-98d5-f2c9ff2cace2 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104244) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 05:08:10.079468 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG neutron.manager [None req-509a7a51-596a-471d-98d5-f2c9ff2cace2 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=104244) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 18 05:08:10.079789 dv-cinder-836996-35-iscsi neutron-server[104244]: INFO neutron.manager [None req-509a7a51-596a-471d-98d5-f2c9ff2cace2 None None] Loading Plugin: flavors Jun 18 05:08:10.084772 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG neutron.manager [None req-509a7a51-596a-471d-98d5-f2c9ff2cace2 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=104244) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 18 05:08:10.085102 dv-cinder-836996-35-iscsi neutron-server[104244]: INFO neutron.manager [None req-509a7a51-596a-471d-98d5-f2c9ff2cace2 None None] Loading Plugin: revisions Jun 18 05:08:10.094687 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG neutron.manager [None req-509a7a51-596a-471d-98d5-f2c9ff2cace2 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=104244) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 18 05:08:10.095078 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_concurrency.lockutils [None req-509a7a51-596a-471d-98d5-f2c9ff2cace2 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 2.467s {{(pid=104244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Jun 18 05:08:10.095811 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG neutron.api.extensions [None req-509a7a51-596a-471d-98d5-f2c9ff2cace2 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=104244) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Jun 18 05:08:10.096151 dv-cinder-836996-35-iscsi neutron-server[104244]: INFO neutron.api.extensions [None req-509a7a51-596a-471d-98d5-f2c9ff2cace2 None None] Initializing extension manager. Jun 18 05:08:10.096673 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG neutron.api.extensions [None req-509a7a51-596a-471d-98d5-f2c9ff2cace2 None None] Loading extension file: __init__.py {{(pid=104244) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 18 05:08:10.097017 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG neutron.api.extensions [None req-509a7a51-596a-471d-98d5-f2c9ff2cace2 None None] Loading extension file: __pycache__ {{(pid=104244) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 18 05:08:10.097353 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG neutron.api.extensions [None req-509a7a51-596a-471d-98d5-f2c9ff2cace2 None None] Loading extension file: _port_mac_address_override.py {{(pid=104244) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 18 05:08:10.097725 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG neutron.api.extensions [None req-509a7a51-596a-471d-98d5-f2c9ff2cace2 None None] Loading extension file: address_group.py {{(pid=104244) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 18 05:08:10.098477 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG neutron.api.extensions [None req-509a7a51-596a-471d-98d5-f2c9ff2cace2 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=104244) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 18 05:08:10.099064 dv-cinder-836996-35-iscsi neutron-server[104244]: INFO neutron.api.extensions [None req-509a7a51-596a-471d-98d5-f2c9ff2cace2 None None] Loaded extension: address-group Jun 18 05:08:10.099441 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG neutron.api.extensions [None req-509a7a51-596a-471d-98d5-f2c9ff2cace2 None None] Loading extension file: address_scope.py {{(pid=104244) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 18 05:08:10.100153 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG neutron.api.extensions [None req-509a7a51-596a-471d-98d5-f2c9ff2cace2 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=104244) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 18 05:08:10.100679 dv-cinder-836996-35-iscsi neutron-server[104244]: INFO neutron.api.extensions [None req-509a7a51-596a-471d-98d5-f2c9ff2cace2 None None] Loaded extension: address-scope Jun 18 05:08:10.101002 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG neutron.api.extensions [None req-509a7a51-596a-471d-98d5-f2c9ff2cace2 None None] Loading extension file: admin_state_down_before_update.py {{(pid=104244) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 18 05:08:10.101983 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG neutron.api.extensions [None req-509a7a51-596a-471d-98d5-f2c9ff2cace2 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=104244) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 18 05:08:10.102696 dv-cinder-836996-35-iscsi neutron-server[104244]: INFO neutron.api.extensions [None req-509a7a51-596a-471d-98d5-f2c9ff2cace2 None None] Loaded extension: router-admin-state-down-before-update Jun 18 05:08:10.102891 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG neutron.api.extensions [None req-509a7a51-596a-471d-98d5-f2c9ff2cace2 None None] Loading extension file: agent.py {{(pid=104244) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 18 05:08:10.103588 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG neutron.api.extensions [None req-509a7a51-596a-471d-98d5-f2c9ff2cace2 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=104244) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 18 05:08:10.104112 dv-cinder-836996-35-iscsi neutron-server[104244]: INFO neutron.api.extensions [None req-509a7a51-596a-471d-98d5-f2c9ff2cace2 None None] Loaded extension: agent Jun 18 05:08:10.104431 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG neutron.api.extensions [None req-509a7a51-596a-471d-98d5-f2c9ff2cace2 None None] Loading extension file: agent_resources_synced.py {{(pid=104244) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 18 05:08:10.105390 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG neutron.api.extensions [None req-509a7a51-596a-471d-98d5-f2c9ff2cace2 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=104244) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 18 05:08:10.105929 dv-cinder-836996-35-iscsi neutron-server[104244]: INFO neutron.api.extensions [None req-509a7a51-596a-471d-98d5-f2c9ff2cace2 None None] Loaded extension: agent-resources-synced Jun 18 05:08:10.106249 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG neutron.api.extensions [None req-509a7a51-596a-471d-98d5-f2c9ff2cace2 None None] Loading extension file: allowedaddresspairs.py {{(pid=104244) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 18 05:08:10.108013 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG neutron.api.extensions [None req-509a7a51-596a-471d-98d5-f2c9ff2cace2 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=104244) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 18 05:08:10.108540 dv-cinder-836996-35-iscsi neutron-server[104244]: INFO neutron.api.extensions [None req-509a7a51-596a-471d-98d5-f2c9ff2cace2 None None] Loaded extension: allowed-address-pairs Jun 18 05:08:10.108864 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG neutron.api.extensions [None req-509a7a51-596a-471d-98d5-f2c9ff2cace2 None None] Loading extension file: auto_allocated_topology.py {{(pid=104244) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 18 05:08:10.109960 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG neutron.api.extensions [None req-509a7a51-596a-471d-98d5-f2c9ff2cace2 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=104244) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 18 05:08:10.110487 dv-cinder-836996-35-iscsi neutron-server[104244]: INFO neutron.api.extensions [None req-509a7a51-596a-471d-98d5-f2c9ff2cace2 None None] Loaded extension: auto-allocated-topology Jun 18 05:08:10.110848 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG neutron.api.extensions [None req-509a7a51-596a-471d-98d5-f2c9ff2cace2 None None] Loading extension file: availability_zone.py {{(pid=104244) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 18 05:08:10.111542 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG neutron.api.extensions [None req-509a7a51-596a-471d-98d5-f2c9ff2cace2 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=104244) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 18 05:08:10.112065 dv-cinder-836996-35-iscsi neutron-server[104244]: INFO neutron.api.extensions [None req-509a7a51-596a-471d-98d5-f2c9ff2cace2 None None] Loaded extension: availability_zone Jun 18 05:08:10.112484 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG neutron.api.extensions [None req-509a7a51-596a-471d-98d5-f2c9ff2cace2 None None] Loading extension file: availability_zone_filter.py {{(pid=104244) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 18 05:08:10.113430 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG neutron.api.extensions [None req-509a7a51-596a-471d-98d5-f2c9ff2cace2 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=104244) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 18 05:08:10.113955 dv-cinder-836996-35-iscsi neutron-server[104244]: INFO neutron.api.extensions [None req-509a7a51-596a-471d-98d5-f2c9ff2cace2 None None] Loaded extension: availability_zone_filter Jun 18 05:08:10.114276 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG neutron.api.extensions [None req-509a7a51-596a-471d-98d5-f2c9ff2cace2 None None] Loading extension file: data_plane_status.py {{(pid=104244) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 18 05:08:10.115178 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG neutron.api.extensions [None req-509a7a51-596a-471d-98d5-f2c9ff2cace2 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=104244) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 18 05:08:10.115694 dv-cinder-836996-35-iscsi neutron-server[104244]: INFO neutron.api.extensions [None req-509a7a51-596a-471d-98d5-f2c9ff2cace2 None None] Extension data-plane-status not supported by any of loaded plugins Jun 18 05:08:10.116016 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG neutron.api.extensions [None req-509a7a51-596a-471d-98d5-f2c9ff2cace2 None None] Loading extension file: default_subnetpools.py {{(pid=104244) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 18 05:08:10.116961 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG neutron.api.extensions [None req-509a7a51-596a-471d-98d5-f2c9ff2cace2 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=104244) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 18 05:08:10.117506 dv-cinder-836996-35-iscsi neutron-server[104244]: INFO neutron.api.extensions [None req-509a7a51-596a-471d-98d5-f2c9ff2cace2 None None] Loaded extension: default-subnetpools Jun 18 05:08:10.118599 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG neutron.api.extensions [None req-509a7a51-596a-471d-98d5-f2c9ff2cace2 None None] Loading extension file: dhcpagentscheduler.py {{(pid=104244) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 18 05:08:10.119404 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG neutron.api.extensions [None req-509a7a51-596a-471d-98d5-f2c9ff2cace2 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=104244) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 18 05:08:10.119929 dv-cinder-836996-35-iscsi neutron-server[104244]: INFO neutron.api.extensions [None req-509a7a51-596a-471d-98d5-f2c9ff2cace2 None None] Loaded extension: dhcp_agent_scheduler Jun 18 05:08:10.120252 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG neutron.api.extensions [None req-509a7a51-596a-471d-98d5-f2c9ff2cace2 None None] Loading extension file: dns.py {{(pid=104244) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 18 05:08:10.128465 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG neutron.api.extensions [None req-509a7a51-596a-471d-98d5-f2c9ff2cace2 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=104244) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 18 05:08:10.128985 dv-cinder-836996-35-iscsi neutron-server[104244]: INFO neutron.api.extensions [None req-509a7a51-596a-471d-98d5-f2c9ff2cace2 None None] Extension dns-integration not supported by any of loaded plugins Jun 18 05:08:10.129309 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG neutron.api.extensions [None req-509a7a51-596a-471d-98d5-f2c9ff2cace2 None None] Loading extension file: dns_domain_ports.py {{(pid=104244) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 18 05:08:10.130254 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG neutron.api.extensions [None req-509a7a51-596a-471d-98d5-f2c9ff2cace2 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=104244) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 18 05:08:10.130774 dv-cinder-836996-35-iscsi neutron-server[104244]: INFO neutron.api.extensions [None req-509a7a51-596a-471d-98d5-f2c9ff2cace2 None None] Extension dns-domain-ports not supported by any of loaded plugins Jun 18 05:08:10.131097 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG neutron.api.extensions [None req-509a7a51-596a-471d-98d5-f2c9ff2cace2 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=104244) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 18 05:08:10.132295 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG neutron.api.extensions [None req-509a7a51-596a-471d-98d5-f2c9ff2cace2 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=104244) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 18 05:08:10.132816 dv-cinder-836996-35-iscsi neutron-server[104244]: INFO neutron.api.extensions [None req-509a7a51-596a-471d-98d5-f2c9ff2cace2 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Jun 18 05:08:10.133183 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG neutron.api.extensions [None req-509a7a51-596a-471d-98d5-f2c9ff2cace2 None None] Loading extension file: dvr.py {{(pid=104244) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 18 05:08:10.134433 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG neutron.api.extensions [None req-509a7a51-596a-471d-98d5-f2c9ff2cace2 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=104244) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 18 05:08:10.134954 dv-cinder-836996-35-iscsi neutron-server[104244]: INFO neutron.api.extensions [None req-509a7a51-596a-471d-98d5-f2c9ff2cace2 None None] Loaded extension: dvr Jun 18 05:08:10.135273 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG neutron.api.extensions [None req-509a7a51-596a-471d-98d5-f2c9ff2cace2 None None] Loading extension file: ecmp_routes.py {{(pid=104244) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 18 05:08:10.136215 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG neutron.api.extensions [None req-509a7a51-596a-471d-98d5-f2c9ff2cace2 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=104244) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 18 05:08:10.136732 dv-cinder-836996-35-iscsi neutron-server[104244]: INFO neutron.api.extensions [None req-509a7a51-596a-471d-98d5-f2c9ff2cace2 None None] Extension ecmp_routes not supported by any of loaded plugins Jun 18 05:08:10.137052 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG neutron.api.extensions [None req-509a7a51-596a-471d-98d5-f2c9ff2cace2 None None] Loading extension file: empty_string_filtering.py {{(pid=104244) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 18 05:08:10.137996 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG neutron.api.extensions [None req-509a7a51-596a-471d-98d5-f2c9ff2cace2 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=104244) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 18 05:08:10.138515 dv-cinder-836996-35-iscsi neutron-server[104244]: INFO neutron.api.extensions [None req-509a7a51-596a-471d-98d5-f2c9ff2cace2 None None] Loaded extension: empty-string-filtering Jun 18 05:08:10.138835 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG neutron.api.extensions [None req-509a7a51-596a-471d-98d5-f2c9ff2cace2 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=104244) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 18 05:08:10.139943 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG neutron.api.extensions [None req-509a7a51-596a-471d-98d5-f2c9ff2cace2 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=104244) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 18 05:08:10.140467 dv-cinder-836996-35-iscsi neutron-server[104244]: INFO neutron.api.extensions [None req-509a7a51-596a-471d-98d5-f2c9ff2cace2 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jun 18 05:08:10.140786 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG neutron.api.extensions [None req-509a7a51-596a-471d-98d5-f2c9ff2cace2 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=104244) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 18 05:08:10.141718 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG neutron.api.extensions [None req-509a7a51-596a-471d-98d5-f2c9ff2cace2 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=104244) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 18 05:08:10.142238 dv-cinder-836996-35-iscsi neutron-server[104244]: INFO neutron.api.extensions [None req-509a7a51-596a-471d-98d5-f2c9ff2cace2 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jun 18 05:08:10.142560 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG neutron.api.extensions [None req-509a7a51-596a-471d-98d5-f2c9ff2cace2 None None] Loading extension file: external_net.py {{(pid=104244) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 18 05:08:10.143461 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG neutron.api.extensions [None req-509a7a51-596a-471d-98d5-f2c9ff2cace2 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=104244) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 18 05:08:10.143980 dv-cinder-836996-35-iscsi neutron-server[104244]: INFO neutron.api.extensions [None req-509a7a51-596a-471d-98d5-f2c9ff2cace2 None None] Loaded extension: external-net Jun 18 05:08:10.144299 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG neutron.api.extensions [None req-509a7a51-596a-471d-98d5-f2c9ff2cace2 None None] Loading extension file: extra_dhcp_opt.py {{(pid=104244) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 18 05:08:10.145270 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG neutron.api.extensions [None req-509a7a51-596a-471d-98d5-f2c9ff2cace2 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=104244) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 18 05:08:10.145857 dv-cinder-836996-35-iscsi neutron-server[104244]: INFO neutron.api.extensions [None req-509a7a51-596a-471d-98d5-f2c9ff2cace2 None None] Loaded extension: extra_dhcp_opt Jun 18 05:08:10.146178 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG neutron.api.extensions [None req-509a7a51-596a-471d-98d5-f2c9ff2cace2 None None] Loading extension file: extraroute.py {{(pid=104244) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 18 05:08:10.147087 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG neutron.api.extensions [None req-509a7a51-596a-471d-98d5-f2c9ff2cace2 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=104244) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 18 05:08:10.147605 dv-cinder-836996-35-iscsi neutron-server[104244]: INFO neutron.api.extensions [None req-509a7a51-596a-471d-98d5-f2c9ff2cace2 None None] Loaded extension: extraroute Jun 18 05:08:10.147924 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG neutron.api.extensions [None req-509a7a51-596a-471d-98d5-f2c9ff2cace2 None None] Loading extension file: extraroute_atomic.py {{(pid=104244) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 18 05:08:10.149168 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG neutron.api.extensions [None req-509a7a51-596a-471d-98d5-f2c9ff2cace2 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=104244) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 18 05:08:10.149719 dv-cinder-836996-35-iscsi neutron-server[104244]: INFO neutron.api.extensions [None req-509a7a51-596a-471d-98d5-f2c9ff2cace2 None None] Loaded extension: extraroute-atomic Jun 18 05:08:10.150045 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG neutron.api.extensions [None req-509a7a51-596a-471d-98d5-f2c9ff2cace2 None None] Loading extension file: filter_validation.py {{(pid=104244) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 18 05:08:10.150712 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG neutron.api.extensions [None req-509a7a51-596a-471d-98d5-f2c9ff2cace2 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=104244) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 18 05:08:10.151233 dv-cinder-836996-35-iscsi neutron-server[104244]: INFO neutron.api.extensions [None req-509a7a51-596a-471d-98d5-f2c9ff2cace2 None None] Loaded extension: filter-validation Jun 18 05:08:10.151554 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG neutron.api.extensions [None req-509a7a51-596a-471d-98d5-f2c9ff2cace2 None None] Loading extension file: fip_pf_description.py {{(pid=104244) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 18 05:08:10.152505 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG neutron.api.extensions [None req-509a7a51-596a-471d-98d5-f2c9ff2cace2 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=104244) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 18 05:08:10.153023 dv-cinder-836996-35-iscsi neutron-server[104244]: INFO neutron.api.extensions [None req-509a7a51-596a-471d-98d5-f2c9ff2cace2 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jun 18 05:08:10.153343 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG neutron.api.extensions [None req-509a7a51-596a-471d-98d5-f2c9ff2cace2 None None] Loading extension file: fip_pf_port_range.py {{(pid=104244) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 18 05:08:10.154273 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG neutron.api.extensions [None req-509a7a51-596a-471d-98d5-f2c9ff2cace2 None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=104244) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 18 05:08:10.154790 dv-cinder-836996-35-iscsi neutron-server[104244]: INFO neutron.api.extensions [None req-509a7a51-596a-471d-98d5-f2c9ff2cace2 None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins Jun 18 05:08:10.155109 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG neutron.api.extensions [None req-509a7a51-596a-471d-98d5-f2c9ff2cace2 None None] Loading extension file: fip_port_details.py {{(pid=104244) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 18 05:08:10.156061 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG neutron.api.extensions [None req-509a7a51-596a-471d-98d5-f2c9ff2cace2 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=104244) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 18 05:08:10.156583 dv-cinder-836996-35-iscsi neutron-server[104244]: INFO neutron.api.extensions [None req-509a7a51-596a-471d-98d5-f2c9ff2cace2 None None] Loaded extension: fip-port-details Jun 18 05:08:10.156904 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG neutron.api.extensions [None req-509a7a51-596a-471d-98d5-f2c9ff2cace2 None None] Loading extension file: flavors.py {{(pid=104244) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 18 05:08:10.158160 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG neutron.api.extensions [None req-509a7a51-596a-471d-98d5-f2c9ff2cace2 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=104244) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 18 05:08:10.158695 dv-cinder-836996-35-iscsi neutron-server[104244]: INFO neutron.api.extensions [None req-509a7a51-596a-471d-98d5-f2c9ff2cace2 None None] Loaded extension: flavors Jun 18 05:08:10.159048 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG neutron.api.extensions [None req-509a7a51-596a-471d-98d5-f2c9ff2cace2 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=104244) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 18 05:08:10.160711 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG neutron.api.extensions [None req-509a7a51-596a-471d-98d5-f2c9ff2cace2 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=104244) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 18 05:08:10.161253 dv-cinder-836996-35-iscsi neutron-server[104244]: INFO neutron.api.extensions [None req-509a7a51-596a-471d-98d5-f2c9ff2cace2 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jun 18 05:08:10.161646 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG neutron.api.extensions [None req-509a7a51-596a-471d-98d5-f2c9ff2cace2 None None] Loading extension file: floatingip_pools.py {{(pid=104244) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 18 05:08:10.162406 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG neutron.api.extensions [None req-509a7a51-596a-471d-98d5-f2c9ff2cace2 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=104244) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 18 05:08:10.162941 dv-cinder-836996-35-iscsi neutron-server[104244]: INFO neutron.api.extensions [None req-509a7a51-596a-471d-98d5-f2c9ff2cace2 None None] Loaded extension: floatingip-pools Jun 18 05:08:10.163264 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG neutron.api.extensions [None req-509a7a51-596a-471d-98d5-f2c9ff2cace2 None None] Loading extension file: ip_allocation.py {{(pid=104244) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 18 05:08:10.168901 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG neutron.api.extensions [None req-509a7a51-596a-471d-98d5-f2c9ff2cace2 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=104244) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 18 05:08:10.169405 dv-cinder-836996-35-iscsi neutron-server[104244]: INFO neutron.api.extensions [None req-509a7a51-596a-471d-98d5-f2c9ff2cace2 None None] Extension ip_allocation not supported by any of loaded plugins Jun 18 05:08:10.169726 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG neutron.api.extensions [None req-509a7a51-596a-471d-98d5-f2c9ff2cace2 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=104244) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 18 05:08:10.170640 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG neutron.api.extensions [None req-509a7a51-596a-471d-98d5-f2c9ff2cace2 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=104244) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 18 05:08:10.171165 dv-cinder-836996-35-iscsi neutron-server[104244]: INFO neutron.api.extensions [None req-509a7a51-596a-471d-98d5-f2c9ff2cace2 None None] Loaded extension: ip-substring-filtering Jun 18 05:08:10.171487 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG neutron.api.extensions [None req-509a7a51-596a-471d-98d5-f2c9ff2cace2 None None] Loading extension file: l2_adjacency.py {{(pid=104244) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 18 05:08:10.172416 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG neutron.api.extensions [None req-509a7a51-596a-471d-98d5-f2c9ff2cace2 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=104244) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 18 05:08:10.172935 dv-cinder-836996-35-iscsi neutron-server[104244]: INFO neutron.api.extensions [None req-509a7a51-596a-471d-98d5-f2c9ff2cace2 None None] Extension l2_adjacency not supported by any of loaded plugins Jun 18 05:08:10.173254 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG neutron.api.extensions [None req-509a7a51-596a-471d-98d5-f2c9ff2cace2 None None] Loading extension file: l3.py {{(pid=104244) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 18 05:08:10.174305 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG neutron.api.extensions [None req-509a7a51-596a-471d-98d5-f2c9ff2cace2 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=104244) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 18 05:08:10.174840 dv-cinder-836996-35-iscsi neutron-server[104244]: INFO neutron.api.extensions [None req-509a7a51-596a-471d-98d5-f2c9ff2cace2 None None] Loaded extension: router Jun 18 05:08:10.175165 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG neutron.api.extensions [None req-509a7a51-596a-471d-98d5-f2c9ff2cace2 None None] Loading extension file: l3_conntrack_helper.py {{(pid=104244) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 18 05:08:10.177405 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG neutron.api.extensions [None req-509a7a51-596a-471d-98d5-f2c9ff2cace2 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=104244) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 18 05:08:10.177962 dv-cinder-836996-35-iscsi neutron-server[104244]: INFO neutron.api.extensions [None req-509a7a51-596a-471d-98d5-f2c9ff2cace2 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jun 18 05:08:10.178289 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG neutron.api.extensions [None req-509a7a51-596a-471d-98d5-f2c9ff2cace2 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=104244) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 18 05:08:10.179206 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG neutron.api.extensions [None req-509a7a51-596a-471d-98d5-f2c9ff2cace2 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=104244) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 18 05:08:10.179736 dv-cinder-836996-35-iscsi neutron-server[104244]: INFO neutron.api.extensions [None req-509a7a51-596a-471d-98d5-f2c9ff2cace2 None None] Loaded extension: ext-gw-mode Jun 18 05:08:10.180060 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG neutron.api.extensions [None req-509a7a51-596a-471d-98d5-f2c9ff2cace2 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=104244) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 18 05:08:10.181700 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG neutron.api.extensions [None req-509a7a51-596a-471d-98d5-f2c9ff2cace2 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=104244) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 18 05:08:10.182232 dv-cinder-836996-35-iscsi neutron-server[104244]: INFO neutron.api.extensions [None req-509a7a51-596a-471d-98d5-f2c9ff2cace2 None None] Loaded extension: l3-ha Jun 18 05:08:10.182559 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG neutron.api.extensions [None req-509a7a51-596a-471d-98d5-f2c9ff2cace2 None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=104244) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 18 05:08:10.183565 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG neutron.api.extensions [None req-509a7a51-596a-471d-98d5-f2c9ff2cace2 None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=104244) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 18 05:08:10.184087 dv-cinder-836996-35-iscsi neutron-server[104244]: INFO neutron.api.extensions [None req-509a7a51-596a-471d-98d5-f2c9ff2cace2 None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Jun 18 05:08:10.184412 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG neutron.api.extensions [None req-509a7a51-596a-471d-98d5-f2c9ff2cace2 None None] Loading extension file: l3_flavors.py {{(pid=104244) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 18 05:08:10.185338 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG neutron.api.extensions [None req-509a7a51-596a-471d-98d5-f2c9ff2cace2 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=104244) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 18 05:08:10.185890 dv-cinder-836996-35-iscsi neutron-server[104244]: INFO neutron.api.extensions [None req-509a7a51-596a-471d-98d5-f2c9ff2cace2 None None] Loaded extension: l3-flavors Jun 18 05:08:10.186214 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG neutron.api.extensions [None req-509a7a51-596a-471d-98d5-f2c9ff2cace2 None None] Loading extension file: l3_ndp_proxy.py {{(pid=104244) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 18 05:08:10.187571 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG neutron.api.extensions [None req-509a7a51-596a-471d-98d5-f2c9ff2cace2 None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=104244) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 18 05:08:10.188106 dv-cinder-836996-35-iscsi neutron-server[104244]: INFO neutron.api.extensions [None req-509a7a51-596a-471d-98d5-f2c9ff2cace2 None None] Extension l3-ndp-proxy not supported by any of loaded plugins Jun 18 05:08:10.188436 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG neutron.api.extensions [None req-509a7a51-596a-471d-98d5-f2c9ff2cace2 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=104244) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 18 05:08:10.189354 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG neutron.api.extensions [None req-509a7a51-596a-471d-98d5-f2c9ff2cace2 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=104244) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 18 05:08:10.189951 dv-cinder-836996-35-iscsi neutron-server[104244]: INFO neutron.api.extensions [None req-509a7a51-596a-471d-98d5-f2c9ff2cace2 None None] Loaded extension: l3-port-ip-change-not-allowed Jun 18 05:08:10.190281 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG neutron.api.extensions [None req-509a7a51-596a-471d-98d5-f2c9ff2cace2 None None] Loading extension file: l3agentscheduler.py {{(pid=104244) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 18 05:08:10.192702 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG neutron.api.extensions [None req-509a7a51-596a-471d-98d5-f2c9ff2cace2 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=104244) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 18 05:08:10.193237 dv-cinder-836996-35-iscsi neutron-server[104244]: INFO neutron.api.extensions [None req-509a7a51-596a-471d-98d5-f2c9ff2cace2 None None] Loaded extension: l3_agent_scheduler Jun 18 05:08:10.193594 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG neutron.api.extensions [None req-509a7a51-596a-471d-98d5-f2c9ff2cace2 None None] Loading extension file: local_ip.py {{(pid=104244) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 18 05:08:10.195393 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG neutron.api.extensions [None req-509a7a51-596a-471d-98d5-f2c9ff2cace2 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=104244) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 18 05:08:10.196640 dv-cinder-836996-35-iscsi neutron-server[104244]: INFO neutron.api.extensions [None req-509a7a51-596a-471d-98d5-f2c9ff2cace2 None None] Extension local_ip not supported by any of loaded plugins Jun 18 05:08:10.196985 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG neutron.api.extensions [None req-509a7a51-596a-471d-98d5-f2c9ff2cace2 None None] Loading extension file: logging.py {{(pid=104244) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 18 05:08:10.198481 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG neutron.api.extensions [None req-509a7a51-596a-471d-98d5-f2c9ff2cace2 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=104244) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 18 05:08:10.199019 dv-cinder-836996-35-iscsi neutron-server[104244]: INFO neutron.api.extensions [None req-509a7a51-596a-471d-98d5-f2c9ff2cace2 None None] Extension logging not supported by any of loaded plugins Jun 18 05:08:10.199350 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG neutron.api.extensions [None req-509a7a51-596a-471d-98d5-f2c9ff2cace2 None None] Loading extension file: metering.py {{(pid=104244) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 18 05:08:10.200088 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG neutron.api.extensions [None req-509a7a51-596a-471d-98d5-f2c9ff2cace2 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=104244) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 18 05:08:10.200675 dv-cinder-836996-35-iscsi neutron-server[104244]: INFO neutron.api.extensions [None req-509a7a51-596a-471d-98d5-f2c9ff2cace2 None None] Loaded extension: metering Jun 18 05:08:10.201001 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG neutron.api.extensions [None req-509a7a51-596a-471d-98d5-f2c9ff2cace2 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=104244) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 18 05:08:10.202115 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG neutron.api.extensions [None req-509a7a51-596a-471d-98d5-f2c9ff2cace2 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=104244) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 18 05:08:10.202641 dv-cinder-836996-35-iscsi neutron-server[104244]: INFO neutron.api.extensions [None req-509a7a51-596a-471d-98d5-f2c9ff2cace2 None None] Loaded extension: metering_source_and_destination_fields Jun 18 05:08:10.202966 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG neutron.api.extensions [None req-509a7a51-596a-471d-98d5-f2c9ff2cace2 None None] Loading extension file: multiprovidernet.py {{(pid=104244) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 18 05:08:10.203899 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG neutron.api.extensions [None req-509a7a51-596a-471d-98d5-f2c9ff2cace2 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=104244) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 18 05:08:10.204501 dv-cinder-836996-35-iscsi neutron-server[104244]: INFO neutron.api.extensions [None req-509a7a51-596a-471d-98d5-f2c9ff2cace2 None None] Loaded extension: multi-provider Jun 18 05:08:10.204832 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG neutron.api.extensions [None req-509a7a51-596a-471d-98d5-f2c9ff2cace2 None None] Loading extension file: netmtu.py {{(pid=104244) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 18 05:08:10.212479 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG neutron.api.extensions [None req-509a7a51-596a-471d-98d5-f2c9ff2cace2 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=104244) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 18 05:08:10.212999 dv-cinder-836996-35-iscsi neutron-server[104244]: INFO neutron.api.extensions [None req-509a7a51-596a-471d-98d5-f2c9ff2cace2 None None] Loaded extension: net-mtu Jun 18 05:08:10.213432 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG neutron.api.extensions [None req-509a7a51-596a-471d-98d5-f2c9ff2cace2 None None] Loading extension file: netmtu_writable.py {{(pid=104244) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 18 05:08:10.214364 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG neutron.api.extensions [None req-509a7a51-596a-471d-98d5-f2c9ff2cace2 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=104244) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 18 05:08:10.214888 dv-cinder-836996-35-iscsi neutron-server[104244]: INFO neutron.api.extensions [None req-509a7a51-596a-471d-98d5-f2c9ff2cace2 None None] Loaded extension: net-mtu-writable Jun 18 05:08:10.215209 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG neutron.api.extensions [None req-509a7a51-596a-471d-98d5-f2c9ff2cace2 None None] Loading extension file: network_availability_zone.py {{(pid=104244) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 18 05:08:10.215873 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG neutron.api.extensions [None req-509a7a51-596a-471d-98d5-f2c9ff2cace2 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=104244) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 18 05:08:10.216397 dv-cinder-836996-35-iscsi neutron-server[104244]: INFO neutron.api.extensions [None req-509a7a51-596a-471d-98d5-f2c9ff2cace2 None None] Loaded extension: network_availability_zone Jun 18 05:08:10.216716 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG neutron.api.extensions [None req-509a7a51-596a-471d-98d5-f2c9ff2cace2 None None] Loading extension file: network_ip_availability.py {{(pid=104244) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 18 05:08:10.217875 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG neutron.api.extensions [None req-509a7a51-596a-471d-98d5-f2c9ff2cace2 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=104244) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 18 05:08:10.218401 dv-cinder-836996-35-iscsi neutron-server[104244]: INFO neutron.api.extensions [None req-509a7a51-596a-471d-98d5-f2c9ff2cace2 None None] Loaded extension: network-ip-availability Jun 18 05:08:10.218721 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG neutron.api.extensions [None req-509a7a51-596a-471d-98d5-f2c9ff2cace2 None None] Loading extension file: network_segment_range.py {{(pid=104244) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 18 05:08:10.219484 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG neutron.api.extensions [None req-509a7a51-596a-471d-98d5-f2c9ff2cace2 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=104244) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 18 05:08:10.219998 dv-cinder-836996-35-iscsi neutron-server[104244]: INFO neutron.api.extensions [None req-509a7a51-596a-471d-98d5-f2c9ff2cace2 None None] Extension network-segment-range not supported by any of loaded plugins Jun 18 05:08:10.220316 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG neutron.api.extensions [None req-509a7a51-596a-471d-98d5-f2c9ff2cace2 None None] Loading extension file: pagination.py {{(pid=104244) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 18 05:08:10.221292 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG neutron.api.extensions [None req-509a7a51-596a-471d-98d5-f2c9ff2cace2 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=104244) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 18 05:08:10.221646 dv-cinder-836996-35-iscsi neutron-server[104244]: INFO neutron.api.extensions [None req-509a7a51-596a-471d-98d5-f2c9ff2cace2 None None] Loaded extension: pagination Jun 18 05:08:10.221965 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG neutron.api.extensions [None req-509a7a51-596a-471d-98d5-f2c9ff2cace2 None None] Loading extension file: port_device_profile.py {{(pid=104244) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 18 05:08:10.222901 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG neutron.api.extensions [None req-509a7a51-596a-471d-98d5-f2c9ff2cace2 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=104244) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 18 05:08:10.223424 dv-cinder-836996-35-iscsi neutron-server[104244]: INFO neutron.api.extensions [None req-509a7a51-596a-471d-98d5-f2c9ff2cace2 None None] Loaded extension: port-device-profile Jun 18 05:08:10.223743 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG neutron.api.extensions [None req-509a7a51-596a-471d-98d5-f2c9ff2cace2 None None] Loading extension file: port_mac_address_override.py {{(pid=104244) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 18 05:08:10.224674 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG neutron.api.extensions [None req-509a7a51-596a-471d-98d5-f2c9ff2cace2 None None] Ext name="Neutron Port MAC address override" alias="port-mac-override" description="Allow overriding the MAC address of a direct-physical Port via the active binding profile" updated="2022-03-18T10:00:00-00:00" {{(pid=104244) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 18 05:08:10.225194 dv-cinder-836996-35-iscsi neutron-server[104244]: INFO neutron.api.extensions [None req-509a7a51-596a-471d-98d5-f2c9ff2cace2 None None] Loaded extension: port-mac-override Jun 18 05:08:10.225547 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG neutron.api.extensions [None req-509a7a51-596a-471d-98d5-f2c9ff2cace2 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=104244) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 18 05:08:10.226469 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG neutron.api.extensions [None req-509a7a51-596a-471d-98d5-f2c9ff2cace2 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=104244) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 18 05:08:10.227027 dv-cinder-836996-35-iscsi neutron-server[104244]: INFO neutron.api.extensions [None req-509a7a51-596a-471d-98d5-f2c9ff2cace2 None None] Loaded extension: port-mac-address-regenerate Jun 18 05:08:10.227373 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG neutron.api.extensions [None req-509a7a51-596a-471d-98d5-f2c9ff2cace2 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=104244) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 18 05:08:10.228281 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG neutron.api.extensions [None req-509a7a51-596a-471d-98d5-f2c9ff2cace2 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=104244) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 18 05:08:10.228800 dv-cinder-836996-35-iscsi neutron-server[104244]: INFO neutron.api.extensions [None req-509a7a51-596a-471d-98d5-f2c9ff2cace2 None None] Loaded extension: port-numa-affinity-policy Jun 18 05:08:10.229165 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG neutron.api.extensions [None req-509a7a51-596a-471d-98d5-f2c9ff2cace2 None None] Loading extension file: port_resource_request.py {{(pid=104244) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 18 05:08:10.230089 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG neutron.api.extensions [None req-509a7a51-596a-471d-98d5-f2c9ff2cace2 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=104244) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 18 05:08:10.230605 dv-cinder-836996-35-iscsi neutron-server[104244]: INFO neutron.api.extensions [None req-509a7a51-596a-471d-98d5-f2c9ff2cace2 None None] Extension port-resource-request not supported by any of loaded plugins Jun 18 05:08:10.230928 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG neutron.api.extensions [None req-509a7a51-596a-471d-98d5-f2c9ff2cace2 None None] Loading extension file: port_resource_request_groups.py {{(pid=104244) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 18 05:08:10.231889 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG neutron.api.extensions [None req-509a7a51-596a-471d-98d5-f2c9ff2cace2 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=104244) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 18 05:08:10.232412 dv-cinder-836996-35-iscsi neutron-server[104244]: INFO neutron.api.extensions [None req-509a7a51-596a-471d-98d5-f2c9ff2cace2 None None] Extension port-resource-request-groups not supported by any of loaded plugins Jun 18 05:08:10.232735 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG neutron.api.extensions [None req-509a7a51-596a-471d-98d5-f2c9ff2cace2 None None] Loading extension file: portbindings.py {{(pid=104244) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 18 05:08:10.233679 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG neutron.api.extensions [None req-509a7a51-596a-471d-98d5-f2c9ff2cace2 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=104244) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 18 05:08:10.234197 dv-cinder-836996-35-iscsi neutron-server[104244]: INFO neutron.api.extensions [None req-509a7a51-596a-471d-98d5-f2c9ff2cace2 None None] Loaded extension: binding Jun 18 05:08:10.234726 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG neutron.api.extensions [None req-509a7a51-596a-471d-98d5-f2c9ff2cace2 None None] Loading extension file: portbindings_extended.py {{(pid=104244) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 18 05:08:10.235879 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG neutron.api.extensions [None req-509a7a51-596a-471d-98d5-f2c9ff2cace2 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=104244) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 18 05:08:10.236406 dv-cinder-836996-35-iscsi neutron-server[104244]: INFO neutron.api.extensions [None req-509a7a51-596a-471d-98d5-f2c9ff2cace2 None None] Loaded extension: binding-extended Jun 18 05:08:10.236733 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG neutron.api.extensions [None req-509a7a51-596a-471d-98d5-f2c9ff2cace2 None None] Loading extension file: portsecurity.py {{(pid=104244) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 18 05:08:10.237687 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG neutron.api.extensions [None req-509a7a51-596a-471d-98d5-f2c9ff2cace2 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=104244) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 18 05:08:10.238214 dv-cinder-836996-35-iscsi neutron-server[104244]: INFO neutron.api.extensions [None req-509a7a51-596a-471d-98d5-f2c9ff2cace2 None None] Loaded extension: port-security Jun 18 05:08:10.238575 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG neutron.api.extensions [None req-509a7a51-596a-471d-98d5-f2c9ff2cace2 None None] Loading extension file: project_id.py {{(pid=104244) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 18 05:08:10.241376 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG neutron.api.extensions [None req-509a7a51-596a-471d-98d5-f2c9ff2cace2 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=104244) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 18 05:08:10.241734 dv-cinder-836996-35-iscsi neutron-server[104244]: INFO neutron.api.extensions [None req-509a7a51-596a-471d-98d5-f2c9ff2cace2 None None] Loaded extension: project-id Jun 18 05:08:10.242056 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG neutron.api.extensions [None req-509a7a51-596a-471d-98d5-f2c9ff2cace2 None None] Loading extension file: providernet.py {{(pid=104244) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 18 05:08:10.243713 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG neutron.api.extensions [None req-509a7a51-596a-471d-98d5-f2c9ff2cace2 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=104244) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 18 05:08:10.244233 dv-cinder-836996-35-iscsi neutron-server[104244]: INFO neutron.api.extensions [None req-509a7a51-596a-471d-98d5-f2c9ff2cace2 None None] Loaded extension: provider Jun 18 05:08:10.244552 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG neutron.api.extensions [None req-509a7a51-596a-471d-98d5-f2c9ff2cace2 None None] Loading extension file: qos.py {{(pid=104244) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 18 05:08:10.248414 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG neutron.api.extensions [None req-509a7a51-596a-471d-98d5-f2c9ff2cace2 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=104244) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 18 05:08:10.248952 dv-cinder-836996-35-iscsi neutron-server[104244]: INFO neutron.api.extensions [None req-509a7a51-596a-471d-98d5-f2c9ff2cace2 None None] Extension qos not supported by any of loaded plugins Jun 18 05:08:10.249282 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG neutron.api.extensions [None req-509a7a51-596a-471d-98d5-f2c9ff2cace2 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=104244) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 18 05:08:10.250550 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG neutron.api.extensions [None req-509a7a51-596a-471d-98d5-f2c9ff2cace2 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=104244) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 18 05:08:10.251103 dv-cinder-836996-35-iscsi neutron-server[104244]: INFO neutron.api.extensions [None req-509a7a51-596a-471d-98d5-f2c9ff2cace2 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jun 18 05:08:10.251433 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG neutron.api.extensions [None req-509a7a51-596a-471d-98d5-f2c9ff2cace2 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=104244) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 18 05:08:10.252406 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG neutron.api.extensions [None req-509a7a51-596a-471d-98d5-f2c9ff2cace2 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=104244) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 18 05:08:10.252932 dv-cinder-836996-35-iscsi neutron-server[104244]: INFO neutron.api.extensions [None req-509a7a51-596a-471d-98d5-f2c9ff2cace2 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jun 18 05:08:10.253261 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG neutron.api.extensions [None req-509a7a51-596a-471d-98d5-f2c9ff2cace2 None None] Loading extension file: qos_default.py {{(pid=104244) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 18 05:08:10.254201 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG neutron.api.extensions [None req-509a7a51-596a-471d-98d5-f2c9ff2cace2 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=104244) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 18 05:08:10.254726 dv-cinder-836996-35-iscsi neutron-server[104244]: INFO neutron.api.extensions [None req-509a7a51-596a-471d-98d5-f2c9ff2cace2 None None] Extension qos-default not supported by any of loaded plugins Jun 18 05:08:10.255054 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG neutron.api.extensions [None req-509a7a51-596a-471d-98d5-f2c9ff2cace2 None None] Loading extension file: qos_fip.py {{(pid=104244) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 18 05:08:10.255963 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG neutron.api.extensions [None req-509a7a51-596a-471d-98d5-f2c9ff2cace2 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=104244) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 18 05:08:10.256489 dv-cinder-836996-35-iscsi neutron-server[104244]: INFO neutron.api.extensions [None req-509a7a51-596a-471d-98d5-f2c9ff2cace2 None None] Extension qos-fip not supported by any of loaded plugins Jun 18 05:08:10.256815 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG neutron.api.extensions [None req-509a7a51-596a-471d-98d5-f2c9ff2cace2 None None] Loading extension file: qos_fip_network_policy.py {{(pid=104244) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 18 05:08:10.258045 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG neutron.api.extensions [None req-509a7a51-596a-471d-98d5-f2c9ff2cace2 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=104244) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 18 05:08:10.258732 dv-cinder-836996-35-iscsi neutron-server[104244]: INFO neutron.api.extensions [None req-509a7a51-596a-471d-98d5-f2c9ff2cace2 None None] Extension qos-fip-network-policy not supported by any of loaded plugins Jun 18 05:08:10.259230 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG neutron.api.extensions [None req-509a7a51-596a-471d-98d5-f2c9ff2cace2 None None] Loading extension file: qos_gateway_ip.py {{(pid=104244) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 18 05:08:10.260156 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG neutron.api.extensions [None req-509a7a51-596a-471d-98d5-f2c9ff2cace2 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=104244) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 18 05:08:10.260705 dv-cinder-836996-35-iscsi neutron-server[104244]: INFO neutron.api.extensions [None req-509a7a51-596a-471d-98d5-f2c9ff2cace2 None None] Extension qos-gateway-ip not supported by any of loaded plugins Jun 18 05:08:10.261029 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG neutron.api.extensions [None req-509a7a51-596a-471d-98d5-f2c9ff2cace2 None None] Loading extension file: qos_port_network_policy.py {{(pid=104244) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 18 05:08:10.261962 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG neutron.api.extensions [None req-509a7a51-596a-471d-98d5-f2c9ff2cace2 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=104244) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 18 05:08:10.262478 dv-cinder-836996-35-iscsi neutron-server[104244]: INFO neutron.api.extensions [None req-509a7a51-596a-471d-98d5-f2c9ff2cace2 None None] Extension qos-port-network-policy not supported by any of loaded plugins Jun 18 05:08:10.262801 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG neutron.api.extensions [None req-509a7a51-596a-471d-98d5-f2c9ff2cace2 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=104244) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 18 05:08:10.263831 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG neutron.api.extensions [None req-509a7a51-596a-471d-98d5-f2c9ff2cace2 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=104244) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 18 05:08:10.264355 dv-cinder-836996-35-iscsi neutron-server[104244]: INFO neutron.api.extensions [None req-509a7a51-596a-471d-98d5-f2c9ff2cace2 None None] Extension qos-pps-minimum not supported by any of loaded plugins Jun 18 05:08:10.264733 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG neutron.api.extensions [None req-509a7a51-596a-471d-98d5-f2c9ff2cace2 None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=104244) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 18 05:08:10.265825 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG neutron.api.extensions [None req-509a7a51-596a-471d-98d5-f2c9ff2cace2 None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=104244) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 18 05:08:10.266370 dv-cinder-836996-35-iscsi neutron-server[104244]: INFO neutron.api.extensions [None req-509a7a51-596a-471d-98d5-f2c9ff2cace2 None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Jun 18 05:08:10.266730 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG neutron.api.extensions [None req-509a7a51-596a-471d-98d5-f2c9ff2cace2 None None] Loading extension file: qos_pps_rule.py {{(pid=104244) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 18 05:08:10.275731 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG neutron.api.extensions [None req-509a7a51-596a-471d-98d5-f2c9ff2cace2 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=104244) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 18 05:08:10.276259 dv-cinder-836996-35-iscsi neutron-server[104244]: INFO neutron.api.extensions [None req-509a7a51-596a-471d-98d5-f2c9ff2cace2 None None] Extension qos-pps not supported by any of loaded plugins Jun 18 05:08:10.276587 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG neutron.api.extensions [None req-509a7a51-596a-471d-98d5-f2c9ff2cace2 None None] Loading extension file: qos_rule_type_details.py {{(pid=104244) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 18 05:08:10.277674 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG neutron.api.extensions [None req-509a7a51-596a-471d-98d5-f2c9ff2cace2 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=104244) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 18 05:08:10.278341 dv-cinder-836996-35-iscsi neutron-server[104244]: INFO neutron.api.extensions [None req-509a7a51-596a-471d-98d5-f2c9ff2cace2 None None] Extension qos-rule-type-details not supported by any of loaded plugins Jun 18 05:08:10.278861 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG neutron.api.extensions [None req-509a7a51-596a-471d-98d5-f2c9ff2cace2 None None] Loading extension file: qos_rule_type_filter.py {{(pid=104244) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 18 05:08:10.279780 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG neutron.api.extensions [None req-509a7a51-596a-471d-98d5-f2c9ff2cace2 None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=104244) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 18 05:08:10.280414 dv-cinder-836996-35-iscsi neutron-server[104244]: INFO neutron.api.extensions [None req-509a7a51-596a-471d-98d5-f2c9ff2cace2 None None] Extension qos-rule-type-filter not supported by any of loaded plugins Jun 18 05:08:10.280739 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG neutron.api.extensions [None req-509a7a51-596a-471d-98d5-f2c9ff2cace2 None None] Loading extension file: qos_rules_alias.py {{(pid=104244) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 18 05:08:10.281836 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG neutron.api.extensions [None req-509a7a51-596a-471d-98d5-f2c9ff2cace2 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=104244) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 18 05:08:10.282359 dv-cinder-836996-35-iscsi neutron-server[104244]: INFO neutron.api.extensions [None req-509a7a51-596a-471d-98d5-f2c9ff2cace2 None None] Extension qos-rules-alias not supported by any of loaded plugins Jun 18 05:08:10.282680 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG neutron.api.extensions [None req-509a7a51-596a-471d-98d5-f2c9ff2cace2 None None] Loading extension file: quota_check_limit.py {{(pid=104244) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 18 05:08:10.283591 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG neutron.api.extensions [None req-509a7a51-596a-471d-98d5-f2c9ff2cace2 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=104244) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 18 05:08:10.284115 dv-cinder-836996-35-iscsi neutron-server[104244]: INFO neutron.api.extensions [None req-509a7a51-596a-471d-98d5-f2c9ff2cace2 None None] Loaded extension: quota-check-limit Jun 18 05:08:10.284434 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG neutron.api.extensions [None req-509a7a51-596a-471d-98d5-f2c9ff2cace2 None None] Loading extension file: quotasv2.py {{(pid=104244) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 18 05:08:10.285416 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG neutron.api.extensions [None req-509a7a51-596a-471d-98d5-f2c9ff2cace2 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=104244) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 18 05:08:10.285748 dv-cinder-836996-35-iscsi neutron-server[104244]: INFO neutron.api.extensions [None req-509a7a51-596a-471d-98d5-f2c9ff2cace2 None None] Loaded extension: quotas Jun 18 05:08:10.286067 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG neutron.api.extensions [None req-509a7a51-596a-471d-98d5-f2c9ff2cace2 None None] Loading extension file: quotasv2_detail.py {{(pid=104244) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 18 05:08:10.287797 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG neutron.api.extensions [None req-509a7a51-596a-471d-98d5-f2c9ff2cace2 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=104244) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 18 05:08:10.288137 dv-cinder-836996-35-iscsi neutron-server[104244]: INFO neutron.api.extensions [None req-509a7a51-596a-471d-98d5-f2c9ff2cace2 None None] Loaded extension: quota_details Jun 18 05:08:10.288470 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG neutron.api.extensions [None req-509a7a51-596a-471d-98d5-f2c9ff2cace2 None None] Loading extension file: rbac.py {{(pid=104244) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 18 05:08:10.290103 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG neutron.api.extensions [None req-509a7a51-596a-471d-98d5-f2c9ff2cace2 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=104244) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 18 05:08:10.290649 dv-cinder-836996-35-iscsi neutron-server[104244]: INFO neutron.api.extensions [None req-509a7a51-596a-471d-98d5-f2c9ff2cace2 None None] Loaded extension: rbac-policies Jun 18 05:08:10.290976 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG neutron.api.extensions [None req-509a7a51-596a-471d-98d5-f2c9ff2cace2 None None] Loading extension file: rbac_address_group.py {{(pid=104244) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 18 05:08:10.291915 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG neutron.api.extensions [None req-509a7a51-596a-471d-98d5-f2c9ff2cace2 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=104244) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 18 05:08:10.292445 dv-cinder-836996-35-iscsi neutron-server[104244]: INFO neutron.api.extensions [None req-509a7a51-596a-471d-98d5-f2c9ff2cace2 None None] Loaded extension: rbac-address-group Jun 18 05:08:10.292768 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG neutron.api.extensions [None req-509a7a51-596a-471d-98d5-f2c9ff2cace2 None None] Loading extension file: rbac_address_scope.py {{(pid=104244) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 18 05:08:10.293867 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG neutron.api.extensions [None req-509a7a51-596a-471d-98d5-f2c9ff2cace2 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=104244) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 18 05:08:10.294396 dv-cinder-836996-35-iscsi neutron-server[104244]: INFO neutron.api.extensions [None req-509a7a51-596a-471d-98d5-f2c9ff2cace2 None None] Loaded extension: rbac-address-scope Jun 18 05:08:10.294715 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG neutron.api.extensions [None req-509a7a51-596a-471d-98d5-f2c9ff2cace2 None None] Loading extension file: rbac_security_groups.py {{(pid=104244) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 18 05:08:10.295633 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG neutron.api.extensions [None req-509a7a51-596a-471d-98d5-f2c9ff2cace2 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=104244) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 18 05:08:10.296157 dv-cinder-836996-35-iscsi neutron-server[104244]: INFO neutron.api.extensions [None req-509a7a51-596a-471d-98d5-f2c9ff2cace2 None None] Loaded extension: rbac-security-groups Jun 18 05:08:10.296477 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG neutron.api.extensions [None req-509a7a51-596a-471d-98d5-f2c9ff2cace2 None None] Loading extension file: rbac_subnetpool.py {{(pid=104244) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 18 05:08:10.297407 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG neutron.api.extensions [None req-509a7a51-596a-471d-98d5-f2c9ff2cace2 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=104244) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 18 05:08:10.298011 dv-cinder-836996-35-iscsi neutron-server[104244]: INFO neutron.api.extensions [None req-509a7a51-596a-471d-98d5-f2c9ff2cace2 None None] Loaded extension: rbac-subnetpool Jun 18 05:08:10.298301 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG neutron.api.extensions [None req-509a7a51-596a-471d-98d5-f2c9ff2cace2 None None] Loading extension file: revisionifmatch.py {{(pid=104244) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 18 05:08:10.304609 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG neutron.api.extensions [None req-509a7a51-596a-471d-98d5-f2c9ff2cace2 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=104244) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 18 05:08:10.305191 dv-cinder-836996-35-iscsi neutron-server[104244]: INFO neutron.api.extensions [None req-509a7a51-596a-471d-98d5-f2c9ff2cace2 None None] Loaded extension: revision-if-match Jun 18 05:08:10.305550 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG neutron.api.extensions [None req-509a7a51-596a-471d-98d5-f2c9ff2cace2 None None] Loading extension file: revisions.py {{(pid=104244) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 18 05:08:10.306732 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG neutron.api.extensions [None req-509a7a51-596a-471d-98d5-f2c9ff2cace2 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=104244) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 18 05:08:10.307259 dv-cinder-836996-35-iscsi neutron-server[104244]: INFO neutron.api.extensions [None req-509a7a51-596a-471d-98d5-f2c9ff2cace2 None None] Loaded extension: standard-attr-revisions Jun 18 05:08:10.307588 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG neutron.api.extensions [None req-509a7a51-596a-471d-98d5-f2c9ff2cace2 None None] Loading extension file: router_availability_zone.py {{(pid=104244) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 18 05:08:10.308441 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG neutron.api.extensions [None req-509a7a51-596a-471d-98d5-f2c9ff2cace2 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=104244) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 18 05:08:10.308968 dv-cinder-836996-35-iscsi neutron-server[104244]: INFO neutron.api.extensions [None req-509a7a51-596a-471d-98d5-f2c9ff2cace2 None None] Loaded extension: router_availability_zone Jun 18 05:08:10.309294 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG neutron.api.extensions [None req-509a7a51-596a-471d-98d5-f2c9ff2cace2 None None] Loading extension file: routerservicetype.py {{(pid=104244) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 18 05:08:10.310252 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG neutron.api.extensions [None req-509a7a51-596a-471d-98d5-f2c9ff2cace2 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=104244) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 18 05:08:10.310880 dv-cinder-836996-35-iscsi neutron-server[104244]: INFO neutron.api.extensions [None req-509a7a51-596a-471d-98d5-f2c9ff2cace2 None None] Extension router-service-type not supported by any of loaded plugins Jun 18 05:08:10.311203 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG neutron.api.extensions [None req-509a7a51-596a-471d-98d5-f2c9ff2cace2 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=104244) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 18 05:08:10.312127 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG neutron.api.extensions [None req-509a7a51-596a-471d-98d5-f2c9ff2cace2 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=104244) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 18 05:08:10.312652 dv-cinder-836996-35-iscsi neutron-server[104244]: INFO neutron.api.extensions [None req-509a7a51-596a-471d-98d5-f2c9ff2cace2 None None] Loaded extension: security-groups-normalized-cidr Jun 18 05:08:10.312975 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG neutron.api.extensions [None req-509a7a51-596a-471d-98d5-f2c9ff2cace2 None None] Loading extension file: security_groups_port_filtering.py {{(pid=104244) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 18 05:08:10.313927 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG neutron.api.extensions [None req-509a7a51-596a-471d-98d5-f2c9ff2cace2 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=104244) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 18 05:08:10.314528 dv-cinder-836996-35-iscsi neutron-server[104244]: INFO neutron.api.extensions [None req-509a7a51-596a-471d-98d5-f2c9ff2cace2 None None] Loaded extension: port-security-groups-filtering Jun 18 05:08:10.314855 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG neutron.api.extensions [None req-509a7a51-596a-471d-98d5-f2c9ff2cace2 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=104244) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 18 05:08:10.315823 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG neutron.api.extensions [None req-509a7a51-596a-471d-98d5-f2c9ff2cace2 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=104244) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 18 05:08:10.316359 dv-cinder-836996-35-iscsi neutron-server[104244]: INFO neutron.api.extensions [None req-509a7a51-596a-471d-98d5-f2c9ff2cace2 None None] Loaded extension: security-groups-remote-address-group Jun 18 05:08:10.316676 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG neutron.api.extensions [None req-509a7a51-596a-471d-98d5-f2c9ff2cace2 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=104244) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 18 05:08:10.317630 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG neutron.api.extensions [None req-509a7a51-596a-471d-98d5-f2c9ff2cace2 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=104244) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 18 05:08:10.318158 dv-cinder-836996-35-iscsi neutron-server[104244]: INFO neutron.api.extensions [None req-509a7a51-596a-471d-98d5-f2c9ff2cace2 None None] Loaded extension: security-groups-shared-filtering Jun 18 05:08:10.318503 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG neutron.api.extensions [None req-509a7a51-596a-471d-98d5-f2c9ff2cace2 None None] Loading extension file: securitygroup.py {{(pid=104244) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 18 05:08:10.328073 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG neutron.api.extensions [None req-509a7a51-596a-471d-98d5-f2c9ff2cace2 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=104244) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 18 05:08:10.328643 dv-cinder-836996-35-iscsi neutron-server[104244]: INFO neutron.api.extensions [None req-509a7a51-596a-471d-98d5-f2c9ff2cace2 None None] Loaded extension: security-group Jun 18 05:08:10.329015 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG neutron.api.extensions [None req-509a7a51-596a-471d-98d5-f2c9ff2cace2 None None] Loading extension file: segment.py {{(pid=104244) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 18 05:08:10.333568 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG neutron.api.extensions [None req-509a7a51-596a-471d-98d5-f2c9ff2cace2 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=104244) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 18 05:08:10.333568 dv-cinder-836996-35-iscsi neutron-server[104244]: INFO neutron.api.extensions [None req-509a7a51-596a-471d-98d5-f2c9ff2cace2 None None] Extension segment not supported by any of loaded plugins Jun 18 05:08:10.333568 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG neutron.api.extensions [None req-509a7a51-596a-471d-98d5-f2c9ff2cace2 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=104244) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 18 05:08:10.334289 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG neutron.api.extensions [None req-509a7a51-596a-471d-98d5-f2c9ff2cace2 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=104244) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 18 05:08:10.334814 dv-cinder-836996-35-iscsi neutron-server[104244]: INFO neutron.api.extensions [None req-509a7a51-596a-471d-98d5-f2c9ff2cace2 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jun 18 05:08:10.335138 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG neutron.api.extensions [None req-509a7a51-596a-471d-98d5-f2c9ff2cace2 None None] Loading extension file: servicetype.py {{(pid=104244) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 18 05:08:10.336233 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG neutron.api.extensions [None req-509a7a51-596a-471d-98d5-f2c9ff2cace2 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=104244) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 18 05:08:10.337346 dv-cinder-836996-35-iscsi neutron-server[104244]: INFO neutron.api.extensions [None req-509a7a51-596a-471d-98d5-f2c9ff2cace2 None None] Loaded extension: service-type Jun 18 05:08:10.337696 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG neutron.api.extensions [None req-509a7a51-596a-471d-98d5-f2c9ff2cace2 None None] Loading extension file: sorting.py {{(pid=104244) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 18 05:08:10.338692 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG neutron.api.extensions [None req-509a7a51-596a-471d-98d5-f2c9ff2cace2 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=104244) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 18 05:08:10.339023 dv-cinder-836996-35-iscsi neutron-server[104244]: INFO neutron.api.extensions [None req-509a7a51-596a-471d-98d5-f2c9ff2cace2 None None] Loaded extension: sorting Jun 18 05:08:10.339457 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG neutron.api.extensions [None req-509a7a51-596a-471d-98d5-f2c9ff2cace2 None None] Loading extension file: standard_attr_segment.py {{(pid=104244) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 18 05:08:10.340366 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG neutron.api.extensions [None req-509a7a51-596a-471d-98d5-f2c9ff2cace2 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=104244) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 18 05:08:10.340888 dv-cinder-836996-35-iscsi neutron-server[104244]: INFO neutron.api.extensions [None req-509a7a51-596a-471d-98d5-f2c9ff2cace2 None None] Extension standard-attr-segment not supported by any of loaded plugins Jun 18 05:08:10.341211 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG neutron.api.extensions [None req-509a7a51-596a-471d-98d5-f2c9ff2cace2 None None] Loading extension file: standardattrdescription.py {{(pid=104244) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 18 05:08:10.341883 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG neutron.api.extensions [None req-509a7a51-596a-471d-98d5-f2c9ff2cace2 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=104244) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 18 05:08:10.342403 dv-cinder-836996-35-iscsi neutron-server[104244]: INFO neutron.api.extensions [None req-509a7a51-596a-471d-98d5-f2c9ff2cace2 None None] Loaded extension: standard-attr-description Jun 18 05:08:10.342719 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG neutron.api.extensions [None req-509a7a51-596a-471d-98d5-f2c9ff2cace2 None None] Loading extension file: stateful_security_group.py {{(pid=104244) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 18 05:08:10.343659 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG neutron.api.extensions [None req-509a7a51-596a-471d-98d5-f2c9ff2cace2 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=104244) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 18 05:08:10.344187 dv-cinder-836996-35-iscsi neutron-server[104244]: INFO neutron.api.extensions [None req-509a7a51-596a-471d-98d5-f2c9ff2cace2 None None] Loaded extension: stateful-security-group Jun 18 05:08:10.344551 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG neutron.api.extensions [None req-509a7a51-596a-471d-98d5-f2c9ff2cace2 None None] Loading extension file: stdattrs_common.py {{(pid=104244) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 18 05:08:10.345131 dv-cinder-836996-35-iscsi neutron-server[104244]: WARNING neutron.api.extensions [None req-509a7a51-596a-471d-98d5-f2c9ff2cace2 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jun 18 05:08:10.345505 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG neutron.api.extensions [None req-509a7a51-596a-471d-98d5-f2c9ff2cace2 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=104244) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 18 05:08:10.346429 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG neutron.api.extensions [None req-509a7a51-596a-471d-98d5-f2c9ff2cace2 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=104244) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 18 05:08:10.346960 dv-cinder-836996-35-iscsi neutron-server[104244]: INFO neutron.api.extensions [None req-509a7a51-596a-471d-98d5-f2c9ff2cace2 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jun 18 05:08:10.347283 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG neutron.api.extensions [None req-509a7a51-596a-471d-98d5-f2c9ff2cace2 None None] Loading extension file: subnet_onboard.py {{(pid=104244) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 18 05:08:10.348335 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG neutron.api.extensions [None req-509a7a51-596a-471d-98d5-f2c9ff2cace2 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=104244) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 18 05:08:10.348866 dv-cinder-836996-35-iscsi neutron-server[104244]: INFO neutron.api.extensions [None req-509a7a51-596a-471d-98d5-f2c9ff2cace2 None None] Loaded extension: subnet_onboard Jun 18 05:08:10.349196 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG neutron.api.extensions [None req-509a7a51-596a-471d-98d5-f2c9ff2cace2 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=104244) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 18 05:08:10.350145 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG neutron.api.extensions [None req-509a7a51-596a-471d-98d5-f2c9ff2cace2 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=104244) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 18 05:08:10.350746 dv-cinder-836996-35-iscsi neutron-server[104244]: INFO neutron.api.extensions [None req-509a7a51-596a-471d-98d5-f2c9ff2cace2 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jun 18 05:08:10.351068 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG neutron.api.extensions [None req-509a7a51-596a-471d-98d5-f2c9ff2cace2 None None] Loading extension file: subnet_service_types.py {{(pid=104244) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 18 05:08:10.352026 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG neutron.api.extensions [None req-509a7a51-596a-471d-98d5-f2c9ff2cace2 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=104244) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 18 05:08:10.353183 dv-cinder-836996-35-iscsi neutron-server[104244]: INFO neutron.api.extensions [None req-509a7a51-596a-471d-98d5-f2c9ff2cace2 None None] Loaded extension: subnet-service-types Jun 18 05:08:10.353530 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG neutron.api.extensions [None req-509a7a51-596a-471d-98d5-f2c9ff2cace2 None None] Loading extension file: subnetallocation.py {{(pid=104244) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 18 05:08:10.354628 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG neutron.api.extensions [None req-509a7a51-596a-471d-98d5-f2c9ff2cace2 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=104244) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 18 05:08:10.355178 dv-cinder-836996-35-iscsi neutron-server[104244]: INFO neutron.api.extensions [None req-509a7a51-596a-471d-98d5-f2c9ff2cace2 None None] Loaded extension: subnet_allocation Jun 18 05:08:10.355500 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG neutron.api.extensions [None req-509a7a51-596a-471d-98d5-f2c9ff2cace2 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=104244) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 18 05:08:10.356197 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG neutron.api.extensions [None req-509a7a51-596a-471d-98d5-f2c9ff2cace2 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=104244) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 18 05:08:10.356715 dv-cinder-836996-35-iscsi neutron-server[104244]: INFO neutron.api.extensions [None req-509a7a51-596a-471d-98d5-f2c9ff2cace2 None None] Loaded extension: subnetpool-prefix-ops Jun 18 05:08:10.357035 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG neutron.api.extensions [None req-509a7a51-596a-471d-98d5-f2c9ff2cace2 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=104244) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 18 05:08:10.358019 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG neutron.api.extensions [None req-509a7a51-596a-471d-98d5-f2c9ff2cace2 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=104244) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 18 05:08:10.361720 dv-cinder-836996-35-iscsi neutron-server[104244]: INFO neutron.api.extensions [None req-509a7a51-596a-471d-98d5-f2c9ff2cace2 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jun 18 05:08:10.361720 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG neutron.api.extensions [None req-509a7a51-596a-471d-98d5-f2c9ff2cace2 None None] Loading extension file: tagging.py {{(pid=104244) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 18 05:08:10.361720 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG neutron.api.extensions [None req-509a7a51-596a-471d-98d5-f2c9ff2cace2 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=104244) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 18 05:08:10.361720 dv-cinder-836996-35-iscsi neutron-server[104244]: INFO neutron.api.extensions [None req-509a7a51-596a-471d-98d5-f2c9ff2cace2 None None] Loaded extension: standard-attr-tag Jun 18 05:08:10.361720 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG neutron.api.extensions [None req-509a7a51-596a-471d-98d5-f2c9ff2cace2 None None] Loading extension file: timestamp.py {{(pid=104244) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 18 05:08:10.362697 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG neutron.api.extensions [None req-509a7a51-596a-471d-98d5-f2c9ff2cace2 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=104244) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 18 05:08:10.363227 dv-cinder-836996-35-iscsi neutron-server[104244]: INFO neutron.api.extensions [None req-509a7a51-596a-471d-98d5-f2c9ff2cace2 None None] Loaded extension: standard-attr-timestamp Jun 18 05:08:10.363554 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG neutron.api.extensions [None req-509a7a51-596a-471d-98d5-f2c9ff2cace2 None None] Loading extension file: trunk.py {{(pid=104244) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 18 05:08:10.364585 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG neutron.api.extensions [None req-509a7a51-596a-471d-98d5-f2c9ff2cace2 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=104244) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 18 05:08:10.365115 dv-cinder-836996-35-iscsi neutron-server[104244]: INFO neutron.api.extensions [None req-509a7a51-596a-471d-98d5-f2c9ff2cace2 None None] Extension trunk not supported by any of loaded plugins Jun 18 05:08:10.365473 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG neutron.api.extensions [None req-509a7a51-596a-471d-98d5-f2c9ff2cace2 None None] Loading extension file: trunk_details.py {{(pid=104244) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 18 05:08:10.366395 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG neutron.api.extensions [None req-509a7a51-596a-471d-98d5-f2c9ff2cace2 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=104244) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 18 05:08:10.366928 dv-cinder-836996-35-iscsi neutron-server[104244]: INFO neutron.api.extensions [None req-509a7a51-596a-471d-98d5-f2c9ff2cace2 None None] Extension trunk-details not supported by any of loaded plugins Jun 18 05:08:10.367254 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG neutron.api.extensions [None req-509a7a51-596a-471d-98d5-f2c9ff2cace2 None None] Loading extension file: uplink_status_propagation.py {{(pid=104244) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 18 05:08:10.368384 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG neutron.api.extensions [None req-509a7a51-596a-471d-98d5-f2c9ff2cace2 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=104244) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 18 05:08:10.368911 dv-cinder-836996-35-iscsi neutron-server[104244]: INFO neutron.api.extensions [None req-509a7a51-596a-471d-98d5-f2c9ff2cace2 None None] Extension uplink-status-propagation not supported by any of loaded plugins Jun 18 05:08:10.369235 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG neutron.api.extensions [None req-509a7a51-596a-471d-98d5-f2c9ff2cace2 None None] Loading extension file: vlantransparent.py {{(pid=104244) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 18 05:08:10.369946 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG neutron.api.extensions [None req-509a7a51-596a-471d-98d5-f2c9ff2cace2 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=104244) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 18 05:08:10.370473 dv-cinder-836996-35-iscsi neutron-server[104244]: INFO neutron.api.extensions [None req-509a7a51-596a-471d-98d5-f2c9ff2cace2 None None] Extension vlan-transparent not supported by any of loaded plugins Jun 18 05:08:10.373089 dv-cinder-836996-35-iscsi neutron-server[104244]: INFO neutron.quota.resource_registry [None req-509a7a51-596a-471d-98d5-f2c9ff2cace2 None None] Creating instance of TrackedResource for resource:network Jun 18 05:08:10.373672 dv-cinder-836996-35-iscsi neutron-server[104244]: INFO neutron.quota.resource_registry [None req-509a7a51-596a-471d-98d5-f2c9ff2cace2 None None] Creating instance of TrackedResource for resource:subnet Jun 18 05:08:10.374073 dv-cinder-836996-35-iscsi neutron-server[104244]: INFO neutron.quota.resource_registry [None req-509a7a51-596a-471d-98d5-f2c9ff2cace2 None None] Creating instance of TrackedResource for resource:subnetpool Jun 18 05:08:10.374464 dv-cinder-836996-35-iscsi neutron-server[104244]: INFO neutron.quota.resource_registry [None req-509a7a51-596a-471d-98d5-f2c9ff2cace2 None None] Creating instance of TrackedResource for resource:port Jun 18 05:08:10.375721 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG neutron.api.v2.resource_helper [None req-509a7a51-596a-471d-98d5-f2c9ff2cace2 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104244) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 18 05:08:10.376162 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG neutron.api.v2.resource_helper [None req-509a7a51-596a-471d-98d5-f2c9ff2cace2 None None] Service FLAVORS assigned prefix: {{(pid=104244) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 18 05:08:10.376780 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG neutron.api.v2.resource_helper [None req-509a7a51-596a-471d-98d5-f2c9ff2cace2 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104244) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 18 05:08:10.377208 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG neutron.api.v2.resource_helper [None req-509a7a51-596a-471d-98d5-f2c9ff2cace2 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104244) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 18 05:08:10.377644 dv-cinder-836996-35-iscsi neutron-server[104244]: INFO neutron.quota.resource_registry [None req-509a7a51-596a-471d-98d5-f2c9ff2cace2 None None] Creating instance of TrackedResource for resource:router Jun 18 05:08:10.378116 dv-cinder-836996-35-iscsi neutron-server[104244]: INFO neutron.quota.resource_registry [None req-509a7a51-596a-471d-98d5-f2c9ff2cace2 None None] Creating instance of TrackedResource for resource:floatingip Jun 18 05:08:10.378569 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG neutron.api.v2.resource_helper [None req-509a7a51-596a-471d-98d5-f2c9ff2cace2 None None] Service METERING assigned prefix: /metering {{(pid=104244) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 18 05:08:10.380122 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG neutron_lib.callbacks.manager [None req-509a7a51-596a-471d-98d5-f2c9ff2cace2 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=104244) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 05:08:10.380494 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG neutron_lib.callbacks.manager [None req-509a7a51-596a-471d-98d5-f2c9ff2cace2 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=104244) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 05:08:10.380849 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG neutron_lib.callbacks.manager [None req-509a7a51-596a-471d-98d5-f2c9ff2cace2 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104244) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 05:08:10.382176 dv-cinder-836996-35-iscsi neutron-server[104244]: INFO neutron.quota.resource_registry [None req-509a7a51-596a-471d-98d5-f2c9ff2cace2 None None] Creating instance of CountableResource for resource:rbac_policy Jun 18 05:08:10.382633 dv-cinder-836996-35-iscsi neutron-server[104244]: INFO neutron.quota.resource_registry [None req-509a7a51-596a-471d-98d5-f2c9ff2cace2 None None] Creating instance of TrackedResource for resource:security_group Jun 18 05:08:10.383068 dv-cinder-836996-35-iscsi neutron-server[104244]: INFO neutron.quota.resource_registry [None req-509a7a51-596a-471d-98d5-f2c9ff2cace2 None None] Creating instance of TrackedResource for resource:security_group_rule Jun 18 05:08:10.384137 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG neutron.api.v2.resource_helper [None req-509a7a51-596a-471d-98d5-f2c9ff2cace2 None None] Service CORE assigned prefix: {{(pid=104244) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 18 05:08:10.384472 dv-cinder-836996-35-iscsi neutron-server[104244]: INFO neutron.quota.resource_registry [None req-509a7a51-596a-471d-98d5-f2c9ff2cace2 None None] Creating instance of TrackedResource for resource:subnetpool Jun 18 05:08:10.384821 dv-cinder-836996-35-iscsi neutron-server[104244]: WARNING neutron.quota.resource_registry [None req-509a7a51-596a-471d-98d5-f2c9ff2cace2 None None] subnetpool is already registered Jun 18 05:08:10.385244 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG neutron.api.v2.resource_helper [None req-509a7a51-596a-471d-98d5-f2c9ff2cace2 None None] Service CORE assigned prefix: {{(pid=104244) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 18 05:08:10.385597 dv-cinder-836996-35-iscsi neutron-server[104244]: INFO neutron.quota.resource_registry [None req-509a7a51-596a-471d-98d5-f2c9ff2cace2 None None] Creating instance of TrackedResource for resource:subnetpool Jun 18 05:08:10.385949 dv-cinder-836996-35-iscsi neutron-server[104244]: WARNING neutron.quota.resource_registry [None req-509a7a51-596a-471d-98d5-f2c9ff2cace2 None None] subnetpool is already registered Jun 18 05:08:10.388275 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG neutron.api.v2.resource_helper [None req-509a7a51-596a-471d-98d5-f2c9ff2cace2 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104244) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 18 05:08:10.388707 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG neutron.api.v2.resource_helper [None req-509a7a51-596a-471d-98d5-f2c9ff2cace2 None None] Service FLAVORS assigned prefix: {{(pid=104244) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 18 05:08:10.389291 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG neutron.api.v2.resource_helper [None req-509a7a51-596a-471d-98d5-f2c9ff2cace2 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104244) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 18 05:08:10.389737 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG neutron.api.v2.resource_helper [None req-509a7a51-596a-471d-98d5-f2c9ff2cace2 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104244) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 18 05:08:10.390394 dv-cinder-836996-35-iscsi neutron-server[104244]: INFO neutron.quota.resource_registry [None req-509a7a51-596a-471d-98d5-f2c9ff2cace2 None None] Creating instance of TrackedResource for resource:router Jun 18 05:08:10.390394 dv-cinder-836996-35-iscsi neutron-server[104244]: WARNING neutron.quota.resource_registry [None req-509a7a51-596a-471d-98d5-f2c9ff2cace2 None None] router is already registered Jun 18 05:08:10.390843 dv-cinder-836996-35-iscsi neutron-server[104244]: INFO neutron.quota.resource_registry [None req-509a7a51-596a-471d-98d5-f2c9ff2cace2 None None] Creating instance of TrackedResource for resource:floatingip Jun 18 05:08:10.391178 dv-cinder-836996-35-iscsi neutron-server[104244]: WARNING neutron.quota.resource_registry [None req-509a7a51-596a-471d-98d5-f2c9ff2cace2 None None] floatingip is already registered Jun 18 05:08:10.391626 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG neutron.api.v2.resource_helper [None req-509a7a51-596a-471d-98d5-f2c9ff2cace2 None None] Service METERING assigned prefix: /metering {{(pid=104244) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 18 05:08:10.392284 dv-cinder-836996-35-iscsi neutron-server[104244]: INFO neutron.quota.resource_registry [None req-509a7a51-596a-471d-98d5-f2c9ff2cace2 None None] Creating instance of CountableResource for resource:rbac_policy Jun 18 05:08:10.392608 dv-cinder-836996-35-iscsi neutron-server[104244]: WARNING neutron.quota.resource_registry [None req-509a7a51-596a-471d-98d5-f2c9ff2cace2 None None] rbac_policy is already registered Jun 18 05:08:10.393016 dv-cinder-836996-35-iscsi neutron-server[104244]: INFO neutron.quota.resource_registry [None req-509a7a51-596a-471d-98d5-f2c9ff2cace2 None None] Creating instance of TrackedResource for resource:security_group Jun 18 05:08:10.393348 dv-cinder-836996-35-iscsi neutron-server[104244]: WARNING neutron.quota.resource_registry [None req-509a7a51-596a-471d-98d5-f2c9ff2cace2 None None] security_group is already registered Jun 18 05:08:10.393772 dv-cinder-836996-35-iscsi neutron-server[104244]: INFO neutron.quota.resource_registry [None req-509a7a51-596a-471d-98d5-f2c9ff2cace2 None None] Creating instance of TrackedResource for resource:security_group_rule Jun 18 05:08:10.394106 dv-cinder-836996-35-iscsi neutron-server[104244]: WARNING neutron.quota.resource_registry [None req-509a7a51-596a-471d-98d5-f2c9ff2cace2 None None] security_group_rule is already registered Jun 18 05:08:10.394719 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG neutron.api.v2.resource_helper [None req-509a7a51-596a-471d-98d5-f2c9ff2cace2 None None] Service CORE assigned prefix: {{(pid=104244) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 18 05:08:10.395045 dv-cinder-836996-35-iscsi neutron-server[104244]: INFO neutron.quota.resource_registry [None req-509a7a51-596a-471d-98d5-f2c9ff2cace2 None None] Creating instance of TrackedResource for resource:subnetpool Jun 18 05:08:10.395376 dv-cinder-836996-35-iscsi neutron-server[104244]: WARNING neutron.quota.resource_registry [None req-509a7a51-596a-471d-98d5-f2c9ff2cace2 None None] subnetpool is already registered Jun 18 05:08:10.395788 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG neutron.api.v2.resource_helper [None req-509a7a51-596a-471d-98d5-f2c9ff2cace2 None None] Service CORE assigned prefix: {{(pid=104244) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 18 05:08:10.396113 dv-cinder-836996-35-iscsi neutron-server[104244]: INFO neutron.quota.resource_registry [None req-509a7a51-596a-471d-98d5-f2c9ff2cace2 None None] Creating instance of TrackedResource for resource:subnetpool Jun 18 05:08:10.396504 dv-cinder-836996-35-iscsi neutron-server[104244]: WARNING neutron.quota.resource_registry [None req-509a7a51-596a-471d-98d5-f2c9ff2cace2 None None] subnetpool is already registered Jun 18 05:08:10.396968 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG neutron.api.extensions [None req-509a7a51-596a-471d-98d5-f2c9ff2cace2 None None] Extended resource: extensions {{(pid=104244) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 18 05:08:10.398463 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG neutron.api.extensions [None req-509a7a51-596a-471d-98d5-f2c9ff2cace2 None None] Extended resource: address-groups {{(pid=104244) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 18 05:08:10.400840 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG neutron.api.extensions [None req-509a7a51-596a-471d-98d5-f2c9ff2cace2 None None] Extended resource: address-scopes {{(pid=104244) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 18 05:08:10.402209 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG neutron.api.extensions [None req-509a7a51-596a-471d-98d5-f2c9ff2cace2 None None] Extended resource: agents {{(pid=104244) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 18 05:08:10.403364 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG neutron.api.extensions [None req-509a7a51-596a-471d-98d5-f2c9ff2cace2 None None] Extended resource: auto-allocated-topology {{(pid=104244) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 18 05:08:10.404597 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG neutron.api.extensions [None req-509a7a51-596a-471d-98d5-f2c9ff2cace2 None None] Extended resource: availability_zones {{(pid=104244) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 18 05:08:10.405850 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG neutron.api.extensions [None req-509a7a51-596a-471d-98d5-f2c9ff2cace2 None None] Extended resource: dhcp-networks {{(pid=104244) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 18 05:08:10.407470 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG neutron.api.extensions [None req-509a7a51-596a-471d-98d5-f2c9ff2cace2 None None] Extended resource: dhcp-agents {{(pid=104244) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 18 05:08:10.408880 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG neutron.api.extensions [None req-509a7a51-596a-471d-98d5-f2c9ff2cace2 None None] Extended resource: routers {{(pid=104244) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 18 05:08:10.410666 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG neutron.api.extensions [None req-509a7a51-596a-471d-98d5-f2c9ff2cace2 None None] Extended resource: flavors {{(pid=104244) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 18 05:08:10.411933 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG neutron.api.extensions [None req-509a7a51-596a-471d-98d5-f2c9ff2cace2 None None] Extended resource: service_profiles {{(pid=104244) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 18 05:08:10.413135 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG neutron.api.extensions [None req-509a7a51-596a-471d-98d5-f2c9ff2cace2 None None] Extended resource: next_providers {{(pid=104244) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 18 05:08:10.415395 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG neutron.api.extensions [None req-509a7a51-596a-471d-98d5-f2c9ff2cace2 None None] Extended resource: service_profiles {{(pid=104244) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 18 05:08:10.417140 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG neutron.api.extensions [None req-509a7a51-596a-471d-98d5-f2c9ff2cace2 None None] Extended resource: floatingip-pools {{(pid=104244) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 18 05:08:10.418410 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG neutron.api.extensions [None req-509a7a51-596a-471d-98d5-f2c9ff2cace2 None None] Extended resource: routers {{(pid=104244) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 18 05:08:10.420195 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG neutron.api.extensions [None req-509a7a51-596a-471d-98d5-f2c9ff2cace2 None None] Extended resource: floatingips {{(pid=104244) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 18 05:08:10.422463 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG neutron.api.extensions [None req-509a7a51-596a-471d-98d5-f2c9ff2cace2 None None] Extended resource: l3-routers {{(pid=104244) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 18 05:08:10.423859 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG neutron.api.extensions [None req-509a7a51-596a-471d-98d5-f2c9ff2cace2 None None] Extended resource: l3-agents {{(pid=104244) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 18 05:08:10.425395 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG neutron.api.extensions [None req-509a7a51-596a-471d-98d5-f2c9ff2cace2 None None] Extended resource: metering-labels {{(pid=104244) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 18 05:08:10.426653 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG neutron.api.extensions [None req-509a7a51-596a-471d-98d5-f2c9ff2cace2 None None] Extended resource: metering-label-rules {{(pid=104244) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 18 05:08:10.428002 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG neutron.api.extensions [None req-509a7a51-596a-471d-98d5-f2c9ff2cace2 None None] Extended resource: network-ip-availabilities {{(pid=104244) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 18 05:08:10.429234 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG neutron.api.extensions [None req-509a7a51-596a-471d-98d5-f2c9ff2cace2 None None] Extended resource: bindings {{(pid=104244) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 18 05:08:10.430908 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG neutron.api.extensions [None req-509a7a51-596a-471d-98d5-f2c9ff2cace2 None None] Extended resource: quotas {{(pid=104244) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 18 05:08:10.432547 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG neutron.api.extensions [None req-509a7a51-596a-471d-98d5-f2c9ff2cace2 None None] Extended resource: quotas {{(pid=104244) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 18 05:08:10.434086 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG neutron.api.extensions [None req-509a7a51-596a-471d-98d5-f2c9ff2cace2 None None] Extended resource: rbac-policies {{(pid=104244) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 18 05:08:10.435278 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG neutron.api.extensions [None req-509a7a51-596a-471d-98d5-f2c9ff2cace2 None None] Extended resource: security-groups {{(pid=104244) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 18 05:08:10.436695 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG neutron.api.extensions [None req-509a7a51-596a-471d-98d5-f2c9ff2cace2 None None] Extended resource: security-group-rules {{(pid=104244) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 18 05:08:10.437969 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG neutron.api.extensions [None req-509a7a51-596a-471d-98d5-f2c9ff2cace2 None None] Extended resource: service-providers {{(pid=104244) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 18 05:08:10.439216 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG neutron.api.extensions [None req-509a7a51-596a-471d-98d5-f2c9ff2cace2 None None] Extended resource: subnetpools {{(pid=104244) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 18 05:08:10.440585 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG neutron.api.extensions [None req-509a7a51-596a-471d-98d5-f2c9ff2cace2 None None] Extended resource: subnetpools {{(pid=104244) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 18 05:08:10.442207 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG neutron.api.extensions [None req-509a7a51-596a-471d-98d5-f2c9ff2cace2 None None] Extended resource: tags {{(pid=104244) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 18 05:08:10.443905 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG neutron.api.extensions [None req-509a7a51-596a-471d-98d5-f2c9ff2cace2 None None] Extended resource: tags {{(pid=104244) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 18 05:08:10.445803 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG neutron.api.extensions [None req-509a7a51-596a-471d-98d5-f2c9ff2cace2 None None] Extended resource: tags {{(pid=104244) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 18 05:08:10.447569 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG neutron.api.extensions [None req-509a7a51-596a-471d-98d5-f2c9ff2cace2 None None] Extended resource: tags {{(pid=104244) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 18 05:08:10.449210 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG neutron.api.extensions [None req-509a7a51-596a-471d-98d5-f2c9ff2cace2 None None] Extended resource: tags {{(pid=104244) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 18 05:08:10.451188 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG neutron.api.extensions [None req-509a7a51-596a-471d-98d5-f2c9ff2cace2 None None] Extended resource: tags {{(pid=104244) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 18 05:08:10.452962 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG neutron.api.extensions [None req-509a7a51-596a-471d-98d5-f2c9ff2cace2 None None] Extended resource: tags {{(pid=104244) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 18 05:08:10.454861 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG neutron.api.extensions [None req-509a7a51-596a-471d-98d5-f2c9ff2cace2 None None] Extended resource: tags {{(pid=104244) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 18 05:08:10.456616 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG neutron.api.extensions [None req-509a7a51-596a-471d-98d5-f2c9ff2cace2 None None] Extended resource: tags {{(pid=104244) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 18 05:08:10.458450 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG neutron.api.extensions [None req-509a7a51-596a-471d-98d5-f2c9ff2cace2 None None] Extended resource: tags {{(pid=104244) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 18 05:08:10.465121 dv-cinder-836996-35-iscsi neutron-server[104244]: WARNING keystonemiddleware.auth_token [None req-509a7a51-596a-471d-98d5-f2c9ff2cace2 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jun 18 05:08:10.470269 dv-cinder-836996-35-iscsi neutron-server[104244]: WARNING keystonemiddleware.auth_token [None req-509a7a51-596a-471d-98d5-f2c9ff2cace2 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jun 18 05:08:10.479774 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_concurrency.lockutils [None req-509a7a51-596a-471d-98d5-f2c9ff2cace2 None None] Acquired lock "singleton_lock" {{(pid=104244) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Jun 18 05:08:10.480310 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_concurrency.lockutils [None req-509a7a51-596a-471d-98d5-f2c9ff2cace2 None None] Releasing lock "singleton_lock" {{(pid=104244) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Jun 18 05:08:10.480962 dv-cinder-836996-35-iscsi neutron-server[104244]: INFO oslo_service.service [None req-509a7a51-596a-471d-98d5-f2c9ff2cace2 None None] Starting 2 workers Jun 18 05:08:10.485846 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [None req-509a7a51-596a-471d-98d5-f2c9ff2cace2 None None] Started child 104387 {{(pid=104244) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 18 05:08:10.490280 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [None req-509a7a51-596a-471d-98d5-f2c9ff2cace2 None None] Started child 104388 {{(pid=104244) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 18 05:08:10.491385 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:08:10.492123 dv-cinder-836996-35-iscsi neutron-server[104244]: INFO neutron.service [None req-509a7a51-596a-471d-98d5-f2c9ff2cace2 None None] Neutron service started, listening on 0.0.0.0:9696 Jun 18 05:08:10.492827 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG neutron_lib.callbacks.manager [None req-509a7a51-596a-471d-98d5-f2c9ff2cace2 None None] Publish callbacks [] for process (None), before_spawn {{(pid=104244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:08:10.493483 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [-] (104387) wsgi starting up on http://0.0.0.0:9696 Jun 18 05:08:10.495510 dv-cinder-836996-35-iscsi neutron-server[104244]: INFO oslo_service.service [None req-509a7a51-596a-471d-98d5-f2c9ff2cace2 None None] Starting 1 workers Jun 18 05:08:10.496129 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:08:10.497825 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [-] (104388) wsgi starting up on http://0.0.0.0:9696 Jun 18 05:08:10.500784 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [None req-509a7a51-596a-471d-98d5-f2c9ff2cace2 None None] Started child 104389 {{(pid=104244) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 18 05:08:10.501315 dv-cinder-836996-35-iscsi neutron-server[104244]: INFO oslo_service.service [None req-509a7a51-596a-471d-98d5-f2c9ff2cace2 None None] Starting 1 workers Jun 18 05:08:10.504563 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.service [None req-509a7a51-596a-471d-98d5-f2c9ff2cace2 None None] calling RpcWorker wait() {{(pid=104389) _wait /opt/stack/neutron/neutron/service.py:128}} Jun 18 05:08:10.505099 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.service [None req-509a7a51-596a-471d-98d5-f2c9ff2cace2 None None] returning from RpcWorker wait() {{(pid=104389) _wait /opt/stack/neutron/neutron/service.py:135}} Jun 18 05:08:10.505931 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [None req-509a7a51-596a-471d-98d5-f2c9ff2cace2 None None] Started child 104390 {{(pid=104244) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 18 05:08:10.506389 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:08:10.509034 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG neutron_lib.callbacks.manager [None req-509a7a51-596a-471d-98d5-f2c9ff2cace2 None None] Publish callbacks [] for process (None), after_spawn {{(pid=104244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:08:10.509141 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=104389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 05:08:10.509772 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=104244) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jun 18 05:08:10.509983 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 18 05:08:10.510168 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 18 05:08:10.510398 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 18 05:08:10.510722 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 18 05:08:10.510883 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 18 05:08:10.511406 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 05:08:10.511708 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 05:08:10.511975 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 05:08:10.512240 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 05:08:10.512701 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:08:10.513188 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 05:08:10.513188 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 05:08:10.513340 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 05:08:10.513581 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 05:08:10.513832 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 05:08:10.514005 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 05:08:10.514170 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 05:08:10.514431 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 05:08:10.514727 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 05:08:10.515036 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 05:08:10.515311 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 05:08:10.515553 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 05:08:10.515779 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 05:08:10.515949 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 05:08:10.516300 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] config_source = [] {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 05:08:10.516566 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 05:08:10.516824 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 05:08:10.517127 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] debug = True {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 05:08:10.517438 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 05:08:10.517911 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 05:08:10.518165 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 05:08:10.518413 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 05:08:10.518629 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 05:08:10.518930 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 05:08:10.519171 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 05:08:10.519443 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 05:08:10.519686 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 05:08:10.519919 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 05:08:10.520134 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 05:08:10.520383 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 05:08:10.520629 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 05:08:10.520862 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 05:08:10.521076 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 05:08:10.521349 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 05:08:10.521632 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 05:08:10.522130 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] host = dv-cinder-836996-35-iscsi {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 05:08:10.522375 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 05:08:10.522597 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 05:08:10.522853 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 05:08:10.523088 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 05:08:10.523354 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 05:08:10.523587 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 05:08:10.523892 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 05:08:10.524669 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 05:08:10.524938 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 05:08:10.525163 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 05:08:10.525423 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 05:08:10.525669 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 05:08:10.525904 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] log_dir = None {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 05:08:10.526142 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] log_file = None {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 05:08:10.526305 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] log_options = True {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 05:08:10.526548 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 05:08:10.526819 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 05:08:10.527097 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 05:08:10.527289 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 05:08:10.527515 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 05:08:10.527674 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 05:08:10.528056 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 05:08:10.528056 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 05:08:10.528353 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 05:08:10.528497 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 05:08:10.528725 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 05:08:10.528937 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 05:08:10.529175 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 05:08:10.529443 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 05:08:10.529705 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 05:08:10.529948 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 05:08:10.530189 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 05:08:10.530397 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 05:08:10.531585 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 05:08:10.531848 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 05:08:10.532340 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 05:08:10.532629 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 05:08:10.532629 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 05:08:10.532831 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 05:08:10.533130 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 05:08:10.533434 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 05:08:10.538871 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 05:08:10.538871 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 05:08:10.538871 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 05:08:10.538871 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 05:08:10.538871 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 05:08:10.538871 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 05:08:10.538871 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 05:08:10.538871 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 05:08:10.539423 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 05:08:10.539423 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 05:08:10.539423 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 05:08:10.539423 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 05:08:10.539423 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 05:08:10.539423 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 05:08:10.539423 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 05:08:10.539423 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 05:08:10.540056 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 05:08:10.540056 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 05:08:10.540056 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 05:08:10.540056 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] use_journal = False {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 05:08:10.540056 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] use_json = False {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 05:08:10.540395 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=104390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 05:08:10.540480 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 05:08:10.540480 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 05:08:10.540480 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 05:08:10.540480 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 05:08:10.540480 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 05:08:10.540480 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 05:08:10.540480 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 05:08:10.540480 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 05:08:10.541028 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 05:08:10.541028 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:10.541263 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:10.542558 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:10.542558 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:10.542558 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:10.542558 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:10.542558 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:10.542933 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:10.543197 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:10.543313 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:10.543617 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:10.543877 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:10.544191 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:10.544460 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:10.544881 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:10.545372 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:10.545372 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:10.545762 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:10.545918 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:10.546133 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:10.546376 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:10.546625 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:10.548716 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:10.548716 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:10.548716 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:10.548716 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:10.548716 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:10.548716 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:10.548716 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:10.548716 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:10.549632 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:10.549632 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:10.549632 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.23/identity {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:10.549835 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:10.549995 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:10.550272 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:10.550538 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:10.550763 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:10.551013 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:10.551719 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:10.551983 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:10.552245 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:10.552506 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:10.552754 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:10.552992 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:10.553220 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:10.553489 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:10.553738 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:10.553973 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:10.554214 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:10.554948 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:10.554948 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:10.554948 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:10.555220 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:10.555302 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:10.555506 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:10.555784 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:10.556054 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:10.556439 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:10.556697 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:10.556931 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:10.557147 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:10.557416 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:10.557648 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:10.561819 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:10.561819 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:10.561819 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:10.561819 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:10.561819 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:10.561819 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:10.561819 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:10.561819 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:10.561819 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:10.562508 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:10.562508 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:10.562508 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:10.562508 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:10.562508 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:10.562508 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:10.562508 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:10.562508 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:10.562508 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:10.563137 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:10.563137 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:10.563137 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:10.563137 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:10.563137 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:10.563137 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:10.563137 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:10.563137 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:10.563681 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:10.563681 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:10.563898 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:10.564174 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:10.564398 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:10.564636 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:10.564858 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:10.565101 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:10.565320 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:10.565590 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:10.565807 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:10.566076 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:10.566313 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:10.566565 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:10.566810 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:10.567032 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:10.567294 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:10.567557 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:10.567805 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:10.568080 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:10.568297 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:10.568532 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:10.568766 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:10.569043 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:10.569301 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:10.569581 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:10.569793 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:10.570041 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:10.570284 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:10.570569 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:10.571303 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:10.571597 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:10.571823 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:10.572084 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:10.572394 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:10.572668 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:10.572933 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:10.573223 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:10.573500 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:10.573747 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:10.573983 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:10.574265 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:10.574499 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:10.574758 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:10.575015 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:10.575291 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:10.575532 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:10.575747 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:10.575974 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:10.576298 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:10.576536 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:10.576757 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:10.576978 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:10.577242 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:10.577525 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:10.577779 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:10.578042 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:10.578303 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:10.578566 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:10.578958 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:10.579076 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.23/identity {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:10.579321 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:10.579621 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:10.580597 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:10.581917 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:10.582191 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:10.582427 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:10.584989 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:10.585091 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:10.585319 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:10.585618 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:10.585849 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:10.586082 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:10.586551 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:10.587048 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:10.587306 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:10.587585 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:10.588386 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:10.588631 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:10.588885 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:10.589115 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:10.589347 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:10.589607 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:10.589832 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:10.590072 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:10.590299 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:10.590597 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:10.590858 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:10.591103 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:10.591340 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:10.591591 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:10.591865 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:10.592086 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:10.592357 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:10.592603 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:10.592826 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:10.593042 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:10.593266 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:10.593506 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:10.593725 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:10.593963 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:10.594205 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:10.594456 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:10.594696 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:10.595037 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:10.595290 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:10.595543 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:10.595811 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:10.596047 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:10.596308 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:10.596533 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:10.596755 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:10.597006 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:10.597228 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:10.597474 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:10.597698 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:10.597938 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:10.598178 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:10.598398 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:10.598617 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:10.598888 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:10.599130 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:10.599367 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:10.599586 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:10.599812 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:10.600032 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:10.600252 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:10.600479 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:10.600698 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:10.600918 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:10.601135 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:10.601358 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:10.601738 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:10.602592 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:10.602874 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:10.603117 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:10.603394 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:10.603639 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:10.603874 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:10.604147 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:10.604390 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:10.604629 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:10.604859 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:10.605082 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:10.605298 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:10.605555 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:10.605771 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:10.605994 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:10.606218 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:10.606462 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:10.606676 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:10.606942 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:10.607161 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:10.607395 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:10.607623 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:10.607885 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:10.608143 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:10.608714 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:10.608714 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:10.608903 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:10.609017 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:10.609240 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:10.609476 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:10.609710 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:10.609927 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:10.610138 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:10.610359 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:10.610586 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:10.610800 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:10.611103 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:10.611354 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:10.611575 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:10.611858 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:10.612129 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:10.612379 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:10.612628 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:10.612933 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:10.613153 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:10.613436 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:10.613679 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:10.613907 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:10.614152 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:10.614438 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:10.614772 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:10.615049 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:10.615385 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:10.615643 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:10.615925 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:10.616211 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:300:349'] {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:10.616483 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:10.616701 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:10.617013 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:10.617328 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:10.619132 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:10.619132 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:10.619132 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:10.619132 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:10.619132 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:10.619494 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:10.619494 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:10.619686 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:10.619909 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:10.620174 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:10.620410 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:10.620653 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:10.620889 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:10.621139 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:10.621363 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:10.621612 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:10.621826 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:10.622065 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:10.622283 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:10.622445 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 18 05:08:10.622981 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=104244) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jun 18 05:08:10.623144 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 18 05:08:10.623300 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 18 05:08:10.623471 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 18 05:08:10.623642 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 18 05:08:10.623797 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 18 05:08:10.624010 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 05:08:10.624173 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 05:08:10.624330 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 05:08:10.624492 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 05:08:10.624699 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 05:08:10.624866 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 05:08:10.625025 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 05:08:10.625184 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 05:08:10.625345 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 05:08:10.625560 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 05:08:10.625722 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 05:08:10.625888 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 05:08:10.626055 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 05:08:10.626211 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 05:08:10.626375 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 05:08:10.626536 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 05:08:10.626697 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 05:08:10.626865 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 05:08:10.627029 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] config_source = [] {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 05:08:10.627189 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 05:08:10.627347 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 05:08:10.627508 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] debug = True {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 05:08:10.627668 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 05:08:10.627874 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 05:08:10.628046 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 05:08:10.628207 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 05:08:10.628369 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 05:08:10.628530 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 05:08:10.628694 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 05:08:10.628854 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 05:08:10.629013 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 05:08:10.629182 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 05:08:10.629884 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 05:08:10.629884 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 05:08:10.629884 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 05:08:10.629884 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 05:08:10.630191 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 05:08:10.630191 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 05:08:10.630330 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 05:08:10.630414 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] host = dv-cinder-836996-35-iscsi {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 05:08:10.630552 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 05:08:10.630723 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 05:08:10.630880 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 05:08:10.631030 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 05:08:10.631198 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 05:08:10.631354 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 05:08:10.631516 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 05:08:10.631680 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 05:08:10.631839 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 05:08:10.632250 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 05:08:10.632413 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 05:08:10.632577 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 05:08:10.632737 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] log_dir = None {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 05:08:10.632891 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] log_file = None {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 05:08:10.633051 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] log_options = True {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 05:08:10.633739 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 05:08:10.634116 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 05:08:10.634353 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 05:08:10.634552 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 05:08:10.634714 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 05:08:10.634914 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 05:08:10.635042 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 05:08:10.635205 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 05:08:10.635395 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 05:08:10.635528 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 05:08:10.635684 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 05:08:10.635848 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 05:08:10.636033 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 05:08:10.636197 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 05:08:10.636458 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 05:08:10.636561 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 05:08:10.636675 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 05:08:10.636821 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 05:08:10.636982 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 05:08:10.637143 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 05:08:10.637307 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 05:08:10.637501 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 05:08:10.637664 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 05:08:10.637823 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 05:08:10.637995 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 05:08:10.638131 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 05:08:10.638289 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 05:08:10.638452 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 05:08:10.638636 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 05:08:10.638805 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 05:08:10.638919 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 05:08:10.639069 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 05:08:10.639235 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 05:08:10.639392 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 05:08:10.639551 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 05:08:10.639711 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 05:08:10.639887 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 05:08:10.640035 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 05:08:10.640202 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 05:08:10.640398 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 05:08:10.640599 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 05:08:10.640703 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 05:08:10.640840 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 05:08:10.641000 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 05:08:10.641183 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 05:08:10.641346 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] use_journal = False {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 05:08:10.642251 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] use_json = False {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 05:08:10.642251 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 05:08:10.642251 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 05:08:10.642251 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 05:08:10.642251 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 05:08:10.642556 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 05:08:10.642556 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 05:08:10.642760 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 05:08:10.642760 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 05:08:10.642955 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 05:08:10.643137 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:10.643299 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:10.643475 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:10.643639 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:10.643802 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:10.643971 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:10.644133 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:10.644295 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:10.644457 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:10.644619 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:10.644790 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:10.644953 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:10.645127 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:10.645321 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:10.645519 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:10.645687 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:10.645851 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:10.646014 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:10.646177 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:10.646344 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:10.646510 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:10.646667 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:10.646841 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:10.647008 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:10.647169 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:10.647332 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:10.647498 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:10.647674 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:10.647861 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:10.648080 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:10.648261 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:10.648428 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:10.648585 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.23/identity {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:10.648793 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:10.649619 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:10.649800 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:10.649997 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:10.650145 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:10.650293 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:10.650459 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:10.650624 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:10.650788 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:10.650898 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=104389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 05:08:10.650985 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:10.651115 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:10.651263 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:10.651428 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:10.651591 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:10.651761 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:10.651923 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:10.652088 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:10.652251 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:10.652414 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:10.652579 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:10.652742 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:10.652905 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:10.653068 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:10.653232 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:10.653422 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:10.653618 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:10.653788 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:10.653984 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:10.654150 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:10.654316 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:10.654480 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:10.654655 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:10.654807 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:10.654972 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:10.655135 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:10.655312 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:10.655471 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:10.655636 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:10.655807 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:10.655963 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:10.656130 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:10.656292 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:10.656455 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:10.656619 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:10.656781 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:10.656948 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:10.657110 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:10.657273 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:10.657459 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:10.657620 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:10.657786 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:10.657948 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:10.658108 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:10.658272 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:10.658438 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:10.658604 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:10.658763 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:10.658957 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:10.659126 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:10.659366 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:10.659471 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:10.659629 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:10.659889 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:10.660058 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:10.660225 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:10.660389 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:10.660554 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:10.660713 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:10.660871 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:10.661033 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:10.661203 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:10.661351 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:10.661540 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:10.661710 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:10.661873 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:10.662033 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:10.662199 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:10.662362 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:10.662524 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:10.662687 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:10.662850 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:10.663011 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:10.663173 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:10.663336 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:10.663498 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:10.663746 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:10.663851 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:10.664019 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:10.664185 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:10.664349 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:10.664551 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:10.664721 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:10.664885 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:10.665253 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:10.665443 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:10.665609 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:10.665778 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:10.671086 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:10.671086 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:10.671086 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:10.671086 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:10.671086 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:10.671086 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:10.671086 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:10.671086 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:10.672043 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:10.672043 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:10.672043 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:10.672043 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:10.672043 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:10.672043 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:10.672043 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:10.672043 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:10.672974 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:10.672974 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:10.672974 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:10.672974 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:10.672974 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.23/identity {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:10.672974 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:10.672974 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:10.672974 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:10.673963 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:10.673963 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:10.673963 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:10.673963 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:10.673963 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:10.673963 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:10.673963 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:10.673963 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:10.674808 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:10.674808 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:10.674808 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:10.674808 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:10.674808 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:10.674808 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:10.674808 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:10.674808 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:10.675376 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:10.675376 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:10.675376 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:10.675376 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:10.675376 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:10.675376 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:10.675376 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:10.675376 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:10.676266 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:10.676266 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:10.676266 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:10.676266 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:10.676266 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:10.676266 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:10.676266 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:10.676266 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:10.676794 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:10.676794 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:10.676794 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:10.676794 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:10.676794 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:10.676794 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:10.676794 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:10.676794 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:10.677357 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:10.677357 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:10.677357 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:10.677357 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:10.677357 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:10.677357 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:10.677357 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:10.677357 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:10.677932 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:10.677932 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:10.677932 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:10.677932 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:10.677932 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:10.677932 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:10.677932 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:10.678423 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:10.678423 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:10.678423 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:10.678648 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:10.678729 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:10.678843 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:10.678998 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:10.679163 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:10.679326 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:10.679488 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:10.679651 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:10.679813 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:10.679976 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:10.680168 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:10.680479 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:10.680642 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:10.680807 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:10.680971 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:10.681134 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:10.681297 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:10.681492 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:10.681656 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:10.681818 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:10.681985 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:10.682152 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:10.682342 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:10.682514 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:10.682684 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:10.682846 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:10.683005 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:10.683167 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:10.683331 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:10.683503 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:10.683667 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:10.683830 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:10.683991 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:10.684154 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:10.684316 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:10.684490 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:10.684654 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:10.684813 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:10.684975 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:10.685138 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:10.685300 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:10.685494 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:10.685659 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:10.685822 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:10.685986 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:10.686147 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:10.686310 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:10.686482 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:10.686647 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:10.686809 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:10.686980 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:10.687143 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:10.687306 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:10.687787 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:10.687787 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:10.687787 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:10.688031 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:10.688127 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:10.688272 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:10.688437 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:10.688602 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:10.688769 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:10.688942 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:10.689112 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:10.689277 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:10.689468 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:10.689643 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:300:349'] {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:10.689815 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:10.689980 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:10.690150 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:10.690325 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:10.690489 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:10.690652 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:10.690815 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:10.690978 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:10.691140 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:10.691303 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:10.691466 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:10.691630 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:10.691793 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:10.691960 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:10.692124 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:10.692288 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:10.692451 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:10.692615 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:10.692778 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:10.692941 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:10.693103 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:10.693284 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:10.693471 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 05:08:10.693628 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=104244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 18 05:08:10.783133 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.wsgi [-] (104388) accepted ('10.222.0.23', 44190) {{(pid=104388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 05:08:10.791895 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [-] 10.222.0.23 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0066202 Jun 18 05:08:19.814581 dv-cinder-836996-35-iscsi neutron-server[104244]: DEBUG dbcounter [-] [104244] Writing DB stats neutron:SELECT=10,neutron:INSERT=31 {{(pid=104244) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:08:22.021312 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31b4fd4e-fffc-4fff-8a59-14c20b0c3727 None None] get_active_networks_info from dv-cinder-836996-35-iscsi {{(pid=104389) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jun 18 05:08:22.025210 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG dbcounter [-] [104389] Writer thread running {{(pid=104389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jun 18 05:08:22.085682 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31b4fd4e-fffc-4fff-8a59-14c20b0c3727 None None] No non-hosted networks {{(pid=104389) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jun 18 05:08:22.101747 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.db.agentschedulers_db [None req-31b4fd4e-fffc-4fff-8a59-14c20b0c3727 None None] DHCP Agent not found on host dv-cinder-836996-35-iscsi {{(pid=104389) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:454}} Jun 18 05:08:22.187492 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-a190fff2-508f-4ced-bc4a-d61856c52197 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789592556683', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-575119'] for agent (426d7b1c-7831-4cf6-8aa4-29496a16634c), after_create {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:08:23.957210 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG dbcounter [-] [104390] Writer thread running {{(pid=104390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jun 18 05:08:24.551787 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-f7a50717-7a38-4498-9d3b-d3c17f2e70e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789592556683', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-575119'] for agent (a8549501-0164-4ac5-90a6-1ba1ba0d3f9d), after_create {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:08:24.598653 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.db.api [None req-72297d35-7d4f-4e2d-9b77-2edaa5f4ca4a None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-cinder-836996-35-iscsi {{(pid=104389) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Jun 18 05:08:24.599524 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG oslo_db.api [None req-72297d35-7d4f-4e2d-9b77-2edaa5f4ca4a None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=104389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 18 05:08:25.196240 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-72297d35-7d4f-4e2d-9b77-2edaa5f4ca4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789592556683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1744442'] for agent (a8549501-0164-4ac5-90a6-1ba1ba0d3f9d), after_update {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:08:25.485139 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.wsgi [-] (104388) accepted ('10.222.0.23', 44260) {{(pid=104388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 05:08:25.670316 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-bd48e2cf-68a6-4f35-9a09-882d425f288c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789592556683', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-575119'] for agent (e572bbf3-12d8-41bb-a2ed-524d739c9de1), after_create {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:08:26.093987 dv-cinder-836996-35-iscsi neutron-server[104388]: WARNING oslo_policy.policy [None req-348cb403-7b5f-4a30-bb6a-a3d6677a193c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 18 05:08:26.094862 dv-cinder-836996-35-iscsi neutron-server[104388]: WARNING oslo_policy.policy [None req-348cb403-7b5f-4a30-bb6a-a3d6677a193c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 18 05:08:26.328975 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.wsgi [None req-348cb403-7b5f-4a30-bb6a-a3d6677a193c admin admin] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=104388) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 18 05:08:26.345976 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [None req-348cb403-7b5f-4a30-bb6a-a3d6677a193c admin admin] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.8579335 Jun 18 05:08:27.103043 dv-cinder-836996-35-iscsi neutron-server[104389]: INFO neutron.db.l3_hamode_db [None req-302d1ad2-c834-49c3-890d-2e108e94b7e2 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jun 18 05:08:27.194278 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-302d1ad2-c834-49c3-890d-2e108e94b7e2 None None] Routers set() bound to L3 agent in host dv-cinder-836996-35-iscsi {{(pid=104389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 18 05:08:27.194666 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-302d1ad2-c834-49c3-890d-2e108e94b7e2 None None] Router IDs set() for agent in host dv-cinder-836996-35-iscsi {{(pid=104389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:468}} Jun 18 05:08:27.266061 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-5df8b1a9-a354-44ed-8761-35e8e24f4084 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789592556683', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-575119'] for agent (37f34a37-d85d-4c21-966b-86dc43157ac3), after_create {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:08:27.546603 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-c042a677-28f5-4026-b552-0173028fe9dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789592556683', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-575119'] for agent (d503ae44-4e24-48d3-9886-03581f90537d), after_create {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:08:27.548307 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c042a677-28f5-4026-b552-0173028fe9dd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:08:27.548671 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c042a677-28f5-4026-b552-0173028fe9dd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:08:27.549010 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c042a677-28f5-4026-b552-0173028fe9dd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:08:27.549344 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c042a677-28f5-4026-b552-0173028fe9dd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:08:27.549723 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c042a677-28f5-4026-b552-0173028fe9dd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:08:27.550053 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c042a677-28f5-4026-b552-0173028fe9dd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:08:27.550378 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c042a677-28f5-4026-b552-0173028fe9dd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:08:27.550728 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c042a677-28f5-4026-b552-0173028fe9dd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:08:27.551055 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c042a677-28f5-4026-b552-0173028fe9dd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:08:27.551390 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c042a677-28f5-4026-b552-0173028fe9dd None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:08:27.551888 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c042a677-28f5-4026-b552-0173028fe9dd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:08:27.552395 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c042a677-28f5-4026-b552-0173028fe9dd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:08:27.552738 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c042a677-28f5-4026-b552-0173028fe9dd None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:08:27.553067 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c042a677-28f5-4026-b552-0173028fe9dd None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:08:27.553439 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c042a677-28f5-4026-b552-0173028fe9dd None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:08:27.553980 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c042a677-28f5-4026-b552-0173028fe9dd None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-836996-35-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=104389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 05:08:27.561665 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c042a677-28f5-4026-b552-0173028fe9dd None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-836996-35-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=104389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 05:08:28.680537 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.wsgi [-] (104388) accepted ('10.222.0.23', 44294) {{(pid=104388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 05:08:29.015130 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.api.v2.base [None req-abb3a087-85ab-4e0d-a966-a55f57ad9840 admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'is_default': True, 'name': 'shared-default-subnetpool-v4', 'shared': True, 'default_prefixlen': 26}} {{(pid=104388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 18 05:08:29.106701 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.policy [None req-abb3a087-85ab-4e0d-a966-a55f57ad9840 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=104388) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 18 05:08:29.147747 dv-cinder-836996-35-iscsi neutron-server[104388]: WARNING oslo_policy.policy [None req-abb3a087-85ab-4e0d-a966-a55f57ad9840 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 18 05:08:29.148120 dv-cinder-836996-35-iscsi neutron-server[104388]: WARNING oslo_policy.policy [None req-abb3a087-85ab-4e0d-a966-a55f57ad9840 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 18 05:08:29.169531 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG dbcounter [-] [104388] Writer thread running {{(pid=104388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jun 18 05:08:29.306054 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-abb3a087-85ab-4e0d-a966-a55f57ad9840 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8789597603966', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8789597603402', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8789597587827', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8789597597465', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8789597599002', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8789597376642', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1848243', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1862211', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-994527', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-918535'] for rbac-policy (None), before_create {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:08:29.569460 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-abb3a087-85ab-4e0d-a966-a55f57ad9840 admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:08:29.570695 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [None req-abb3a087-85ab-4e0d-a966-a55f57ad9840 admin admin] 10.222.0.23 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.8890605 Jun 18 05:08:31.797114 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.wsgi [-] (104387) accepted ('10.222.0.23', 44306) {{(pid=104387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 05:08:32.306007 dv-cinder-836996-35-iscsi neutron-server[104387]: WARNING oslo_policy.policy [None req-7998f2f2-e7e4-4faf-9ae6-0da8f0b4ff11 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 18 05:08:32.306583 dv-cinder-836996-35-iscsi neutron-server[104387]: WARNING oslo_policy.policy [None req-7998f2f2-e7e4-4faf-9ae6-0da8f0b4ff11 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 18 05:08:32.523842 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.api.v2.base [None req-7998f2f2-e7e4-4faf-9ae6-0da8f0b4ff11 demo demo] Request body: {'network': {'name': 'private', 'admin_state_up': True}} {{(pid=104387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 18 05:08:32.536691 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG dbcounter [-] [104387] Writer thread running {{(pid=104387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jun 18 05:08:32.626144 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7998f2f2-e7e4-4faf-9ae6-0da8f0b4ff11 demo demo] Made reservation on behalf of 6706fdb556af472c8319dd2a13abe441 for: {'network': 1} {{(pid=104387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 05:08:32.686959 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.policy [None req-7998f2f2-e7e4-4faf-9ae6-0da8f0b4ff11 demo demo] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=104387) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 18 05:08:32.729748 dv-cinder-836996-35-iscsi neutron-server[104387]: WARNING oslo_policy.policy [None req-7998f2f2-e7e4-4faf-9ae6-0da8f0b4ff11 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 18 05:08:32.730120 dv-cinder-836996-35-iscsi neutron-server[104387]: WARNING oslo_policy.policy [None req-7998f2f2-e7e4-4faf-9ae6-0da8f0b4ff11 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 18 05:08:32.740408 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-7998f2f2-e7e4-4faf-9ae6-0da8f0b4ff11 demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1768406'] for network (None), before_create {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:08:32.761513 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-7998f2f2-e7e4-4faf-9ae6-0da8f0b4ff11 demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:08:32.873032 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-7998f2f2-e7e4-4faf-9ae6-0da8f0b4ff11 demo demo] Publish callbacks [] for security_group (499e132a-09c5-4293-be7d-fdffbba94f9a), precommit_create {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:08:32.934707 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-7998f2f2-e7e4-4faf-9ae6-0da8f0b4ff11 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728332'] for security_group (499e132a-09c5-4293-be7d-fdffbba94f9a), after_create {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:08:32.959694 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7998f2f2-e7e4-4faf-9ae6-0da8f0b4ff11 demo demo] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 341} {{(pid=104387) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 18 05:08:32.993859 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-7998f2f2-e7e4-4faf-9ae6-0da8f0b4ff11 demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8789592556692', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1723189'] for segment (429153ff-8ff2-4e78-820c-fab0d78ffa57), precommit_create {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:08:32.994413 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-7998f2f2-e7e4-4faf-9ae6-0da8f0b4ff11 demo demo] Unsubscribe: segment precommit_create {{(pid=104387) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 18 05:08:32.994948 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.db.segments_db [None req-7998f2f2-e7e4-4faf-9ae6-0da8f0b4ff11 demo demo] Added segment 429153ff-8ff2-4e78-820c-fab0d78ffa57 of type vlan for network 3135e4e9-5fbe-43b3-8cfc-1094505b92f2 Jun 18 05:08:33.015274 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7998f2f2-e7e4-4faf-9ae6-0da8f0b4ff11 demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=499e132a-09c5-4293-be7d-fdffbba94f9a,revision_number=1']} {{(pid=104387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:08:33.068584 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7998f2f2-e7e4-4faf-9ae6-0da8f0b4ff11 demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:08:33.072175 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7998f2f2-e7e4-4faf-9ae6-0da8f0b4ff11 demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:08:33.072175 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7998f2f2-e7e4-4faf-9ae6-0da8f0b4ff11 demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:08:33.072175 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7998f2f2-e7e4-4faf-9ae6-0da8f0b4ff11 demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:08:33.072175 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7998f2f2-e7e4-4faf-9ae6-0da8f0b4ff11 demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:08:33.072175 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7998f2f2-e7e4-4faf-9ae6-0da8f0b4ff11 demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:08:33.072582 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7998f2f2-e7e4-4faf-9ae6-0da8f0b4ff11 demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:08:33.072582 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7998f2f2-e7e4-4faf-9ae6-0da8f0b4ff11 demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:08:33.072582 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7998f2f2-e7e4-4faf-9ae6-0da8f0b4ff11 demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:08:33.072582 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7998f2f2-e7e4-4faf-9ae6-0da8f0b4ff11 demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:08:33.072582 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7998f2f2-e7e4-4faf-9ae6-0da8f0b4ff11 demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:08:33.072877 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7998f2f2-e7e4-4faf-9ae6-0da8f0b4ff11 demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:08:33.073058 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7998f2f2-e7e4-4faf-9ae6-0da8f0b4ff11 demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:08:33.073371 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7998f2f2-e7e4-4faf-9ae6-0da8f0b4ff11 demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:08:33.073705 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7998f2f2-e7e4-4faf-9ae6-0da8f0b4ff11 demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:08:33.075125 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7998f2f2-e7e4-4faf-9ae6-0da8f0b4ff11 demo demo] Tracked resource versions report: Jun 18 05:08:33.075125 dv-cinder-836996-35-iscsi neutron-server[104387]: pushed versions: Jun 18 05:08:33.075125 dv-cinder-836996-35-iscsi neutron-server[104387]: { 'AddressGroup': {'1.2'}, Jun 18 05:08:33.075125 dv-cinder-836996-35-iscsi neutron-server[104387]: 'Agent': {'1.1'}, Jun 18 05:08:33.075125 dv-cinder-836996-35-iscsi neutron-server[104387]: 'ConntrackHelper': {'1.0'}, Jun 18 05:08:33.075125 dv-cinder-836996-35-iscsi neutron-server[104387]: 'LocalIPAssociation': {'1.0'}, Jun 18 05:08:33.075125 dv-cinder-836996-35-iscsi neutron-server[104387]: 'Log': {'1.0'}, Jun 18 05:08:33.075125 dv-cinder-836996-35-iscsi neutron-server[104387]: 'NDPProxy': {'1.0'}, Jun 18 05:08:33.075125 dv-cinder-836996-35-iscsi neutron-server[104387]: 'Network': {'1.1'}, Jun 18 05:08:33.075125 dv-cinder-836996-35-iscsi neutron-server[104387]: 'Port': {'1.7'}, Jun 18 05:08:33.075125 dv-cinder-836996-35-iscsi neutron-server[104387]: 'PortForwarding': {'1.3'}, Jun 18 05:08:33.075125 dv-cinder-836996-35-iscsi neutron-server[104387]: 'QosPolicy': {'1.10'}, Jun 18 05:08:33.075125 dv-cinder-836996-35-iscsi neutron-server[104387]: 'SecurityGroup': {'1.5'}, Jun 18 05:08:33.075125 dv-cinder-836996-35-iscsi neutron-server[104387]: 'SecurityGroupRule': {'1.2'}, Jun 18 05:08:33.075125 dv-cinder-836996-35-iscsi neutron-server[104387]: 'SubPort': {'1.0'}, Jun 18 05:08:33.075125 dv-cinder-836996-35-iscsi neutron-server[104387]: 'Subnet': {'1.1'}, Jun 18 05:08:33.075125 dv-cinder-836996-35-iscsi neutron-server[104387]: 'Trunk': {'1.1'}} Jun 18 05:08:33.075125 dv-cinder-836996-35-iscsi neutron-server[104387]: consumer versions: Jun 18 05:08:33.075125 dv-cinder-836996-35-iscsi neutron-server[104387]: { DHCP agent@dv-cinder-836996-35-iscsi: {}, Jun 18 05:08:33.075125 dv-cinder-836996-35-iscsi neutron-server[104387]: L3 agent@dv-cinder-836996-35-iscsi: {}, Jun 18 05:08:33.075125 dv-cinder-836996-35-iscsi neutron-server[104387]: Metadata agent@dv-cinder-836996-35-iscsi: {}, Jun 18 05:08:33.075125 dv-cinder-836996-35-iscsi neutron-server[104387]: Metering agent@dv-cinder-836996-35-iscsi: {}, Jun 18 05:08:33.075125 dv-cinder-836996-35-iscsi neutron-server[104387]: Open vSwitch agent@dv-cinder-836996-35-iscsi: { 'AddressGroup': '1.2', Jun 18 05:08:33.075125 dv-cinder-836996-35-iscsi neutron-server[104387]: 'Agent': '1.1', Jun 18 05:08:33.075125 dv-cinder-836996-35-iscsi neutron-server[104387]: 'ConntrackHelper': '1.0', Jun 18 05:08:33.075125 dv-cinder-836996-35-iscsi neutron-server[104387]: 'LocalIPAssociation': '1.0', Jun 18 05:08:33.075125 dv-cinder-836996-35-iscsi neutron-server[104387]: 'Log': '1.0', Jun 18 05:08:33.075125 dv-cinder-836996-35-iscsi neutron-server[104387]: 'NDPProxy': '1.0', Jun 18 05:08:33.075125 dv-cinder-836996-35-iscsi neutron-server[104387]: 'Network': '1.1', Jun 18 05:08:33.075125 dv-cinder-836996-35-iscsi neutron-server[104387]: 'Port': '1.7', Jun 18 05:08:33.075125 dv-cinder-836996-35-iscsi neutron-server[104387]: 'PortForwarding': '1.3', Jun 18 05:08:33.075125 dv-cinder-836996-35-iscsi neutron-server[104387]: 'QosPolicy': '1.10', Jun 18 05:08:33.075125 dv-cinder-836996-35-iscsi neutron-server[104387]: 'SecurityGroup': '1.5', Jun 18 05:08:33.075125 dv-cinder-836996-35-iscsi neutron-server[104387]: 'SecurityGroupRule': '1.2', Jun 18 05:08:33.075125 dv-cinder-836996-35-iscsi neutron-server[104387]: 'SubPort': '1.0', Jun 18 05:08:33.075125 dv-cinder-836996-35-iscsi neutron-server[104387]: 'Subnet': '1.1', Jun 18 05:08:33.075125 dv-cinder-836996-35-iscsi neutron-server[104387]: 'Trunk': '1.1'}} Jun 18 05:08:33.075125 dv-cinder-836996-35-iscsi neutron-server[104387]: {{(pid=104387) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 18 05:08:33.110621 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-7998f2f2-e7e4-4faf-9ae6-0da8f0b4ff11 demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789592234469'] for network (3135e4e9-5fbe-43b3-8cfc-1094505b92f2), precommit_create {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:08:33.244018 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-7998f2f2-e7e4-4faf-9ae6-0da8f0b4ff11 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546084'] for network (3135e4e9-5fbe-43b3-8cfc-1094505b92f2), after_create {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:08:33.249181 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7998f2f2-e7e4-4faf-9ae6-0da8f0b4ff11 demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:08:33.249921 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-7998f2f2-e7e4-4faf-9ae6-0da8f0b4ff11 demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546098'] for network (None), before_response {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:08:33.368420 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7998f2f2-e7e4-4faf-9ae6-0da8f0b4ff11 demo demo] Pushing event updated for resources: {'Network': ['ID=3135e4e9-5fbe-43b3-8cfc-1094505b92f2,revision_number=1']} {{(pid=104387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:08:33.380035 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.rpc [None req-c042a677-28f5-4026-b552-0173028fe9dd None None] Network 3135e4e9-5fbe-43b3-8cfc-1094505b92f2 details requested by agent ovs-agent-dv-cinder-836996-35-iscsi with host dv-cinder-836996-35-iscsi {{(pid=104389) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 18 05:08:33.394221 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [None req-7998f2f2-e7e4-4faf-9ae6-0da8f0b4ff11 demo demo] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 729 time: 1.5951023 Jun 18 05:08:35.698536 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.wsgi [-] (104387) accepted ('10.222.0.23', 44326) {{(pid=104387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 05:08:36.107038 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3479b7d4-dc14-494d-84ec-1106dcefd9ce demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:08:36.108365 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [None req-3479b7d4-dc14-494d-84ec-1106dcefd9ce demo admin] 10.222.0.23 "GET /v2.0/networks/3135e4e9-5fbe-43b3-8cfc-1094505b92f2 HTTP/1.1" status: 200 len: 825 time: 0.4088633 Jun 18 05:08:36.137871 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG dbcounter [-] [104387] Writing DB stats neutron:SELECT=55,neutron:INSERT=41,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:08:36.147843 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [None req-f42e1ae0-7af6-4bd3-8cb8-ff3ed06cd106 demo admin] 10.222.0.23 "GET /v2.0/subnetpools/4261cc87-928a-4c4f-8608-4982311075f2 HTTP/1.1" status: 200 len: 734 time: 0.0337572 Jun 18 05:08:36.157241 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.api.v2.base [None req-a410928c-e128-455f-929a-16bad80bb45d demo admin] Request body: {'subnet': {'name': 'private-subnet', 'network_id': '3135e4e9-5fbe-43b3-8cfc-1094505b92f2', 'gateway_ip': '172.20.0.1', 'subnetpool_id': '4261cc87-928a-4c4f-8608-4982311075f2', 'ip_version': 4}} {{(pid=104387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 18 05:08:36.235708 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a410928c-e128-455f-929a-16bad80bb45d demo admin] Made reservation on behalf of 6706fdb556af472c8319dd2a13abe441 for: {'subnet': 1} {{(pid=104387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 05:08:36.238135 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-a410928c-e128-455f-929a-16bad80bb45d demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:08:36.521173 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG dbcounter [-] [104387] Writing DB stats neutron:SELECT=82,neutron:INSERT=15,neutron:UPDATE=3 {{(pid=104387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:08:36.659728 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-a410928c-e128-455f-929a-16bad80bb45d demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546084'] for subnet (3e01a3ca-cd15-4f41-84f1-1ce30d64ac73), after_create {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:08:36.725661 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a410928c-e128-455f-929a-16bad80bb45d demo admin] Pushing event updated for resources: {'Subnet': ['ID=3e01a3ca-cd15-4f41-84f1-1ce30d64ac73,revision_number=0']} {{(pid=104387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:08:36.734948 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a410928c-e128-455f-929a-16bad80bb45d demo admin] Checking segment: {'id': '429153ff-8ff2-4e78-820c-fab0d78ffa57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '3135e4e9-5fbe-43b3-8cfc-1094505b92f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 18 05:08:36.735345 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a410928c-e128-455f-929a-16bad80bb45d demo admin] Network hostable DHCP agents. Network: 3135e4e9-5fbe-43b3-8cfc-1094505b92f2, hostable agents: ['426d7b1c-7831-4cf6-8aa4-29496a16634c'], hosted agents: [] {{(pid=104387) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 18 05:08:36.854338 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a410928c-e128-455f-929a-16bad80bb45d demo admin] Network 3135e4e9-5fbe-43b3-8cfc-1094505b92f2 is scheduled to be hosted by DHCP agent 426d7b1c-7831-4cf6-8aa4-29496a16634c with binding_index 1 {{(pid=104387) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 18 05:08:36.951766 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.scheduler.base_scheduler [None req-a410928c-e128-455f-929a-16bad80bb45d demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836996-35-iscsi, 3135e4e9-5fbe-43b3-8cfc-1094505b92f2) {{(pid=104387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 05:08:36.956401 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a410928c-e128-455f-929a-16bad80bb45d demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:08:36.957041 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-a410928c-e128-455f-929a-16bad80bb45d demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546098'] for subnet (None), before_response {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:08:36.961361 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d97be19-4a51-4cf0-8aa0-10a6d69dcac3 None None] Network 3135e4e9-5fbe-43b3-8cfc-1094505b92f2 requested from dv-cinder-836996-35-iscsi {{(pid=104389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 18 05:08:37.051580 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [None req-a410928c-e128-455f-929a-16bad80bb45d demo admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.8976259 Jun 18 05:08:37.221783 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06b402fc-55d7-4a8a-85bc-878e0bd7ba61 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1891a1fa-7dca-5fa5-9b0d-ba5c9cd85586-3135e4e9-5fbe-43b3-8cfc-1094505b92f2', 'network_id': '3135e4e9-5fbe-43b3-8cfc-1094505b92f2', 'project_id': '6706fdb556af472c8319dd2a13abe441', 'fixed_ips': [{'subnet_id': '3e01a3ca-cd15-4f41-84f1-1ce30d64ac73'}]}} from dv-cinder-836996-35-iscsi. {{(pid=104389) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 18 05:08:37.223183 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-06b402fc-55d7-4a8a-85bc-878e0bd7ba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1768406'] for port (None), before_create {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:08:37.538293 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.db.db_base_plugin_common [None req-06b402fc-55d7-4a8a-85bc-878e0bd7ba61 None None] Allocated IP 172.20.0.2 (3135e4e9-5fbe-43b3-8cfc-1094505b92f2/3e01a3ca-cd15-4f41-84f1-1ce30d64ac73/1712343f-8cfd-437d-a8ba-672fec42c455) {{(pid=104389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 05:08:37.600127 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG dbcounter [-] [104389] Writing DB stats neutron:SELECT=60,neutron:INSERT=37,neutron:UPDATE=3 {{(pid=104389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:08:37.816504 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-06b402fc-55d7-4a8a-85bc-878e0bd7ba61 None None] Publish callbacks [] for port (1712343f-8cfd-437d-a8ba-672fec42c455), precommit_create {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:08:37.906639 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-06b402fc-55d7-4a8a-85bc-878e0bd7ba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1768343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789592262822'] for port (1712343f-8cfd-437d-a8ba-672fec42c455), after_create {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:08:37.973619 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG dbcounter [-] [104389] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=104389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:08:37.990863 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06b402fc-55d7-4a8a-85bc-878e0bd7ba61 None None] Network 3135e4e9-5fbe-43b3-8cfc-1094505b92f2 is already hosted by enough agents. {{(pid=104389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 05:08:37.994931 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.scheduler.base_scheduler [None req-06b402fc-55d7-4a8a-85bc-878e0bd7ba61 None None] Resources bound (agent type, host, resource id): {{(pid=104389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 05:08:37.996595 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b402fc-55d7-4a8a-85bc-878e0bd7ba61 None None] Pushing event updated for resources: {'Port': ['ID=1712343f-8cfd-437d-a8ba-672fec42c455,revision_number=1']} {{(pid=104389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:08:38.001445 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06b402fc-55d7-4a8a-85bc-878e0bd7ba61 None None] Received port after_create {{(pid=104389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 18 05:08:38.010806 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06b402fc-55d7-4a8a-85bc-878e0bd7ba61 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:08:38.011157 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06b402fc-55d7-4a8a-85bc-878e0bd7ba61 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:08:38.011517 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06b402fc-55d7-4a8a-85bc-878e0bd7ba61 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:08:38.011882 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06b402fc-55d7-4a8a-85bc-878e0bd7ba61 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:08:38.012222 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06b402fc-55d7-4a8a-85bc-878e0bd7ba61 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:08:38.012554 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06b402fc-55d7-4a8a-85bc-878e0bd7ba61 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:08:38.012900 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06b402fc-55d7-4a8a-85bc-878e0bd7ba61 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:08:38.013264 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06b402fc-55d7-4a8a-85bc-878e0bd7ba61 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:08:38.013634 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06b402fc-55d7-4a8a-85bc-878e0bd7ba61 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:08:38.013968 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06b402fc-55d7-4a8a-85bc-878e0bd7ba61 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:08:38.014294 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06b402fc-55d7-4a8a-85bc-878e0bd7ba61 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:08:38.014637 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06b402fc-55d7-4a8a-85bc-878e0bd7ba61 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:08:38.014963 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06b402fc-55d7-4a8a-85bc-878e0bd7ba61 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:08:38.015288 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06b402fc-55d7-4a8a-85bc-878e0bd7ba61 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:08:38.015608 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06b402fc-55d7-4a8a-85bc-878e0bd7ba61 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:08:38.017013 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06b402fc-55d7-4a8a-85bc-878e0bd7ba61 None None] Tracked resource versions report: Jun 18 05:08:38.017013 dv-cinder-836996-35-iscsi neutron-server[104389]: pushed versions: Jun 18 05:08:38.017013 dv-cinder-836996-35-iscsi neutron-server[104389]: { 'AddressGroup': {'1.2'}, Jun 18 05:08:38.017013 dv-cinder-836996-35-iscsi neutron-server[104389]: 'Agent': {'1.1'}, Jun 18 05:08:38.017013 dv-cinder-836996-35-iscsi neutron-server[104389]: 'ConntrackHelper': {'1.0'}, Jun 18 05:08:38.017013 dv-cinder-836996-35-iscsi neutron-server[104389]: 'LocalIPAssociation': {'1.0'}, Jun 18 05:08:38.017013 dv-cinder-836996-35-iscsi neutron-server[104389]: 'Log': {'1.0'}, Jun 18 05:08:38.017013 dv-cinder-836996-35-iscsi neutron-server[104389]: 'NDPProxy': {'1.0'}, Jun 18 05:08:38.017013 dv-cinder-836996-35-iscsi neutron-server[104389]: 'Network': {'1.1'}, Jun 18 05:08:38.017013 dv-cinder-836996-35-iscsi neutron-server[104389]: 'Port': {'1.7'}, Jun 18 05:08:38.017013 dv-cinder-836996-35-iscsi neutron-server[104389]: 'PortForwarding': {'1.3'}, Jun 18 05:08:38.017013 dv-cinder-836996-35-iscsi neutron-server[104389]: 'QosPolicy': {'1.10'}, Jun 18 05:08:38.017013 dv-cinder-836996-35-iscsi neutron-server[104389]: 'SecurityGroup': {'1.5'}, Jun 18 05:08:38.017013 dv-cinder-836996-35-iscsi neutron-server[104389]: 'SecurityGroupRule': {'1.2'}, Jun 18 05:08:38.017013 dv-cinder-836996-35-iscsi neutron-server[104389]: 'SubPort': {'1.0'}, Jun 18 05:08:38.017013 dv-cinder-836996-35-iscsi neutron-server[104389]: 'Subnet': {'1.1'}, Jun 18 05:08:38.017013 dv-cinder-836996-35-iscsi neutron-server[104389]: 'Trunk': {'1.1'}} Jun 18 05:08:38.017013 dv-cinder-836996-35-iscsi neutron-server[104389]: consumer versions: Jun 18 05:08:38.017013 dv-cinder-836996-35-iscsi neutron-server[104389]: { DHCP agent@dv-cinder-836996-35-iscsi: {}, Jun 18 05:08:38.017013 dv-cinder-836996-35-iscsi neutron-server[104389]: L3 agent@dv-cinder-836996-35-iscsi: {}, Jun 18 05:08:38.017013 dv-cinder-836996-35-iscsi neutron-server[104389]: Metadata agent@dv-cinder-836996-35-iscsi: {}, Jun 18 05:08:38.017013 dv-cinder-836996-35-iscsi neutron-server[104389]: Metering agent@dv-cinder-836996-35-iscsi: {}, Jun 18 05:08:38.017013 dv-cinder-836996-35-iscsi neutron-server[104389]: Open vSwitch agent@dv-cinder-836996-35-iscsi: { 'AddressGroup': '1.2', Jun 18 05:08:38.017013 dv-cinder-836996-35-iscsi neutron-server[104389]: 'Agent': '1.1', Jun 18 05:08:38.017013 dv-cinder-836996-35-iscsi neutron-server[104389]: 'ConntrackHelper': '1.0', Jun 18 05:08:38.017013 dv-cinder-836996-35-iscsi neutron-server[104389]: 'LocalIPAssociation': '1.0', Jun 18 05:08:38.017013 dv-cinder-836996-35-iscsi neutron-server[104389]: 'Log': '1.0', Jun 18 05:08:38.017013 dv-cinder-836996-35-iscsi neutron-server[104389]: 'NDPProxy': '1.0', Jun 18 05:08:38.017013 dv-cinder-836996-35-iscsi neutron-server[104389]: 'Network': '1.1', Jun 18 05:08:38.017013 dv-cinder-836996-35-iscsi neutron-server[104389]: 'Port': '1.7', Jun 18 05:08:38.017013 dv-cinder-836996-35-iscsi neutron-server[104389]: 'PortForwarding': '1.3', Jun 18 05:08:38.017013 dv-cinder-836996-35-iscsi neutron-server[104389]: 'QosPolicy': '1.10', Jun 18 05:08:38.017013 dv-cinder-836996-35-iscsi neutron-server[104389]: 'SecurityGroup': '1.5', Jun 18 05:08:38.017013 dv-cinder-836996-35-iscsi neutron-server[104389]: 'SecurityGroupRule': '1.2', Jun 18 05:08:38.017013 dv-cinder-836996-35-iscsi neutron-server[104389]: 'SubPort': '1.0', Jun 18 05:08:38.017013 dv-cinder-836996-35-iscsi neutron-server[104389]: 'Subnet': '1.1', Jun 18 05:08:38.017013 dv-cinder-836996-35-iscsi neutron-server[104389]: 'Trunk': '1.1'}} Jun 18 05:08:38.017013 dv-cinder-836996-35-iscsi neutron-server[104389]: {{(pid=104389) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 18 05:08:38.097182 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.managers [None req-06b402fc-55d7-4a8a-85bc-878e0bd7ba61 None None] Attempting to bind port 1712343f-8cfd-437d-a8ba-672fec42c455 on host dv-cinder-836996-35-iscsi for vnic_type normal with profile {{(pid=104389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 18 05:08:38.097548 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.managers [None req-06b402fc-55d7-4a8a-85bc-878e0bd7ba61 None None] Attempting to bind port 1712343f-8cfd-437d-a8ba-672fec42c455 by drivers openvswitch,hyperv on host dv-cinder-836996-35-iscsi at level 0 using segments [{'id': '429153ff-8ff2-4e78-820c-fab0d78ffa57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '3135e4e9-5fbe-43b3-8cfc-1094505b92f2'}] {{(pid=104389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 18 05:08:38.097979 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06b402fc-55d7-4a8a-85bc-878e0bd7ba61 None None] Attempting to bind port 1712343f-8cfd-437d-a8ba-672fec42c455 on network 3135e4e9-5fbe-43b3-8cfc-1094505b92f2 {{(pid=104389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 18 05:08:38.103177 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06b402fc-55d7-4a8a-85bc-878e0bd7ba61 None None] Checking agent: {'id': 'd503ae44-4e24-48d3-9886-03581f90537d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836996-35-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 18, 5, 8, 27), 'started_at': datetime.datetime(2022, 6, 18, 5, 8, 27), 'heartbeat_timestamp': datetime.datetime(2022, 6, 18, 5, 8, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836996-35-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 18 05:08:38.103558 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06b402fc-55d7-4a8a-85bc-878e0bd7ba61 None None] Checking segment: {'id': '429153ff-8ff2-4e78-820c-fab0d78ffa57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '3135e4e9-5fbe-43b3-8cfc-1094505b92f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 18 05:08:38.104065 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-06b402fc-55d7-4a8a-85bc-878e0bd7ba61 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:08:38.104446 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06b402fc-55d7-4a8a-85bc-878e0bd7ba61 None None] Bound using segment: {'id': '429153ff-8ff2-4e78-820c-fab0d78ffa57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '3135e4e9-5fbe-43b3-8cfc-1094505b92f2'} {{(pid=104389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 18 05:08:38.104915 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.managers [None req-06b402fc-55d7-4a8a-85bc-878e0bd7ba61 None None] Bound port: 1712343f-8cfd-437d-a8ba-672fec42c455, host: dv-cinder-836996-35-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '429153ff-8ff2-4e78-820c-fab0d78ffa57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '3135e4e9-5fbe-43b3-8cfc-1094505b92f2'}}] {{(pid=104389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 18 05:08:38.105327 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-06b402fc-55d7-4a8a-85bc-878e0bd7ba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1768406'] for port (1712343f-8cfd-437d-a8ba-672fec42c455), before_update {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:08:38.166506 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.db [None req-06b402fc-55d7-4a8a-85bc-878e0bd7ba61 None None] For port 1712343f-8cfd-437d-a8ba-672fec42c455, host dv-cinder-836996-35-iscsi, cleared binding levels {{(pid=104389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 05:08:38.188809 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.db [None req-06b402fc-55d7-4a8a-85bc-878e0bd7ba61 None None] For port 1712343f-8cfd-437d-a8ba-672fec42c455, host dv-cinder-836996-35-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-35-iscsi',level=0,port_id=1712343f-8cfd-437d-a8ba-672fec42c455,segment=NetworkSegment(429153ff-8ff2-4e78-820c-fab0d78ffa57),segment_id=429153ff-8ff2-4e78-820c-fab0d78ffa57)] {{(pid=104389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 05:08:38.272577 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-06b402fc-55d7-4a8a-85bc-878e0bd7ba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1768343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789592765606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789592262840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789592262858'] for port (1712343f-8cfd-437d-a8ba-672fec42c455), after_update {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:08:38.329929 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b402fc-55d7-4a8a-85bc-878e0bd7ba61 None None] Pushing event updated for resources: {'Port': ['ID=1712343f-8cfd-437d-a8ba-672fec42c455,revision_number=2']} {{(pid=104389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:08:39.367333 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.wsgi [-] (104388) accepted ('10.222.0.23', 44338) {{(pid=104388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 05:08:39.482700 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG dbcounter [-] [104388] Writing DB stats neutron:SELECT=10,neutron:INSERT=4,neutron:DELETE=1 {{(pid=104388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:08:39.484991 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG dbcounter [-] [104388] Writing DB stats neutron:SELECT=23,neutron:INSERT=33,neutron:DELETE=1 {{(pid=104388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:08:39.714871 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.wsgi [None req-770fac06-b0b5-4c5f-889c-fcd5468580fe admin admin] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=104388) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 18 05:08:39.716187 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [None req-770fac06-b0b5-4c5f-889c-fcd5468580fe admin admin] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3473520 Jun 18 05:08:40.137597 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG dbcounter [-] [104390] Writing DB stats neutron:SELECT=7 {{(pid=104390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:08:40.142577 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG dbcounter [-] [104390] Writing DB stats neutron:SELECT=19,neutron:INSERT=31 {{(pid=104390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:08:42.011849 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.wsgi [-] (104388) accepted ('10.222.0.23', 44354) {{(pid=104388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 05:08:42.346272 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.wsgi [None req-a35ef42e-d399-4a68-a032-67ff99fd708f admin admin] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=104388) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 18 05:08:42.347594 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [None req-a35ef42e-d399-4a68-a032-67ff99fd708f admin admin] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3345299 Jun 18 05:08:44.658893 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.wsgi [-] (104388) accepted ('10.222.0.23', 44362) {{(pid=104388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 05:08:44.988256 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.api.v2.base [None req-302f7f06-1962-43d6-99ac-95de1b4d1df8 demo demo] Request body: {'router': {'admin_state_up': True, 'name': 'router1'}} {{(pid=104388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 18 05:08:45.076384 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-302f7f06-1962-43d6-99ac-95de1b4d1df8 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-574775', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9644'] for router (764f7392-5728-4e2a-a384-17e077a80029), before_create {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:08:45.078216 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-302f7f06-1962-43d6-99ac-95de1b4d1df8 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-575757', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-731064', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-682792', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9635'] for router (764f7392-5728-4e2a-a384-17e077a80029), precommit_create {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:08:45.231741 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-302f7f06-1962-43d6-99ac-95de1b4d1df8 demo demo] Publish callbacks [] for router_controller (764f7392-5728-4e2a-a384-17e077a80029), precommit_add_association {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:08:45.290378 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-302f7f06-1962-43d6-99ac-95de1b4d1df8 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-575954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-736931'] for router (764f7392-5728-4e2a-a384-17e077a80029), after_create {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:08:45.354053 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-302f7f06-1962-43d6-99ac-95de1b4d1df8 demo demo] Publish callbacks [] for router (None), before_response {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:08:45.355233 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [None req-302f7f06-1962-43d6-99ac-95de1b4d1df8 demo demo] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.6954644 Jun 18 05:08:46.460270 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eef7521d-f2ff-4108-a6d9-1167799dc9d5 None None] Network 3135e4e9-5fbe-43b3-8cfc-1094505b92f2 requested from dv-cinder-836996-35-iscsi {{(pid=104389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 18 05:08:46.598465 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.db.provisioning_blocks [None req-fb11a8b0-0bd6-4f60-bda6-33e7d03e9a1b None None] Provisioning complete for port 1712343f-8cfd-437d-a8ba-672fec42c455 triggered by entity DHCP. {{(pid=104389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 18 05:08:46.599137 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-fb11a8b0-0bd6-4f60-bda6-33e7d03e9a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1740956'] for port (1712343f-8cfd-437d-a8ba-672fec42c455), provisioning_complete {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:08:46.739365 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.plugin [None req-fb11a8b0-0bd6-4f60-bda6-33e7d03e9a1b None None] Current status of the port 1712343f-8cfd-437d-a8ba-672fec42c455 is: DOWN; New status is: ACTIVE {{(pid=104389) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 18 05:08:46.739754 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-fb11a8b0-0bd6-4f60-bda6-33e7d03e9a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1768406'] for port (1712343f-8cfd-437d-a8ba-672fec42c455), before_update {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:08:46.777428 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.db [None req-fb11a8b0-0bd6-4f60-bda6-33e7d03e9a1b None None] For port 1712343f-8cfd-437d-a8ba-672fec42c455, host dv-cinder-836996-35-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-35-iscsi',level=0,port_id=1712343f-8cfd-437d-a8ba-672fec42c455,segment=NetworkSegment(429153ff-8ff2-4e78-820c-fab0d78ffa57),segment_id=429153ff-8ff2-4e78-820c-fab0d78ffa57)] {{(pid=104389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 05:08:46.848577 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-fb11a8b0-0bd6-4f60-bda6-33e7d03e9a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1768343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789592765606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789592262840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789592262858'] for port (1712343f-8cfd-437d-a8ba-672fec42c455), after_update {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:08:46.896833 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb11a8b0-0bd6-4f60-bda6-33e7d03e9a1b None None] Pushing event updated for resources: {'Port': ['ID=1712343f-8cfd-437d-a8ba-672fec42c455,revision_number=3']} {{(pid=104389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:08:46.967142 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.db.provisioning_blocks [None req-8728ff8c-05c4-4ef3-a3b7-c363ef6b32bf None None] Provisioning complete for port 1712343f-8cfd-437d-a8ba-672fec42c455 triggered by entity DHCP. {{(pid=104389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 18 05:08:46.967538 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-8728ff8c-05c4-4ef3-a3b7-c363ef6b32bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1740956'] for port (1712343f-8cfd-437d-a8ba-672fec42c455), provisioning_complete {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:08:46.969694 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG dbcounter [-] [104387] Writing DB stats neutron:SELECT=52,neutron:INSERT=2,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:08:46.970795 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG dbcounter [-] [104387] Writing DB stats neutron:SELECT=3,neutron:DELETE=1 {{(pid=104387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:08:47.043634 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.plugin [None req-8728ff8c-05c4-4ef3-a3b7-c363ef6b32bf None None] Current status of the port 1712343f-8cfd-437d-a8ba-672fec42c455 is: ACTIVE; New status is: ACTIVE {{(pid=104389) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 18 05:08:47.131874 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.rpc [None req-c042a677-28f5-4026-b552-0173028fe9dd None None] Device 1712343f-8cfd-437d-a8ba-672fec42c455 up at agent ovs-agent-dv-cinder-836996-35-iscsi {{(pid=104389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 18 05:08:47.171865 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG dbcounter [-] [104389] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:08:47.177769 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.db.provisioning_blocks [None req-c042a677-28f5-4026-b552-0173028fe9dd None None] Provisioning complete for port 1712343f-8cfd-437d-a8ba-672fec42c455 triggered by entity L2. {{(pid=104389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 18 05:08:47.178165 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-c042a677-28f5-4026-b552-0173028fe9dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1740956'] for port (1712343f-8cfd-437d-a8ba-672fec42c455), provisioning_complete {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:08:47.249690 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.plugin [None req-c042a677-28f5-4026-b552-0173028fe9dd None None] Current status of the port 1712343f-8cfd-437d-a8ba-672fec42c455 is: ACTIVE; New status is: ACTIVE {{(pid=104389) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 18 05:08:47.646403 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.wsgi [-] (104388) accepted ('10.222.0.23', 44376) {{(pid=104388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 05:08:47.975057 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.wsgi [None req-ed0f9df8-8fd2-4412-a84b-b71451fc0d7a admin admin] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=104388) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 18 05:08:47.976087 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [None req-ed0f9df8-8fd2-4412-a84b-b71451fc0d7a admin admin] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3287053 Jun 18 05:08:50.268913 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.wsgi [-] (104388) accepted ('10.222.0.23', 44384) {{(pid=104388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 05:08:50.589712 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.api.v2.base [None req-c14f875f-609d-40e5-b00f-2a02a046b8a7 admin admin] Request body: {'network': {'name': 'public', 'provider:physical_network': 'physnet1', 'router:external': True, 'admin_state_up': True, 'provider:network_type': 'flat', 'is_default': True}} {{(pid=104388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 18 05:08:50.688855 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c14f875f-609d-40e5-b00f-2a02a046b8a7 admin admin] Made reservation on behalf of d587d7347f6f4de2882df28dc6b6a574 for: {'network': 1} {{(pid=104388) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 05:08:50.691704 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-c14f875f-609d-40e5-b00f-2a02a046b8a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1768406'] for network (None), before_create {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:08:50.708102 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-c14f875f-609d-40e5-b00f-2a02a046b8a7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:08:50.807559 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-c14f875f-609d-40e5-b00f-2a02a046b8a7 admin admin] Publish callbacks [] for security_group (e21988ea-6b42-443b-895b-1ba0629501b2), precommit_create {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:08:50.871219 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-c14f875f-609d-40e5-b00f-2a02a046b8a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728332'] for security_group (e21988ea-6b42-443b-895b-1ba0629501b2), after_create {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:08:50.882525 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-c14f875f-609d-40e5-b00f-2a02a046b8a7 admin admin] Reserving flat network on physical network physnet1 {{(pid=104388) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jun 18 05:08:50.917187 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-c14f875f-609d-40e5-b00f-2a02a046b8a7 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8789592556692', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1723189'] for segment (62e6b565-92f9-4432-9d4a-754d0a7517a7), precommit_create {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:08:50.917753 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-c14f875f-609d-40e5-b00f-2a02a046b8a7 admin admin] Unsubscribe: segment precommit_create {{(pid=104388) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 18 05:08:50.918255 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.db.segments_db [None req-c14f875f-609d-40e5-b00f-2a02a046b8a7 admin admin] Added segment 62e6b565-92f9-4432-9d4a-754d0a7517a7 of type flat for network 65c030c7-6a7d-4cea-a47d-5cdd532db0e6 Jun 18 05:08:50.934477 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c14f875f-609d-40e5-b00f-2a02a046b8a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e21988ea-6b42-443b-895b-1ba0629501b2,revision_number=1']} {{(pid=104388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:08:50.958055 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c14f875f-609d-40e5-b00f-2a02a046b8a7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:08:50.958400 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c14f875f-609d-40e5-b00f-2a02a046b8a7 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:08:50.958738 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c14f875f-609d-40e5-b00f-2a02a046b8a7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:08:50.959077 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c14f875f-609d-40e5-b00f-2a02a046b8a7 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:08:50.959405 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c14f875f-609d-40e5-b00f-2a02a046b8a7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:08:50.959739 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c14f875f-609d-40e5-b00f-2a02a046b8a7 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:08:50.960061 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c14f875f-609d-40e5-b00f-2a02a046b8a7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:08:50.960391 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c14f875f-609d-40e5-b00f-2a02a046b8a7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:08:50.960715 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c14f875f-609d-40e5-b00f-2a02a046b8a7 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:08:50.961034 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c14f875f-609d-40e5-b00f-2a02a046b8a7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:08:50.961353 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c14f875f-609d-40e5-b00f-2a02a046b8a7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:08:50.961733 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c14f875f-609d-40e5-b00f-2a02a046b8a7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:08:50.962261 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c14f875f-609d-40e5-b00f-2a02a046b8a7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:08:50.962590 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c14f875f-609d-40e5-b00f-2a02a046b8a7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:08:50.962908 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c14f875f-609d-40e5-b00f-2a02a046b8a7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:08:50.964309 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c14f875f-609d-40e5-b00f-2a02a046b8a7 admin admin] Tracked resource versions report: Jun 18 05:08:50.964309 dv-cinder-836996-35-iscsi neutron-server[104388]: pushed versions: Jun 18 05:08:50.964309 dv-cinder-836996-35-iscsi neutron-server[104388]: { 'AddressGroup': {'1.2'}, Jun 18 05:08:50.964309 dv-cinder-836996-35-iscsi neutron-server[104388]: 'Agent': {'1.1'}, Jun 18 05:08:50.964309 dv-cinder-836996-35-iscsi neutron-server[104388]: 'ConntrackHelper': {'1.0'}, Jun 18 05:08:50.964309 dv-cinder-836996-35-iscsi neutron-server[104388]: 'LocalIPAssociation': {'1.0'}, Jun 18 05:08:50.964309 dv-cinder-836996-35-iscsi neutron-server[104388]: 'Log': {'1.0'}, Jun 18 05:08:50.964309 dv-cinder-836996-35-iscsi neutron-server[104388]: 'NDPProxy': {'1.0'}, Jun 18 05:08:50.964309 dv-cinder-836996-35-iscsi neutron-server[104388]: 'Network': {'1.1'}, Jun 18 05:08:50.964309 dv-cinder-836996-35-iscsi neutron-server[104388]: 'Port': {'1.7'}, Jun 18 05:08:50.964309 dv-cinder-836996-35-iscsi neutron-server[104388]: 'PortForwarding': {'1.3'}, Jun 18 05:08:50.964309 dv-cinder-836996-35-iscsi neutron-server[104388]: 'QosPolicy': {'1.10'}, Jun 18 05:08:50.964309 dv-cinder-836996-35-iscsi neutron-server[104388]: 'SecurityGroup': {'1.5'}, Jun 18 05:08:50.964309 dv-cinder-836996-35-iscsi neutron-server[104388]: 'SecurityGroupRule': {'1.2'}, Jun 18 05:08:50.964309 dv-cinder-836996-35-iscsi neutron-server[104388]: 'SubPort': {'1.0'}, Jun 18 05:08:50.964309 dv-cinder-836996-35-iscsi neutron-server[104388]: 'Subnet': {'1.1'}, Jun 18 05:08:50.964309 dv-cinder-836996-35-iscsi neutron-server[104388]: 'Trunk': {'1.1'}} Jun 18 05:08:50.964309 dv-cinder-836996-35-iscsi neutron-server[104388]: consumer versions: Jun 18 05:08:50.964309 dv-cinder-836996-35-iscsi neutron-server[104388]: { DHCP agent@dv-cinder-836996-35-iscsi: {}, Jun 18 05:08:50.964309 dv-cinder-836996-35-iscsi neutron-server[104388]: L3 agent@dv-cinder-836996-35-iscsi: {}, Jun 18 05:08:50.964309 dv-cinder-836996-35-iscsi neutron-server[104388]: Metadata agent@dv-cinder-836996-35-iscsi: {}, Jun 18 05:08:50.964309 dv-cinder-836996-35-iscsi neutron-server[104388]: Metering agent@dv-cinder-836996-35-iscsi: {}, Jun 18 05:08:50.964309 dv-cinder-836996-35-iscsi neutron-server[104388]: Open vSwitch agent@dv-cinder-836996-35-iscsi: { 'AddressGroup': '1.2', Jun 18 05:08:50.964309 dv-cinder-836996-35-iscsi neutron-server[104388]: 'Agent': '1.1', Jun 18 05:08:50.964309 dv-cinder-836996-35-iscsi neutron-server[104388]: 'ConntrackHelper': '1.0', Jun 18 05:08:50.964309 dv-cinder-836996-35-iscsi neutron-server[104388]: 'LocalIPAssociation': '1.0', Jun 18 05:08:50.964309 dv-cinder-836996-35-iscsi neutron-server[104388]: 'Log': '1.0', Jun 18 05:08:50.964309 dv-cinder-836996-35-iscsi neutron-server[104388]: 'NDPProxy': '1.0', Jun 18 05:08:50.964309 dv-cinder-836996-35-iscsi neutron-server[104388]: 'Network': '1.1', Jun 18 05:08:50.964309 dv-cinder-836996-35-iscsi neutron-server[104388]: 'Port': '1.7', Jun 18 05:08:50.964309 dv-cinder-836996-35-iscsi neutron-server[104388]: 'PortForwarding': '1.3', Jun 18 05:08:50.964309 dv-cinder-836996-35-iscsi neutron-server[104388]: 'QosPolicy': '1.10', Jun 18 05:08:50.964309 dv-cinder-836996-35-iscsi neutron-server[104388]: 'SecurityGroup': '1.5', Jun 18 05:08:50.964309 dv-cinder-836996-35-iscsi neutron-server[104388]: 'SecurityGroupRule': '1.2', Jun 18 05:08:50.964309 dv-cinder-836996-35-iscsi neutron-server[104388]: 'SubPort': '1.0', Jun 18 05:08:50.964309 dv-cinder-836996-35-iscsi neutron-server[104388]: 'Subnet': '1.1', Jun 18 05:08:50.964309 dv-cinder-836996-35-iscsi neutron-server[104388]: 'Trunk': '1.1'}} Jun 18 05:08:50.964309 dv-cinder-836996-35-iscsi neutron-server[104388]: {{(pid=104388) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 18 05:08:51.031545 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-c14f875f-609d-40e5-b00f-2a02a046b8a7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789592234469'] for network (65c030c7-6a7d-4cea-a47d-5cdd532db0e6), precommit_create {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:08:51.145898 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-c14f875f-609d-40e5-b00f-2a02a046b8a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546084'] for network (65c030c7-6a7d-4cea-a47d-5cdd532db0e6), after_create {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:08:51.146934 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c14f875f-609d-40e5-b00f-2a02a046b8a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:08:51.147647 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-c14f875f-609d-40e5-b00f-2a02a046b8a7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546098'] for network (None), before_response {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:08:51.243676 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c14f875f-609d-40e5-b00f-2a02a046b8a7 admin admin] Pushing event updated for resources: {'Network': ['ID=65c030c7-6a7d-4cea-a47d-5cdd532db0e6,revision_number=1']} {{(pid=104388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:08:51.253682 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.rpc [None req-c042a677-28f5-4026-b552-0173028fe9dd None None] Network 65c030c7-6a7d-4cea-a47d-5cdd532db0e6 details requested by agent ovs-agent-dv-cinder-836996-35-iscsi with host dv-cinder-836996-35-iscsi {{(pid=104389) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 18 05:08:51.256969 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [None req-c14f875f-609d-40e5-b00f-2a02a046b8a7 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.9869926 Jun 18 05:08:51.267857 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG dbcounter [-] [104389] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:08:52.030083 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-c48635c9-4f1f-4bfa-bc00-0d5c6582a889 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789592556683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1744442'] for agent (426d7b1c-7831-4cf6-8aa4-29496a16634c), after_update {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:08:53.518828 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.wsgi [-] (104387) accepted ('10.222.0.23', 44396) {{(pid=104387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 05:08:53.570575 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG neutron.db.agents_db [None req-f0cd052f-7516-4656-9d29-e77bb90ffdea None None] Agent healthcheck: found 5 active agents {{(pid=104390) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 18 05:08:53.885585 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fa5c798-e05a-41ca-b75f-5bb955263173 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:08:53.886902 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [None req-5fa5c798-e05a-41ca-b75f-5bb955263173 demo admin] 10.222.0.23 "GET /v2.0/subnets/3e01a3ca-cd15-4f41-84f1-1ce30d64ac73 HTTP/1.1" status: 200 len: 849 time: 0.3671005 Jun 18 05:08:54.043773 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [None req-eedb1d60-40e6-4bb2-a1d5-7e475ff0760c demo admin] 10.222.0.23 "GET /v2.0/routers/764f7392-5728-4e2a-a384-17e077a80029 HTTP/1.1" status: 200 len: 704 time: 0.1509430 Jun 18 05:08:54.303516 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-474659c5-6650-4f2f-8fb6-3aea6131a64d demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1768406'] for port (None), before_create {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:08:54.506103 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-d2fad32e-ea01-42b4-93be-95a47b36cf9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789592556683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1744442'] for agent (a8549501-0164-4ac5-90a6-1ba1ba0d3f9d), after_update {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:08:54.593576 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.db.db_base_plugin_common [None req-474659c5-6650-4f2f-8fb6-3aea6131a64d demo admin] Allocated IP 172.20.0.1 (3135e4e9-5fbe-43b3-8cfc-1094505b92f2/3e01a3ca-cd15-4f41-84f1-1ce30d64ac73/a5443990-fcc9-4869-a858-a59333b19e93) {{(pid=104387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 05:08:54.745789 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-474659c5-6650-4f2f-8fb6-3aea6131a64d demo admin] Publish callbacks [] for port (a5443990-fcc9-4869-a858-a59333b19e93), precommit_create {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:08:54.860575 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-474659c5-6650-4f2f-8fb6-3aea6131a64d demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1768343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789592262822'] for port (a5443990-fcc9-4869-a858-a59333b19e93), after_create {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:08:54.940198 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-474659c5-6650-4f2f-8fb6-3aea6131a64d demo admin] Network 3135e4e9-5fbe-43b3-8cfc-1094505b92f2 is already hosted by enough agents. {{(pid=104387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 05:08:54.948014 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.scheduler.base_scheduler [None req-474659c5-6650-4f2f-8fb6-3aea6131a64d demo admin] Resources bound (agent type, host, resource id): {{(pid=104387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 05:08:54.950188 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474659c5-6650-4f2f-8fb6-3aea6131a64d demo admin] Pushing event updated for resources: {'Port': ['ID=a5443990-fcc9-4869-a858-a59333b19e93,revision_number=1']} {{(pid=104387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:08:54.953501 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-474659c5-6650-4f2f-8fb6-3aea6131a64d demo admin] Received port after_create {{(pid=104387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 18 05:08:54.953736 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-474659c5-6650-4f2f-8fb6-3aea6131a64d demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-574371'] for router_interface (764f7392-5728-4e2a-a384-17e077a80029), before_create {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:08:55.204360 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.db.provisioning_blocks [None req-9659a16a-acf3-49db-b063-4b0023e18dff None None] Provisioning complete for port a5443990-fcc9-4869-a858-a59333b19e93 triggered by entity DHCP. {{(pid=104389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 18 05:08:55.207868 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-9659a16a-acf3-49db-b063-4b0023e18dff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1740956'] for port (a5443990-fcc9-4869-a858-a59333b19e93), provisioning_complete {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:08:55.240080 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.plugin [None req-9659a16a-acf3-49db-b063-4b0023e18dff None None] Port a5443990-fcc9-4869-a858-a59333b19e93 cannot update to ACTIVE because it is not bound. {{(pid=104389) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 18 05:08:55.272155 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG dbcounter [-] [104387] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=104387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:08:55.278768 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-474659c5-6650-4f2f-8fb6-3aea6131a64d demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1768406'] for port (a5443990-fcc9-4869-a858-a59333b19e93), before_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:08:55.281323 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG dbcounter [-] [104387] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:08:55.485678 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-474659c5-6650-4f2f-8fb6-3aea6131a64d demo admin] Publish callbacks [] for port (a5443990-fcc9-4869-a858-a59333b19e93), precommit_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:08:55.504799 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-bd48e2cf-68a6-4f35-9a09-882d425f288c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789592556683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1744442'] for agent (e572bbf3-12d8-41bb-a2ed-524d739c9de1), after_update {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:08:55.574466 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-474659c5-6650-4f2f-8fb6-3aea6131a64d demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1768343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789592765606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789592262840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789592262858'] for port (a5443990-fcc9-4869-a858-a59333b19e93), after_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:08:55.575283 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-474659c5-6650-4f2f-8fb6-3aea6131a64d demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-546262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-574263'] for router_interface (764f7392-5728-4e2a-a384-17e077a80029), after_create {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:08:55.637239 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474659c5-6650-4f2f-8fb6-3aea6131a64d demo admin] Pushing event updated for resources: {'Port': ['ID=a5443990-fcc9-4869-a858-a59333b19e93,revision_number=2']} {{(pid=104387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:08:55.703449 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-474659c5-6650-4f2f-8fb6-3aea6131a64d demo admin] Network 3135e4e9-5fbe-43b3-8cfc-1094505b92f2 is already hosted by enough agents. {{(pid=104387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 05:08:55.704738 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.scheduler.base_scheduler [None req-474659c5-6650-4f2f-8fb6-3aea6131a64d demo admin] Resources bound (agent type, host, resource id): {{(pid=104387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 05:08:55.861586 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.db.provisioning_blocks [None req-bb325f68-db19-41a0-8fc7-fc24d05d93b1 None None] Provisioning complete for port a5443990-fcc9-4869-a858-a59333b19e93 triggered by entity DHCP. {{(pid=104389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 18 05:08:55.862147 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-bb325f68-db19-41a0-8fc7-fc24d05d93b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1740956'] for port (a5443990-fcc9-4869-a858-a59333b19e93), provisioning_complete {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:08:55.893225 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.plugin [None req-bb325f68-db19-41a0-8fc7-fc24d05d93b1 None None] Port a5443990-fcc9-4869-a858-a59333b19e93 cannot update to ACTIVE because it is not bound. {{(pid=104389) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 18 05:08:55.917461 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-474659c5-6650-4f2f-8fb6-3aea6131a64d demo admin] Router 764f7392-5728-4e2a-a384-17e077a80029 is scheduled to L3 agent a8549501-0164-4ac5-90a6-1ba1ba0d3f9d with binding_index 1 {{(pid=104387) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 18 05:08:56.005093 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-474659c5-6650-4f2f-8fb6-3aea6131a64d demo admin] Notify agent at l3_agent.dv-cinder-836996-35-iscsi the message routers_updated {{(pid=104387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 05:08:56.010531 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [None req-474659c5-6650-4f2f-8fb6-3aea6131a64d demo admin] 10.222.0.23 "PUT /v2.0/routers/764f7392-5728-4e2a-a384-17e077a80029/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.9615111 Jun 18 05:08:56.028660 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84ceb906-8011-43f5-9bd9-f80a8b501ab8 None None] Sync routers for ids ['764f7392-5728-4e2a-a384-17e077a80029'] in dv-cinder-836996-35-iscsi {{(pid=104390) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 05:08:56.041834 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84ceb906-8011-43f5-9bd9-f80a8b501ab8 None None] Routers {'764f7392-5728-4e2a-a384-17e077a80029'} bound to L3 agent in host dv-cinder-836996-35-iscsi {{(pid=104390) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 18 05:08:56.042643 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG neutron.db.l3_hamode_db [None req-84ceb906-8011-43f5-9bd9-f80a8b501ab8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-35-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-06-18T05:08:24Z,description=,heartbeat_timestamp=2022-06-18T05:08:54Z,host='dv-cinder-836996-35-iscsi',id=a8549501-0164-4ac5-90a6-1ba1ba0d3f9d,load=0,resource_versions=,resources_synced=,started_at=2022-06-18T05:08:25Z,topic='l3_agent')) {'router_ids': ['764f7392-5728-4e2a-a384-17e077a80029'], 'active': True} {{(pid=104390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 05:08:56.220867 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG neutron.db.l3_dvr_db [None req-84ceb906-8011-43f5-9bd9-f80a8b501ab8 None None] Set router 764f7392-5728-4e2a-a384-17e077a80029 gateway port host: None {{(pid=104390) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 18 05:08:56.642974 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG neutron.db.l3_hamode_db [None req-84ceb906-8011-43f5-9bd9-f80a8b501ab8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '764f7392-5728-4e2a-a384-17e077a80029', 'name': 'router1', 'tenant_id': '6706fdb556af472c8319dd2a13abe441', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-18T05:08:45Z', 'updated_at': '2022-06-18T05:08:55Z', 'revision_number': 2, 'project_id': '6706fdb556af472c8319dd2a13abe441', 'gw_port_host': None, '_interfaces': [{'id': 'a5443990-fcc9-4869-a858-a59333b19e93', 'name': '', 'network_id': '3135e4e9-5fbe-43b3-8cfc-1094505b92f2', 'tenant_id': '6706fdb556af472c8319dd2a13abe441', 'mac_address': 'fa:16:3e:18:4f:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '764f7392-5728-4e2a-a384-17e077a80029', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3e01a3ca-cd15-4f41-84f1-1ce30d64ac73', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-18T05:08:54Z', 'updated_at': '2022-06-18T05:08:55Z', 'revision_number': 2, 'project_id': '6706fdb556af472c8319dd2a13abe441', 'subnets': [{'id': '3e01a3ca-cd15-4f41-84f1-1ce30d64ac73', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '4261cc87-928a-4c4f-8608-4982311075f2'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-35-iscsi', False) {} {{(pid=104390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 05:08:56.691347 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84ceb906-8011-43f5-9bd9-f80a8b501ab8 None None] Checking router: 764f7392-5728-4e2a-a384-17e077a80029 for host: dv-cinder-836996-35-iscsi {{(pid=104390) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 05:08:56.691715 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84ceb906-8011-43f5-9bd9-f80a8b501ab8 None None] Updating router 764f7392-5728-4e2a-a384-17e077a80029 port a5443990-fcc9-4869-a858-a59333b19e93 binding host dv-cinder-836996-35-iscsi {{(pid=104390) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 18 05:08:56.770987 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG neutron_lib.callbacks.manager [None req-84ceb906-8011-43f5-9bd9-f80a8b501ab8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1768406'] for port (a5443990-fcc9-4869-a858-a59333b19e93), before_update {{(pid=104390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:08:57.190745 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-5df8b1a9-a354-44ed-8761-35e8e24f4084 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789592556683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1744442'] for agent (37f34a37-d85d-4c21-966b-86dc43157ac3), after_update {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:08:57.245237 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG neutron_lib.callbacks.manager [None req-84ceb906-8011-43f5-9bd9-f80a8b501ab8 None None] Publish callbacks [] for port (a5443990-fcc9-4869-a858-a59333b19e93), precommit_update {{(pid=104390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:08:57.322739 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG neutron_lib.callbacks.manager [None req-84ceb906-8011-43f5-9bd9-f80a8b501ab8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1768343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789592765606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789592262840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789592262858'] for port (a5443990-fcc9-4869-a858-a59333b19e93), after_update {{(pid=104390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:08:57.416753 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c37098c-1773-4008-bb35-45041cfddd5f None None] Pushing event updated for resources: {'Port': ['ID=a5443990-fcc9-4869-a858-a59333b19e93,revision_number=3']} {{(pid=104390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:08:57.432959 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c37098c-1773-4008-bb35-45041cfddd5f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:08:57.435784 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c37098c-1773-4008-bb35-45041cfddd5f None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:08:57.435784 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c37098c-1773-4008-bb35-45041cfddd5f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:08:57.435784 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c37098c-1773-4008-bb35-45041cfddd5f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:08:57.435784 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c37098c-1773-4008-bb35-45041cfddd5f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:08:57.435784 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c37098c-1773-4008-bb35-45041cfddd5f None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:08:57.435784 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c37098c-1773-4008-bb35-45041cfddd5f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:08:57.435784 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c37098c-1773-4008-bb35-45041cfddd5f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:08:57.435784 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c37098c-1773-4008-bb35-45041cfddd5f None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:08:57.436443 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c37098c-1773-4008-bb35-45041cfddd5f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:08:57.436443 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c37098c-1773-4008-bb35-45041cfddd5f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:08:57.436604 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c37098c-1773-4008-bb35-45041cfddd5f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:08:57.436844 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c37098c-1773-4008-bb35-45041cfddd5f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:08:57.437163 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c37098c-1773-4008-bb35-45041cfddd5f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:08:57.437525 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c37098c-1773-4008-bb35-45041cfddd5f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:08:57.438986 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c37098c-1773-4008-bb35-45041cfddd5f None None] Tracked resource versions report: Jun 18 05:08:57.438986 dv-cinder-836996-35-iscsi neutron-server[104390]: pushed versions: Jun 18 05:08:57.438986 dv-cinder-836996-35-iscsi neutron-server[104390]: { 'AddressGroup': {'1.2'}, Jun 18 05:08:57.438986 dv-cinder-836996-35-iscsi neutron-server[104390]: 'Agent': {'1.1'}, Jun 18 05:08:57.438986 dv-cinder-836996-35-iscsi neutron-server[104390]: 'ConntrackHelper': {'1.0'}, Jun 18 05:08:57.438986 dv-cinder-836996-35-iscsi neutron-server[104390]: 'LocalIPAssociation': {'1.0'}, Jun 18 05:08:57.438986 dv-cinder-836996-35-iscsi neutron-server[104390]: 'Log': {'1.0'}, Jun 18 05:08:57.438986 dv-cinder-836996-35-iscsi neutron-server[104390]: 'NDPProxy': {'1.0'}, Jun 18 05:08:57.438986 dv-cinder-836996-35-iscsi neutron-server[104390]: 'Network': {'1.1'}, Jun 18 05:08:57.438986 dv-cinder-836996-35-iscsi neutron-server[104390]: 'Port': {'1.7'}, Jun 18 05:08:57.438986 dv-cinder-836996-35-iscsi neutron-server[104390]: 'PortForwarding': {'1.3'}, Jun 18 05:08:57.438986 dv-cinder-836996-35-iscsi neutron-server[104390]: 'QosPolicy': {'1.10'}, Jun 18 05:08:57.438986 dv-cinder-836996-35-iscsi neutron-server[104390]: 'SecurityGroup': {'1.5'}, Jun 18 05:08:57.438986 dv-cinder-836996-35-iscsi neutron-server[104390]: 'SecurityGroupRule': {'1.2'}, Jun 18 05:08:57.438986 dv-cinder-836996-35-iscsi neutron-server[104390]: 'SubPort': {'1.0'}, Jun 18 05:08:57.438986 dv-cinder-836996-35-iscsi neutron-server[104390]: 'Subnet': {'1.1'}, Jun 18 05:08:57.438986 dv-cinder-836996-35-iscsi neutron-server[104390]: 'Trunk': {'1.1'}} Jun 18 05:08:57.438986 dv-cinder-836996-35-iscsi neutron-server[104390]: consumer versions: Jun 18 05:08:57.438986 dv-cinder-836996-35-iscsi neutron-server[104390]: { DHCP agent@dv-cinder-836996-35-iscsi: {}, Jun 18 05:08:57.438986 dv-cinder-836996-35-iscsi neutron-server[104390]: L3 agent@dv-cinder-836996-35-iscsi: {}, Jun 18 05:08:57.438986 dv-cinder-836996-35-iscsi neutron-server[104390]: Metadata agent@dv-cinder-836996-35-iscsi: {}, Jun 18 05:08:57.438986 dv-cinder-836996-35-iscsi neutron-server[104390]: Metering agent@dv-cinder-836996-35-iscsi: {}, Jun 18 05:08:57.438986 dv-cinder-836996-35-iscsi neutron-server[104390]: Open vSwitch agent@dv-cinder-836996-35-iscsi: { 'AddressGroup': '1.2', Jun 18 05:08:57.438986 dv-cinder-836996-35-iscsi neutron-server[104390]: 'Agent': '1.1', Jun 18 05:08:57.438986 dv-cinder-836996-35-iscsi neutron-server[104390]: 'ConntrackHelper': '1.0', Jun 18 05:08:57.438986 dv-cinder-836996-35-iscsi neutron-server[104390]: 'LocalIPAssociation': '1.0', Jun 18 05:08:57.438986 dv-cinder-836996-35-iscsi neutron-server[104390]: 'Log': '1.0', Jun 18 05:08:57.438986 dv-cinder-836996-35-iscsi neutron-server[104390]: 'NDPProxy': '1.0', Jun 18 05:08:57.438986 dv-cinder-836996-35-iscsi neutron-server[104390]: 'Network': '1.1', Jun 18 05:08:57.438986 dv-cinder-836996-35-iscsi neutron-server[104390]: 'Port': '1.7', Jun 18 05:08:57.438986 dv-cinder-836996-35-iscsi neutron-server[104390]: 'PortForwarding': '1.3', Jun 18 05:08:57.438986 dv-cinder-836996-35-iscsi neutron-server[104390]: 'QosPolicy': '1.10', Jun 18 05:08:57.438986 dv-cinder-836996-35-iscsi neutron-server[104390]: 'SecurityGroup': '1.5', Jun 18 05:08:57.438986 dv-cinder-836996-35-iscsi neutron-server[104390]: 'SecurityGroupRule': '1.2', Jun 18 05:08:57.438986 dv-cinder-836996-35-iscsi neutron-server[104390]: 'SubPort': '1.0', Jun 18 05:08:57.438986 dv-cinder-836996-35-iscsi neutron-server[104390]: 'Subnet': '1.1', Jun 18 05:08:57.438986 dv-cinder-836996-35-iscsi neutron-server[104390]: 'Trunk': '1.1'}} Jun 18 05:08:57.438986 dv-cinder-836996-35-iscsi neutron-server[104390]: {{(pid=104390) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 18 05:08:57.520996 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG neutron.plugins.ml2.managers [None req-84ceb906-8011-43f5-9bd9-f80a8b501ab8 None None] Attempting to bind port a5443990-fcc9-4869-a858-a59333b19e93 on host dv-cinder-836996-35-iscsi for vnic_type normal with profile {{(pid=104390) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 18 05:08:57.521444 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG neutron.plugins.ml2.managers [None req-84ceb906-8011-43f5-9bd9-f80a8b501ab8 None None] Attempting to bind port a5443990-fcc9-4869-a858-a59333b19e93 by drivers openvswitch,hyperv on host dv-cinder-836996-35-iscsi at level 0 using segments [{'id': '429153ff-8ff2-4e78-820c-fab0d78ffa57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '3135e4e9-5fbe-43b3-8cfc-1094505b92f2'}] {{(pid=104390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 18 05:08:57.521896 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84ceb906-8011-43f5-9bd9-f80a8b501ab8 None None] Attempting to bind port a5443990-fcc9-4869-a858-a59333b19e93 on network 3135e4e9-5fbe-43b3-8cfc-1094505b92f2 {{(pid=104390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 18 05:08:57.527688 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-c042a677-28f5-4026-b552-0173028fe9dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789592556683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1744442'] for agent (d503ae44-4e24-48d3-9886-03581f90537d), after_update {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:08:57.528466 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84ceb906-8011-43f5-9bd9-f80a8b501ab8 None None] Checking agent: {'id': 'd503ae44-4e24-48d3-9886-03581f90537d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836996-35-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 18, 5, 8, 27), 'started_at': datetime.datetime(2022, 6, 18, 5, 8, 27), 'heartbeat_timestamp': datetime.datetime(2022, 6, 18, 5, 8, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836996-35-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 18 05:08:57.528872 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84ceb906-8011-43f5-9bd9-f80a8b501ab8 None None] Checking segment: {'id': '429153ff-8ff2-4e78-820c-fab0d78ffa57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '3135e4e9-5fbe-43b3-8cfc-1094505b92f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 18 05:08:57.529356 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG neutron_lib.callbacks.manager [None req-84ceb906-8011-43f5-9bd9-f80a8b501ab8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:08:57.529762 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84ceb906-8011-43f5-9bd9-f80a8b501ab8 None None] Bound using segment: {'id': '429153ff-8ff2-4e78-820c-fab0d78ffa57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '3135e4e9-5fbe-43b3-8cfc-1094505b92f2'} {{(pid=104390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 18 05:08:57.530255 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG neutron.plugins.ml2.managers [None req-84ceb906-8011-43f5-9bd9-f80a8b501ab8 None None] Bound port: a5443990-fcc9-4869-a858-a59333b19e93, host: dv-cinder-836996-35-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '429153ff-8ff2-4e78-820c-fab0d78ffa57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '3135e4e9-5fbe-43b3-8cfc-1094505b92f2'}}] {{(pid=104390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 18 05:08:57.530652 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG neutron_lib.callbacks.manager [None req-84ceb906-8011-43f5-9bd9-f80a8b501ab8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1768406'] for port (a5443990-fcc9-4869-a858-a59333b19e93), before_update {{(pid=104390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:08:57.533556 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG dbcounter [-] [104390] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:08:57.601714 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG neutron.plugins.ml2.db [None req-84ceb906-8011-43f5-9bd9-f80a8b501ab8 None None] For port a5443990-fcc9-4869-a858-a59333b19e93, host dv-cinder-836996-35-iscsi, cleared binding levels {{(pid=104390) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 05:08:57.615232 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG dbcounter [-] [104390] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:08:57.622207 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG neutron.plugins.ml2.db [None req-84ceb906-8011-43f5-9bd9-f80a8b501ab8 None None] For port a5443990-fcc9-4869-a858-a59333b19e93, host dv-cinder-836996-35-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-35-iscsi',level=0,port_id=a5443990-fcc9-4869-a858-a59333b19e93,segment=NetworkSegment(429153ff-8ff2-4e78-820c-fab0d78ffa57),segment_id=429153ff-8ff2-4e78-820c-fab0d78ffa57)] {{(pid=104390) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 05:08:57.625926 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.db.provisioning_blocks [None req-5ecc29d2-c979-481d-9f95-ae0213f37c00 None None] Provisioning complete for port a5443990-fcc9-4869-a858-a59333b19e93 triggered by entity DHCP. {{(pid=104389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 18 05:08:57.628294 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-5ecc29d2-c979-481d-9f95-ae0213f37c00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1740956'] for port (a5443990-fcc9-4869-a858-a59333b19e93), provisioning_complete {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:08:57.705376 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG neutron_lib.callbacks.manager [None req-84ceb906-8011-43f5-9bd9-f80a8b501ab8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1768343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789592765606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789592262840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789592262858'] for port (a5443990-fcc9-4869-a858-a59333b19e93), after_update {{(pid=104390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:08:57.707209 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.plugin [None req-5ecc29d2-c979-481d-9f95-ae0213f37c00 None None] Port a5443990-fcc9-4869-a858-a59333b19e93 cannot update to ACTIVE because it is not bound. {{(pid=104389) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 18 05:08:57.766444 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c37098c-1773-4008-bb35-45041cfddd5f None None] Pushing event updated for resources: {'Port': ['ID=a5443990-fcc9-4869-a858-a59333b19e93,revision_number=4']} {{(pid=104390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:08:57.768946 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84ceb906-8011-43f5-9bd9-f80a8b501ab8 None None] Routers {'764f7392-5728-4e2a-a384-17e077a80029'} bound to L3 agent in host dv-cinder-836996-35-iscsi {{(pid=104390) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 18 05:08:57.769584 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG neutron.db.l3_hamode_db [None req-84ceb906-8011-43f5-9bd9-f80a8b501ab8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-35-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-06-18T05:08:24Z,description=,heartbeat_timestamp=2022-06-18T05:08:54Z,host='dv-cinder-836996-35-iscsi',id=a8549501-0164-4ac5-90a6-1ba1ba0d3f9d,load=0,resource_versions=,resources_synced=,started_at=2022-06-18T05:08:25Z,topic='l3_agent')) {'router_ids': ['764f7392-5728-4e2a-a384-17e077a80029'], 'active': True} {{(pid=104390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 05:08:57.858263 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG neutron.db.l3_dvr_db [None req-84ceb906-8011-43f5-9bd9-f80a8b501ab8 None None] Set router 764f7392-5728-4e2a-a384-17e077a80029 gateway port host: None {{(pid=104390) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 18 05:08:57.926206 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.db.provisioning_blocks [None req-400baec8-8754-424f-a45e-4aa87fb92744 None None] Provisioning complete for port a5443990-fcc9-4869-a858-a59333b19e93 triggered by entity DHCP. {{(pid=104389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 18 05:08:57.926586 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-400baec8-8754-424f-a45e-4aa87fb92744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1740956'] for port (a5443990-fcc9-4869-a858-a59333b19e93), provisioning_complete {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:08:58.000142 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.plugin [None req-400baec8-8754-424f-a45e-4aa87fb92744 None None] Current status of the port a5443990-fcc9-4869-a858-a59333b19e93 is: DOWN; New status is: ACTIVE {{(pid=104389) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 18 05:08:58.000540 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-400baec8-8754-424f-a45e-4aa87fb92744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1768406'] for port (a5443990-fcc9-4869-a858-a59333b19e93), before_update {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:08:58.034974 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.db [None req-400baec8-8754-424f-a45e-4aa87fb92744 None None] For port a5443990-fcc9-4869-a858-a59333b19e93, host dv-cinder-836996-35-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-35-iscsi',level=0,port_id=a5443990-fcc9-4869-a858-a59333b19e93,segment=NetworkSegment(429153ff-8ff2-4e78-820c-fab0d78ffa57),segment_id=429153ff-8ff2-4e78-820c-fab0d78ffa57)] {{(pid=104389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 05:08:58.056758 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG neutron.db.l3_hamode_db [None req-84ceb906-8011-43f5-9bd9-f80a8b501ab8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '764f7392-5728-4e2a-a384-17e077a80029', 'name': 'router1', 'tenant_id': '6706fdb556af472c8319dd2a13abe441', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-18T05:08:45Z', 'updated_at': '2022-06-18T05:08:55Z', 'revision_number': 2, 'project_id': '6706fdb556af472c8319dd2a13abe441', 'gw_port_host': None, '_interfaces': [{'id': 'a5443990-fcc9-4869-a858-a59333b19e93', 'name': '', 'network_id': '3135e4e9-5fbe-43b3-8cfc-1094505b92f2', 'tenant_id': '6706fdb556af472c8319dd2a13abe441', 'mac_address': 'fa:16:3e:18:4f:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '764f7392-5728-4e2a-a384-17e077a80029', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3e01a3ca-cd15-4f41-84f1-1ce30d64ac73', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-18T05:08:54Z', 'updated_at': '2022-06-18T05:08:57Z', 'revision_number': 4, 'project_id': '6706fdb556af472c8319dd2a13abe441', 'subnets': [{'id': '3e01a3ca-cd15-4f41-84f1-1ce30d64ac73', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '4261cc87-928a-4c4f-8608-4982311075f2'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-35-iscsi', False) {} {{(pid=104390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 05:08:58.082210 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84ceb906-8011-43f5-9bd9-f80a8b501ab8 None None] The sync data for ids ['764f7392-5728-4e2a-a384-17e077a80029'] in dv-cinder-836996-35-iscsi is: [{'id': '764f7392-5728-4e2a-a384-17e077a80029', 'name': 'router1', 'tenant_id': '6706fdb556af472c8319dd2a13abe441', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-18T05:08:45Z', 'updated_at': '2022-06-18T05:08:55Z', 'revision_number': 2, 'project_id': '6706fdb556af472c8319dd2a13abe441', 'gw_port_host': None, '_interfaces': [{'id': 'a5443990-fcc9-4869-a858-a59333b19e93', 'name': '', 'network_id': '3135e4e9-5fbe-43b3-8cfc-1094505b92f2', 'tenant_id': '6706fdb556af472c8319dd2a13abe441', 'mac_address': 'fa:16:3e:18:4f:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '764f7392-5728-4e2a-a384-17e077a80029', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3e01a3ca-cd15-4f41-84f1-1ce30d64ac73', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-18T05:08:54Z', 'updated_at': '2022-06-18T05:08:57Z', 'revision_number': 4, 'project_id': '6706fdb556af472c8319dd2a13abe441', 'subnets': [{'id': '3e01a3ca-cd15-4f41-84f1-1ce30d64ac73', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '4261cc87-928a-4c4f-8608-4982311075f2'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104390) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 05:08:58.111989 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-400baec8-8754-424f-a45e-4aa87fb92744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1768343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789592765606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789592262840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789592262858'] for port (a5443990-fcc9-4869-a858-a59333b19e93), after_update {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:08:58.173132 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400baec8-8754-424f-a45e-4aa87fb92744 None None] Pushing event updated for resources: {'Port': ['ID=a5443990-fcc9-4869-a858-a59333b19e93,revision_number=5']} {{(pid=104389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:08:58.299950 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.wsgi [-] (104387) accepted ('10.222.0.23', 44418) {{(pid=104387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 05:08:58.511935 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6a5e872-b730-42ee-8581-d233be1e1b42 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:08:58.513346 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [None req-f6a5e872-b730-42ee-8581-d233be1e1b42 admin admin] 10.222.0.23 "GET /v2.0/networks/65c030c7-6a7d-4cea-a47d-5cdd532db0e6 HTTP/1.1" status: 200 len: 842 time: 0.2123766 Jun 18 05:08:58.522835 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.api.v2.base [None req-e29ccd57-6090-434b-b7a9-e8ca6b7cd64b admin admin] Request body: {'subnet': {'name': 'public-subnet', 'gateway_ip': '172.27.2.1', 'ip_version': 4, 'enable_dhcp': False, 'cidr': '172.27.2.0/24', 'network_id': '65c030c7-6a7d-4cea-a47d-5cdd532db0e6'}} {{(pid=104387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 18 05:08:58.538232 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG dbcounter [-] [104387] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:08:58.647548 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e29ccd57-6090-434b-b7a9-e8ca6b7cd64b admin admin] Made reservation on behalf of d587d7347f6f4de2882df28dc6b6a574 for: {'subnet': 1} {{(pid=104387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 05:08:58.651198 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-e29ccd57-6090-434b-b7a9-e8ca6b7cd64b admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:08:58.976120 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.objects.ports [None req-e29ccd57-6090-434b-b7a9-e8ca6b7cd64b admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=104387) get_objects /opt/stack/neutron/neutron/objects/ports.py:463}} Jun 18 05:08:58.978675 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-e29ccd57-6090-434b-b7a9-e8ca6b7cd64b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546084'] for subnet (a9fa7760-a071-45ee-b985-799999c69975), after_create {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:08:59.032239 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e29ccd57-6090-434b-b7a9-e8ca6b7cd64b admin admin] Pushing event updated for resources: {'Subnet': ['ID=a9fa7760-a071-45ee-b985-799999c69975,revision_number=0']} {{(pid=104387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:08:59.041255 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e29ccd57-6090-434b-b7a9-e8ca6b7cd64b admin admin] Checking segment: {'id': '62e6b565-92f9-4432-9d4a-754d0a7517a7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '65c030c7-6a7d-4cea-a47d-5cdd532db0e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 18 05:08:59.041640 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e29ccd57-6090-434b-b7a9-e8ca6b7cd64b admin admin] Network hostable DHCP agents. Network: 65c030c7-6a7d-4cea-a47d-5cdd532db0e6, hostable agents: ['426d7b1c-7831-4cf6-8aa4-29496a16634c'], hosted agents: [] {{(pid=104387) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 18 05:08:59.043395 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG dbcounter [-] [104387] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:08:59.135636 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e29ccd57-6090-434b-b7a9-e8ca6b7cd64b admin admin] Network 65c030c7-6a7d-4cea-a47d-5cdd532db0e6 is scheduled to be hosted by DHCP agent 426d7b1c-7831-4cf6-8aa4-29496a16634c with binding_index 1 {{(pid=104387) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 18 05:08:59.191816 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.scheduler.base_scheduler [None req-e29ccd57-6090-434b-b7a9-e8ca6b7cd64b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836996-35-iscsi, 65c030c7-6a7d-4cea-a47d-5cdd532db0e6) {{(pid=104387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 05:08:59.196723 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e29ccd57-6090-434b-b7a9-e8ca6b7cd64b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:08:59.197365 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-e29ccd57-6090-434b-b7a9-e8ca6b7cd64b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546098'] for subnet (None), before_response {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:08:59.203696 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcc0a63c-edbb-4926-9b8a-5b951c35be6d None None] Network 65c030c7-6a7d-4cea-a47d-5cdd532db0e6 requested from dv-cinder-836996-35-iscsi {{(pid=104389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 18 05:08:59.280793 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [None req-e29ccd57-6090-434b-b7a9-e8ca6b7cd64b admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7611489 Jun 18 05:08:59.318241 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9cebcc5-057c-43e1-8937-a98e5ce9e751 None None] Network 65c030c7-6a7d-4cea-a47d-5cdd532db0e6 requested from dv-cinder-836996-35-iscsi {{(pid=104389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 18 05:09:01.207798 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG dbcounter [-] [104388] Writing DB stats neutron:SELECT=45,neutron:INSERT=18,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=104388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:09:01.216760 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG dbcounter [-] [104388] Writing DB stats neutron:SELECT=48,neutron:INSERT=9,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:09:01.531707 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.wsgi [-] (104387) accepted ('10.222.0.23', 44436) {{(pid=104387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 05:09:01.662587 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [None req-fccc3b29-4298-4c5c-b227-be9806f4974c demo admin] 10.222.0.23 "GET /v2.0/routers/764f7392-5728-4e2a-a384-17e077a80029 HTTP/1.1" status: 200 len: 710 time: 0.1296594 Jun 18 05:09:01.822153 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-314899bf-84da-4d05-ae69-f8d687432cb4 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:09:01.823479 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [None req-314899bf-84da-4d05-ae69-f8d687432cb4 demo admin] 10.222.0.23 "GET /v2.0/networks/65c030c7-6a7d-4cea-a47d-5cdd532db0e6 HTTP/1.1" status: 200 len: 886 time: 0.1547956 Jun 18 05:09:01.832069 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.api.v2.base [None req-26abb687-eb08-4c0d-9c30-78a543cf1c64 demo admin] Request body: {'router': {'external_gateway_info': {'network_id': '65c030c7-6a7d-4cea-a47d-5cdd532db0e6'}}} {{(pid=104387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 18 05:09:02.065029 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-26abb687-eb08-4c0d-9c30-78a543cf1c64 demo admin] Publish callbacks [] for router_gateway (764f7392-5728-4e2a-a384-17e077a80029), precommit_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:09:02.226388 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG dbcounter [-] [104387] Writing DB stats neutron:INSERT=3,neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:09:02.335261 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-26abb687-eb08-4c0d-9c30-78a543cf1c64 demo admin] Publish callbacks [] for router_gateway (764f7392-5728-4e2a-a384-17e077a80029), before_create {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:09:02.416853 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-26abb687-eb08-4c0d-9c30-78a543cf1c64 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1768406'] for port (None), before_create {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:09:02.539230 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.db.db_base_plugin_common [None req-26abb687-eb08-4c0d-9c30-78a543cf1c64 demo admin] Allocated IP 172.27.2.213 (65c030c7-6a7d-4cea-a47d-5cdd532db0e6/a9fa7760-a071-45ee-b985-799999c69975/d5da67fc-0331-4ffd-b1ea-13849ed11f6c) {{(pid=104387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 05:09:02.626054 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG dbcounter [-] [104387] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=104387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:09:02.641557 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-26abb687-eb08-4c0d-9c30-78a543cf1c64 demo admin] Publish callbacks [] for port (d5da67fc-0331-4ffd-b1ea-13849ed11f6c), precommit_create {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:09:02.722605 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-26abb687-eb08-4c0d-9c30-78a543cf1c64 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1768343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789592262822'] for port (d5da67fc-0331-4ffd-b1ea-13849ed11f6c), after_create {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:09:02.765887 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26abb687-eb08-4c0d-9c30-78a543cf1c64 demo admin] Network 65c030c7-6a7d-4cea-a47d-5cdd532db0e6 is already hosted by enough agents. {{(pid=104387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 05:09:02.770305 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.scheduler.base_scheduler [None req-26abb687-eb08-4c0d-9c30-78a543cf1c64 demo admin] Resources bound (agent type, host, resource id): {{(pid=104387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 05:09:02.774767 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26abb687-eb08-4c0d-9c30-78a543cf1c64 demo admin] Received port after_create {{(pid=104387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 18 05:09:02.776627 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26abb687-eb08-4c0d-9c30-78a543cf1c64 demo admin] Pushing event updated for resources: {'Port': ['ID=d5da67fc-0331-4ffd-b1ea-13849ed11f6c,revision_number=1']} {{(pid=104387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:09:03.111919 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-26abb687-eb08-4c0d-9c30-78a543cf1c64 demo admin] Publish callbacks [] for router_gateway (764f7392-5728-4e2a-a384-17e077a80029), after_create {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:09:03.139078 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.rpc [None req-c042a677-28f5-4026-b552-0173028fe9dd None None] Device a5443990-fcc9-4869-a858-a59333b19e93 up at agent ovs-agent-dv-cinder-836996-35-iscsi {{(pid=104389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 18 05:09:03.195288 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.db.provisioning_blocks [None req-c042a677-28f5-4026-b552-0173028fe9dd None None] Provisioning complete for port a5443990-fcc9-4869-a858-a59333b19e93 triggered by entity L2. {{(pid=104389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 18 05:09:03.195800 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-c042a677-28f5-4026-b552-0173028fe9dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1740956'] for port (a5443990-fcc9-4869-a858-a59333b19e93), provisioning_complete {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:09:03.210742 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG dbcounter [-] [104387] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:INSERT=4 {{(pid=104387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:09:03.271834 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.plugin [None req-c042a677-28f5-4026-b552-0173028fe9dd None None] Current status of the port a5443990-fcc9-4869-a858-a59333b19e93 is: ACTIVE; New status is: ACTIVE {{(pid=104389) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 18 05:09:03.308687 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-26abb687-eb08-4c0d-9c30-78a543cf1c64 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-731012', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-575979', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9617'] for router (764f7392-5728-4e2a-a384-17e077a80029), precommit_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:09:03.312246 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-26abb687-eb08-4c0d-9c30-78a543cf1c64 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-736931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-731037', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-736938', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-575968'] for router (764f7392-5728-4e2a-a384-17e077a80029), after_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:09:03.502157 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26abb687-eb08-4c0d-9c30-78a543cf1c64 demo admin] Router 764f7392-5728-4e2a-a384-17e077a80029 has already been hosted by L3 agent a8549501-0164-4ac5-90a6-1ba1ba0d3f9d {{(pid=104387) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 18 05:09:03.602061 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26abb687-eb08-4c0d-9c30-78a543cf1c64 demo admin] Notify agent at l3_agent.dv-cinder-836996-35-iscsi the message routers_updated {{(pid=104387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 05:09:03.606943 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-26abb687-eb08-4c0d-9c30-78a543cf1c64 demo admin] Publish callbacks [] for router (None), before_response {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:09:03.608012 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [None req-26abb687-eb08-4c0d-9c30-78a543cf1c64 demo admin] 10.222.0.23 "PUT /v2.0/routers/764f7392-5728-4e2a-a384-17e077a80029 HTTP/1.1" status: 200 len: 890 time: 1.7789934 Jun 18 05:09:04.415848 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd355708-4b60-4bc0-b54b-e04ee7e582e8 None None] Sync routers for ids ['764f7392-5728-4e2a-a384-17e077a80029'] in dv-cinder-836996-35-iscsi {{(pid=104389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 05:09:04.428153 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd355708-4b60-4bc0-b54b-e04ee7e582e8 None None] Routers {'764f7392-5728-4e2a-a384-17e077a80029'} bound to L3 agent in host dv-cinder-836996-35-iscsi {{(pid=104389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 18 05:09:04.428884 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.db.l3_hamode_db [None req-bd355708-4b60-4bc0-b54b-e04ee7e582e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-35-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-06-18T05:08:24Z,description=,heartbeat_timestamp=2022-06-18T05:08:54Z,host='dv-cinder-836996-35-iscsi',id=a8549501-0164-4ac5-90a6-1ba1ba0d3f9d,load=0,resource_versions=,resources_synced=,started_at=2022-06-18T05:08:25Z,topic='l3_agent')) {'router_ids': ['764f7392-5728-4e2a-a384-17e077a80029'], 'active': True} {{(pid=104389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 05:09:04.448162 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG dbcounter [-] [104389] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:09:04.505165 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG dbcounter [-] [104389] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:09:04.641724 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.db.l3_dvr_db [None req-bd355708-4b60-4bc0-b54b-e04ee7e582e8 None None] Set router 764f7392-5728-4e2a-a384-17e077a80029 gateway port host: dv-cinder-836996-35-iscsi {{(pid=104389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 18 05:09:05.018474 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.db.l3_hamode_db [None req-bd355708-4b60-4bc0-b54b-e04ee7e582e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '764f7392-5728-4e2a-a384-17e077a80029', 'name': 'router1', 'tenant_id': '6706fdb556af472c8319dd2a13abe441', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65c030c7-6a7d-4cea-a47d-5cdd532db0e6', 'external_fixed_ips': [{'subnet_id': 'a9fa7760-a071-45ee-b985-799999c69975', 'ip_address': '172.27.2.213'}], 'enable_snat': True}, 'gw_port_id': 'd5da67fc-0331-4ffd-b1ea-13849ed11f6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-18T05:08:45Z', 'updated_at': '2022-06-18T05:09:02Z', 'revision_number': 4, 'project_id': '6706fdb556af472c8319dd2a13abe441', 'gw_port': {'id': 'd5da67fc-0331-4ffd-b1ea-13849ed11f6c', 'name': '', 'network_id': '65c030c7-6a7d-4cea-a47d-5cdd532db0e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:82:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '764f7392-5728-4e2a-a384-17e077a80029', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'a9fa7760-a071-45ee-b985-799999c69975', 'ip_address': '172.27.2.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-18T05:09:02Z', 'updated_at': '2022-06-18T05:09:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a9fa7760-a071-45ee-b985-799999c69975', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-35-iscsi', '_interfaces': [{'id': 'a5443990-fcc9-4869-a858-a59333b19e93', 'name': '', 'network_id': '3135e4e9-5fbe-43b3-8cfc-1094505b92f2', 'tenant_id': '6706fdb556af472c8319dd2a13abe441', 'mac_address': 'fa:16:3e:18:4f:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '764f7392-5728-4e2a-a384-17e077a80029', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3e01a3ca-cd15-4f41-84f1-1ce30d64ac73', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-18T05:08:54Z', 'updated_at': '2022-06-18T05:08:58Z', 'revision_number': 5, 'project_id': '6706fdb556af472c8319dd2a13abe441', 'subnets': [{'id': '3e01a3ca-cd15-4f41-84f1-1ce30d64ac73', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '4261cc87-928a-4c4f-8608-4982311075f2'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-35-iscsi', False) {} {{(pid=104389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 05:09:05.069582 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd355708-4b60-4bc0-b54b-e04ee7e582e8 None None] Checking router: 764f7392-5728-4e2a-a384-17e077a80029 for host: dv-cinder-836996-35-iscsi {{(pid=104389) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 05:09:05.069935 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd355708-4b60-4bc0-b54b-e04ee7e582e8 None None] Updating router 764f7392-5728-4e2a-a384-17e077a80029 port d5da67fc-0331-4ffd-b1ea-13849ed11f6c binding host dv-cinder-836996-35-iscsi {{(pid=104389) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 18 05:09:05.123375 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-bd355708-4b60-4bc0-b54b-e04ee7e582e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1768406'] for port (d5da67fc-0331-4ffd-b1ea-13849ed11f6c), before_update {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:09:05.509565 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-bd355708-4b60-4bc0-b54b-e04ee7e582e8 None None] Publish callbacks [] for port (d5da67fc-0331-4ffd-b1ea-13849ed11f6c), precommit_update {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:09:05.567707 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-bd355708-4b60-4bc0-b54b-e04ee7e582e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1768343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789592765606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789592262840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789592262858'] for port (d5da67fc-0331-4ffd-b1ea-13849ed11f6c), after_update {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:09:05.624490 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.managers [None req-bd355708-4b60-4bc0-b54b-e04ee7e582e8 None None] Attempting to bind port d5da67fc-0331-4ffd-b1ea-13849ed11f6c on host dv-cinder-836996-35-iscsi for vnic_type normal with profile {{(pid=104389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 18 05:09:05.624865 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.managers [None req-bd355708-4b60-4bc0-b54b-e04ee7e582e8 None None] Attempting to bind port d5da67fc-0331-4ffd-b1ea-13849ed11f6c by drivers openvswitch,hyperv on host dv-cinder-836996-35-iscsi at level 0 using segments [{'id': '62e6b565-92f9-4432-9d4a-754d0a7517a7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '65c030c7-6a7d-4cea-a47d-5cdd532db0e6'}] {{(pid=104389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 18 05:09:05.625371 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd355708-4b60-4bc0-b54b-e04ee7e582e8 None None] Attempting to bind port d5da67fc-0331-4ffd-b1ea-13849ed11f6c on network 65c030c7-6a7d-4cea-a47d-5cdd532db0e6 {{(pid=104389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 18 05:09:05.629697 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc20dff-fa45-4ff8-818c-a540b10cd6d1 None None] Pushing event updated for resources: {'Port': ['ID=d5da67fc-0331-4ffd-b1ea-13849ed11f6c,revision_number=2']} {{(pid=104389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:09:05.636342 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd355708-4b60-4bc0-b54b-e04ee7e582e8 None None] Checking agent: {'id': 'd503ae44-4e24-48d3-9886-03581f90537d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836996-35-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 18, 5, 8, 27), 'started_at': datetime.datetime(2022, 6, 18, 5, 8, 57), 'heartbeat_timestamp': datetime.datetime(2022, 6, 18, 5, 8, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836996-35-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 18 05:09:05.636892 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd355708-4b60-4bc0-b54b-e04ee7e582e8 None None] Checking segment: {'id': '62e6b565-92f9-4432-9d4a-754d0a7517a7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '65c030c7-6a7d-4cea-a47d-5cdd532db0e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 18 05:09:05.637241 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-bd355708-4b60-4bc0-b54b-e04ee7e582e8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:09:05.637605 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd355708-4b60-4bc0-b54b-e04ee7e582e8 None None] Bound using segment: {'id': '62e6b565-92f9-4432-9d4a-754d0a7517a7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '65c030c7-6a7d-4cea-a47d-5cdd532db0e6'} {{(pid=104389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 18 05:09:05.638081 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.managers [None req-bd355708-4b60-4bc0-b54b-e04ee7e582e8 None None] Bound port: d5da67fc-0331-4ffd-b1ea-13849ed11f6c, host: dv-cinder-836996-35-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '62e6b565-92f9-4432-9d4a-754d0a7517a7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '65c030c7-6a7d-4cea-a47d-5cdd532db0e6'}}] {{(pid=104389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 18 05:09:05.638471 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-bd355708-4b60-4bc0-b54b-e04ee7e582e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1768406'] for port (d5da67fc-0331-4ffd-b1ea-13849ed11f6c), before_update {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:09:05.687475 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.db [None req-bd355708-4b60-4bc0-b54b-e04ee7e582e8 None None] For port d5da67fc-0331-4ffd-b1ea-13849ed11f6c, host dv-cinder-836996-35-iscsi, cleared binding levels {{(pid=104389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 05:09:05.690485 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.db [None req-bd355708-4b60-4bc0-b54b-e04ee7e582e8 None None] For port d5da67fc-0331-4ffd-b1ea-13849ed11f6c, host dv-cinder-836996-35-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-35-iscsi',level=0,port_id=d5da67fc-0331-4ffd-b1ea-13849ed11f6c,segment=NetworkSegment(62e6b565-92f9-4432-9d4a-754d0a7517a7),segment_id=62e6b565-92f9-4432-9d4a-754d0a7517a7)] {{(pid=104389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 05:09:05.762544 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-bd355708-4b60-4bc0-b54b-e04ee7e582e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1768343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789592765606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789592262840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789592262858'] for port (d5da67fc-0331-4ffd-b1ea-13849ed11f6c), after_update {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:09:05.822550 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc20dff-fa45-4ff8-818c-a540b10cd6d1 None None] Pushing event updated for resources: {'Port': ['ID=d5da67fc-0331-4ffd-b1ea-13849ed11f6c,revision_number=3']} {{(pid=104389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:09:05.826449 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd355708-4b60-4bc0-b54b-e04ee7e582e8 None None] Routers {'764f7392-5728-4e2a-a384-17e077a80029'} bound to L3 agent in host dv-cinder-836996-35-iscsi {{(pid=104389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 18 05:09:05.827106 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.db.l3_hamode_db [None req-bd355708-4b60-4bc0-b54b-e04ee7e582e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-35-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-06-18T05:08:24Z,description=,heartbeat_timestamp=2022-06-18T05:08:54Z,host='dv-cinder-836996-35-iscsi',id=a8549501-0164-4ac5-90a6-1ba1ba0d3f9d,load=0,resource_versions=,resources_synced=,started_at=2022-06-18T05:08:25Z,topic='l3_agent')) {'router_ids': ['764f7392-5728-4e2a-a384-17e077a80029'], 'active': True} {{(pid=104389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 05:09:05.876944 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG dbcounter [-] [104389] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:09:05.897129 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.wsgi [-] (104387) accepted ('10.222.0.23', 44450) {{(pid=104387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 05:09:05.919944 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG dbcounter [-] [104389] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:09:05.932151 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.db.l3_dvr_db [None req-bd355708-4b60-4bc0-b54b-e04ee7e582e8 None None] Set router 764f7392-5728-4e2a-a384-17e077a80029 gateway port host: dv-cinder-836996-35-iscsi {{(pid=104389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 18 05:09:06.013784 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [None req-923c51e3-28ca-42a0-83b6-356e292bf67e admin admin] 10.222.0.23 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1154468 Jun 18 05:09:06.140651 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.db.l3_hamode_db [None req-bd355708-4b60-4bc0-b54b-e04ee7e582e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '764f7392-5728-4e2a-a384-17e077a80029', 'name': 'router1', 'tenant_id': '6706fdb556af472c8319dd2a13abe441', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65c030c7-6a7d-4cea-a47d-5cdd532db0e6', 'external_fixed_ips': [{'subnet_id': 'a9fa7760-a071-45ee-b985-799999c69975', 'ip_address': '172.27.2.213'}], 'enable_snat': True}, 'gw_port_id': 'd5da67fc-0331-4ffd-b1ea-13849ed11f6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-18T05:08:45Z', 'updated_at': '2022-06-18T05:09:02Z', 'revision_number': 4, 'project_id': '6706fdb556af472c8319dd2a13abe441', 'gw_port': {'id': 'd5da67fc-0331-4ffd-b1ea-13849ed11f6c', 'name': '', 'network_id': '65c030c7-6a7d-4cea-a47d-5cdd532db0e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:82:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '764f7392-5728-4e2a-a384-17e077a80029', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'a9fa7760-a071-45ee-b985-799999c69975', 'ip_address': '172.27.2.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-18T05:09:02Z', 'updated_at': '2022-06-18T05:09:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a9fa7760-a071-45ee-b985-799999c69975', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-35-iscsi', '_interfaces': [{'id': 'a5443990-fcc9-4869-a858-a59333b19e93', 'name': '', 'network_id': '3135e4e9-5fbe-43b3-8cfc-1094505b92f2', 'tenant_id': '6706fdb556af472c8319dd2a13abe441', 'mac_address': 'fa:16:3e:18:4f:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '764f7392-5728-4e2a-a384-17e077a80029', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3e01a3ca-cd15-4f41-84f1-1ce30d64ac73', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-18T05:08:54Z', 'updated_at': '2022-06-18T05:08:58Z', 'revision_number': 5, 'project_id': '6706fdb556af472c8319dd2a13abe441', 'subnets': [{'id': '3e01a3ca-cd15-4f41-84f1-1ce30d64ac73', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '4261cc87-928a-4c4f-8608-4982311075f2'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-35-iscsi', False) {} {{(pid=104389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 05:09:06.166673 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd355708-4b60-4bc0-b54b-e04ee7e582e8 None None] The sync data for ids ['764f7392-5728-4e2a-a384-17e077a80029'] in dv-cinder-836996-35-iscsi is: [{'id': '764f7392-5728-4e2a-a384-17e077a80029', 'name': 'router1', 'tenant_id': '6706fdb556af472c8319dd2a13abe441', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65c030c7-6a7d-4cea-a47d-5cdd532db0e6', 'external_fixed_ips': [{'subnet_id': 'a9fa7760-a071-45ee-b985-799999c69975', 'ip_address': '172.27.2.213'}], 'enable_snat': True}, 'gw_port_id': 'd5da67fc-0331-4ffd-b1ea-13849ed11f6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-18T05:08:45Z', 'updated_at': '2022-06-18T05:09:02Z', 'revision_number': 4, 'project_id': '6706fdb556af472c8319dd2a13abe441', 'gw_port': {'id': 'd5da67fc-0331-4ffd-b1ea-13849ed11f6c', 'name': '', 'network_id': '65c030c7-6a7d-4cea-a47d-5cdd532db0e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:82:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '764f7392-5728-4e2a-a384-17e077a80029', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'a9fa7760-a071-45ee-b985-799999c69975', 'ip_address': '172.27.2.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-18T05:09:02Z', 'updated_at': '2022-06-18T05:09:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a9fa7760-a071-45ee-b985-799999c69975', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-35-iscsi', '_interfaces': [{'id': 'a5443990-fcc9-4869-a858-a59333b19e93', 'name': '', 'network_id': '3135e4e9-5fbe-43b3-8cfc-1094505b92f2', 'tenant_id': '6706fdb556af472c8319dd2a13abe441', 'mac_address': 'fa:16:3e:18:4f:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '764f7392-5728-4e2a-a384-17e077a80029', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3e01a3ca-cd15-4f41-84f1-1ce30d64ac73', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-18T05:08:54Z', 'updated_at': '2022-06-18T05:08:58Z', 'revision_number': 5, 'project_id': '6706fdb556af472c8319dd2a13abe441', 'subnets': [{'id': '3e01a3ca-cd15-4f41-84f1-1ce30d64ac73', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '4261cc87-928a-4c4f-8608-4982311075f2'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 05:09:07.131446 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.rpc [None req-c042a677-28f5-4026-b552-0173028fe9dd None None] Device d5da67fc-0331-4ffd-b1ea-13849ed11f6c up at agent ovs-agent-dv-cinder-836996-35-iscsi {{(pid=104389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 18 05:09:07.178731 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.db.provisioning_blocks [None req-c042a677-28f5-4026-b552-0173028fe9dd None None] Provisioning complete for port d5da67fc-0331-4ffd-b1ea-13849ed11f6c triggered by entity L2. {{(pid=104389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 18 05:09:07.179119 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-c042a677-28f5-4026-b552-0173028fe9dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1740956'] for port (d5da67fc-0331-4ffd-b1ea-13849ed11f6c), provisioning_complete {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:09:07.248881 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.plugin [None req-c042a677-28f5-4026-b552-0173028fe9dd None None] Current status of the port d5da67fc-0331-4ffd-b1ea-13849ed11f6c is: DOWN; New status is: ACTIVE {{(pid=104389) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 18 05:09:07.249217 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-c042a677-28f5-4026-b552-0173028fe9dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1768406'] for port (d5da67fc-0331-4ffd-b1ea-13849ed11f6c), before_update {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:09:07.270387 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.db [None req-c042a677-28f5-4026-b552-0173028fe9dd None None] For port d5da67fc-0331-4ffd-b1ea-13849ed11f6c, host dv-cinder-836996-35-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-35-iscsi',level=0,port_id=d5da67fc-0331-4ffd-b1ea-13849ed11f6c,segment=NetworkSegment(62e6b565-92f9-4432-9d4a-754d0a7517a7),segment_id=62e6b565-92f9-4432-9d4a-754d0a7517a7)] {{(pid=104389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 05:09:07.339848 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-c042a677-28f5-4026-b552-0173028fe9dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1768343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789592765606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789592262840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789592262858'] for port (d5da67fc-0331-4ffd-b1ea-13849ed11f6c), after_update {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:09:07.411495 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c042a677-28f5-4026-b552-0173028fe9dd None None] Pushing event updated for resources: {'Port': ['ID=d5da67fc-0331-4ffd-b1ea-13849ed11f6c,revision_number=4']} {{(pid=104389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:09:08.056323 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG dbcounter [-] [104390] Writing DB stats neutron:SELECT=23 {{(pid=104390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:09:08.059895 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG dbcounter [-] [104390] Writing DB stats neutron:SELECT=59 {{(pid=104390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:09:09.148222 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.rpc [None req-c042a677-28f5-4026-b552-0173028fe9dd None None] Device d5da67fc-0331-4ffd-b1ea-13849ed11f6c up at agent ovs-agent-dv-cinder-836996-35-iscsi {{(pid=104389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 18 05:09:09.191583 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.db.provisioning_blocks [None req-c042a677-28f5-4026-b552-0173028fe9dd None None] Provisioning complete for port d5da67fc-0331-4ffd-b1ea-13849ed11f6c triggered by entity L2. {{(pid=104389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 18 05:09:09.192129 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-c042a677-28f5-4026-b552-0173028fe9dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1740956'] for port (d5da67fc-0331-4ffd-b1ea-13849ed11f6c), provisioning_complete {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:09:09.264563 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.plugin [None req-c042a677-28f5-4026-b552-0173028fe9dd None None] Current status of the port d5da67fc-0331-4ffd-b1ea-13849ed11f6c is: ACTIVE; New status is: ACTIVE {{(pid=104389) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 18 05:09:16.006398 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG dbcounter [-] [104387] Writing DB stats neutron:SELECT=26 {{(pid=104387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:09:16.009791 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG dbcounter [-] [104387] Writing DB stats neutron:SELECT=85,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:09:19.262098 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG dbcounter [-] [104389] Writing DB stats neutron:SELECT=81,neutron:UPDATE=1 {{(pid=104389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:09:19.263036 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG dbcounter [-] [104389] Writing DB stats neutron:SELECT=56,neutron:UPDATE=1 {{(pid=104389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:09:22.039187 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-63e3b401-2233-44f7-8514-d9ca1d10186e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789592556683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1744442'] for agent (426d7b1c-7831-4cf6-8aa4-29496a16634c), after_update {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:09:24.553529 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-adc23283-8d16-4338-af18-5d2dd1c1d688 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789592556683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1744442'] for agent (a8549501-0164-4ac5-90a6-1ba1ba0d3f9d), after_update {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:09:25.510825 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-bd48e2cf-68a6-4f35-9a09-882d425f288c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789592556683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1744442'] for agent (e572bbf3-12d8-41bb-a2ed-524d739c9de1), after_update {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:09:27.152679 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-5df8b1a9-a354-44ed-8761-35e8e24f4084 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789592556683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1744442'] for agent (37f34a37-d85d-4c21-966b-86dc43157ac3), after_update {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:09:27.597341 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-c042a677-28f5-4026-b552-0173028fe9dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789592556683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1744442'] for agent (d503ae44-4e24-48d3-9886-03581f90537d), after_update {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:09:30.564127 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG neutron.db.agents_db [None req-f0cd052f-7516-4656-9d29-e77bb90ffdea None None] Agent healthcheck: found 5 active agents {{(pid=104390) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 18 05:09:37.437003 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG dbcounter [-] [104389] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=104389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:09:37.441610 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG dbcounter [-] [104389] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=104389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:09:40.567421 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG dbcounter [-] [104390] Writing DB stats neutron:SELECT=6 {{(pid=104390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:09:40.568394 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG dbcounter [-] [104390] Writing DB stats neutron:SELECT=2 {{(pid=104390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:09:52.060205 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-4bc65561-ed0c-4546-bea2-159c55adb696 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789592556683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1744442'] for agent (426d7b1c-7831-4cf6-8aa4-29496a16634c), after_update {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:09:54.511871 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-9f7641dd-42e6-47ad-b15c-fb18608d2906 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789592556683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1744442'] for agent (a8549501-0164-4ac5-90a6-1ba1ba0d3f9d), after_update {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:09:55.535206 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-bd48e2cf-68a6-4f35-9a09-882d425f288c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789592556683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1744442'] for agent (e572bbf3-12d8-41bb-a2ed-524d739c9de1), after_update {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:09:57.145624 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-5df8b1a9-a354-44ed-8761-35e8e24f4084 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789592556683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1744442'] for agent (37f34a37-d85d-4c21-966b-86dc43157ac3), after_update {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:09:57.499806 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-c042a677-28f5-4026-b552-0173028fe9dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789592556683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1744442'] for agent (d503ae44-4e24-48d3-9886-03581f90537d), after_update {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:10:07.437695 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG dbcounter [-] [104389] Writing DB stats neutron:SELECT=19,neutron:UPDATE=3 {{(pid=104389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:10:07.439592 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG dbcounter [-] [104389] Writing DB stats neutron:SELECT=22,neutron:UPDATE=2 {{(pid=104389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:10:07.565830 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG neutron.db.agents_db [None req-f0cd052f-7516-4656-9d29-e77bb90ffdea None None] Agent healthcheck: found 5 active agents {{(pid=104390) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 18 05:10:20.548506 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG dbcounter [-] [104390] Writing DB stats neutron:SELECT=6 {{(pid=104390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:10:20.549244 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG dbcounter [-] [104390] Writing DB stats neutron:SELECT=3,neutron:DELETE=1 {{(pid=104390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:10:22.031540 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-ccd6af20-ff6c-4790-a11c-a71bdc01affd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789592556683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1744442'] for agent (426d7b1c-7831-4cf6-8aa4-29496a16634c), after_update {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:10:23.594677 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.wsgi [-] (104388) accepted ('10.222.0.23', 44992) {{(pid=104388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 05:10:23.668500 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.pecan_wsgi.hooks.translation [None req-d484a0da-7c0a-47be-bf05-4c617c944d06 admin admin] GET failed (client error): The resource could not be found. Jun 18 05:10:23.669881 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [None req-d484a0da-7c0a-47be-bf05-4c617c944d06 admin admin] 10.222.0.23 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0742314 Jun 18 05:10:23.856457 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e34a4185-b406-4eb3-b032-c994c9400774 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:10:23.857994 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [None req-e34a4185-b406-4eb3-b032-c994c9400774 admin admin] 10.222.0.23 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1840200 Jun 18 05:10:24.500237 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-0843d286-65e6-42e9-bcf1-8455463a54ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789592556683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1744442'] for agent (a8549501-0164-4ac5-90a6-1ba1ba0d3f9d), after_update {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:10:25.499812 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-bd48e2cf-68a6-4f35-9a09-882d425f288c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789592556683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1744442'] for agent (e572bbf3-12d8-41bb-a2ed-524d739c9de1), after_update {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:10:25.915226 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.wsgi [-] (104387) accepted ('10.222.0.23', 45002) {{(pid=104387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 05:10:26.007418 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-803dc151-4591-4dcd-a0c1-48e7a0dd4b4a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:10:26.008834 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [None req-803dc151-4591-4dcd-a0c1-48e7a0dd4b4a admin admin] 10.222.0.23 "GET /v2.0/subnets/3e01a3ca-cd15-4f41-84f1-1ce30d64ac73 HTTP/1.1" status: 200 len: 849 time: 0.0926590 Jun 18 05:10:26.018706 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.api.v2.base [None req-edbbfc36-d447-4d37-9375-39b70e2cb724 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=104387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 18 05:10:26.107427 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-edbbfc36-d447-4d37-9375-39b70e2cb724 admin admin] Publish callbacks [] for subnet (3e01a3ca-cd15-4f41-84f1-1ce30d64ac73), before_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:10:26.282903 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-edbbfc36-d447-4d37-9375-39b70e2cb724 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8789592765624'] for subnet (3e01a3ca-cd15-4f41-84f1-1ce30d64ac73), after_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:10:26.319109 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edbbfc36-d447-4d37-9375-39b70e2cb724 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:10:26.319694 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-edbbfc36-d447-4d37-9375-39b70e2cb724 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546098'] for subnet (None), before_response {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:10:26.327718 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [None req-edbbfc36-d447-4d37-9375-39b70e2cb724 admin admin] 10.222.0.23 "PUT /v2.0/subnets/3e01a3ca-cd15-4f41-84f1-1ce30d64ac73 HTTP/1.1" status: 200 len: 868 time: 0.3058743 Jun 18 05:10:26.327967 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ff34a1a-275d-43c6-bd6e-d73b826267ff None None] Network 3135e4e9-5fbe-43b3-8cfc-1094505b92f2 requested from dv-cinder-836996-35-iscsi {{(pid=104389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 18 05:10:26.339547 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edbbfc36-d447-4d37-9375-39b70e2cb724 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3e01a3ca-cd15-4f41-84f1-1ce30d64ac73,revision_number=1']} {{(pid=104387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:10:26.348310 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edbbfc36-d447-4d37-9375-39b70e2cb724 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:10:26.348310 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edbbfc36-d447-4d37-9375-39b70e2cb724 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:10:26.348767 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edbbfc36-d447-4d37-9375-39b70e2cb724 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:10:26.349039 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edbbfc36-d447-4d37-9375-39b70e2cb724 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:10:26.349375 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edbbfc36-d447-4d37-9375-39b70e2cb724 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:10:26.349727 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edbbfc36-d447-4d37-9375-39b70e2cb724 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:10:26.350052 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edbbfc36-d447-4d37-9375-39b70e2cb724 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:10:26.350374 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edbbfc36-d447-4d37-9375-39b70e2cb724 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:10:26.350711 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edbbfc36-d447-4d37-9375-39b70e2cb724 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:10:26.351037 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edbbfc36-d447-4d37-9375-39b70e2cb724 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:10:26.351382 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edbbfc36-d447-4d37-9375-39b70e2cb724 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:10:26.351756 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edbbfc36-d447-4d37-9375-39b70e2cb724 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:10:26.352081 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edbbfc36-d447-4d37-9375-39b70e2cb724 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:10:26.352401 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edbbfc36-d447-4d37-9375-39b70e2cb724 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:10:26.352716 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edbbfc36-d447-4d37-9375-39b70e2cb724 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:10:26.649231 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.db.provisioning_blocks [None req-d5cfa68f-0740-4238-a588-2d8886a1c151 None None] Provisioning complete for port a5443990-fcc9-4869-a858-a59333b19e93 triggered by entity DHCP. {{(pid=104389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 18 05:10:26.649553 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-d5cfa68f-0740-4238-a588-2d8886a1c151 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1740956'] for port (a5443990-fcc9-4869-a858-a59333b19e93), provisioning_complete {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:10:26.721160 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.plugin [None req-d5cfa68f-0740-4238-a588-2d8886a1c151 None None] Current status of the port a5443990-fcc9-4869-a858-a59333b19e93 is: ACTIVE; New status is: ACTIVE {{(pid=104389) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 18 05:10:26.729189 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.db.provisioning_blocks [None req-d5cfa68f-0740-4238-a588-2d8886a1c151 None None] Provisioning complete for port 1712343f-8cfd-437d-a8ba-672fec42c455 triggered by entity DHCP. {{(pid=104389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 18 05:10:26.729533 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-d5cfa68f-0740-4238-a588-2d8886a1c151 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1740956'] for port (1712343f-8cfd-437d-a8ba-672fec42c455), provisioning_complete {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:10:26.802742 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.plugin [None req-d5cfa68f-0740-4238-a588-2d8886a1c151 None None] Current status of the port 1712343f-8cfd-437d-a8ba-672fec42c455 is: ACTIVE; New status is: ACTIVE {{(pid=104389) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 18 05:10:27.151445 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-5df8b1a9-a354-44ed-8761-35e8e24f4084 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789592556683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1744442'] for agent (37f34a37-d85d-4c21-966b-86dc43157ac3), after_update {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:10:27.482756 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-c042a677-28f5-4026-b552-0173028fe9dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789592556683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1744442'] for agent (d503ae44-4e24-48d3-9886-03581f90537d), after_update {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:10:28.393820 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.wsgi [-] (104387) accepted ('10.222.0.23', 45012) {{(pid=104387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 05:10:28.593104 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cbee684-96bc-48da-99e5-a7698a9b30b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:10:28.593543 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cbee684-96bc-48da-99e5-a7698a9b30b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:10:28.595104 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [None req-9cbee684-96bc-48da-99e5-a7698a9b30b3 admin admin] 10.222.0.23 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2003112 Jun 18 05:10:30.653207 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.wsgi [-] (104387) accepted ('10.222.0.23', 45020) {{(pid=104387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 05:10:30.784920 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8b4dcc4-0cf2-4834-a8ed-38b574e09797 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:10:30.785421 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8b4dcc4-0cf2-4834-a8ed-38b574e09797 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:10:30.786925 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [None req-f8b4dcc4-0cf2-4834-a8ed-38b574e09797 admin admin] 10.222.0.23 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1326914 Jun 18 05:10:32.841588 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.wsgi [-] (104388) accepted ('10.222.0.23', 45028) {{(pid=104388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 05:10:33.037162 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ea4d082-1c84-4489-aaa1-243c1dc58bd2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:10:33.038484 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [None req-5ea4d082-1c84-4489-aaa1-243c1dc58bd2 admin admin] 10.222.0.23 "GET /v2.0/networks/3135e4e9-5fbe-43b3-8cfc-1094505b92f2 HTTP/1.1" status: 200 len: 869 time: 0.1959004 Jun 18 05:10:35.116021 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.wsgi [-] (104387) accepted ('10.222.0.23', 45036) {{(pid=104387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 05:10:35.239339 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42a1d9a1-409e-477b-973c-0d713fa74cd0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:10:35.240668 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [None req-42a1d9a1-409e-477b-973c-0d713fa74cd0 admin admin] 10.222.0.23 "GET /v2.0/networks/65c030c7-6a7d-4cea-a47d-5cdd532db0e6 HTTP/1.1" status: 200 len: 886 time: 0.1235473 Jun 18 05:10:37.289163 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.wsgi [-] (104387) accepted ('10.222.0.23', 45044) {{(pid=104387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 05:10:37.415833 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3be47af6-1128-49df-9f96-f533637a920f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:10:37.416299 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3be47af6-1128-49df-9f96-f533637a920f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:10:37.417878 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [None req-3be47af6-1128-49df-9f96-f533637a920f admin admin] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1276987 Jun 18 05:10:37.437315 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG dbcounter [-] [104389] Writing DB stats neutron:SELECT=50,neutron:UPDATE=2 {{(pid=104389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:10:37.439875 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG dbcounter [-] [104389] Writing DB stats neutron:UPDATE=3,neutron:SELECT=42 {{(pid=104389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:10:39.474902 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.wsgi [-] (104387) accepted ('10.222.0.23', 45052) {{(pid=104387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 05:10:39.555234 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG dbcounter [-] [104387] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:10:39.566733 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c08cb594-07e1-43d5-bfc5-3d03c2994611 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:10:39.567193 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c08cb594-07e1-43d5-bfc5-3d03c2994611 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:10:39.568678 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [None req-c08cb594-07e1-43d5-bfc5-3d03c2994611 admin admin] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0928321 Jun 18 05:10:41.642875 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.wsgi [-] (104387) accepted ('10.222.0.23', 45060) {{(pid=104387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 05:10:41.731871 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG dbcounter [-] [104387] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:10:41.737607 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f559b7d8-3f2d-4997-868e-508ccae2f821 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:10:41.738955 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [None req-f559b7d8-3f2d-4997-868e-508ccae2f821 admin admin] 10.222.0.23 "GET /v2.0/subnets/3e01a3ca-cd15-4f41-84f1-1ce30d64ac73 HTTP/1.1" status: 200 len: 868 time: 0.0952072 Jun 18 05:10:43.033911 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG dbcounter [-] [104388] Writing DB stats neutron:SELECT=26 {{(pid=104388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:10:43.034874 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG dbcounter [-] [104388] Writing DB stats neutron:SELECT=22 {{(pid=104388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:10:43.779620 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.wsgi [-] (104387) accepted ('10.222.0.23', 45068) {{(pid=104387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 05:10:43.865725 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-835a362e-218e-4e79-979f-f9139ee09c50 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:10:43.867078 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [None req-835a362e-218e-4e79-979f-f9139ee09c50 admin admin] 10.222.0.23 "GET /v2.0/subnets/a9fa7760-a071-45ee-b985-799999c69975 HTTP/1.1" status: 200 len: 816 time: 0.0864928 Jun 18 05:10:44.569346 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG neutron.db.agents_db [None req-f0cd052f-7516-4656-9d29-e77bb90ffdea None None] Agent healthcheck: found 5 active agents {{(pid=104390) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 18 05:10:52.031511 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-ed3927dc-f5bc-48da-9464-4f03acf3bc58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789592556683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1744442'] for agent (426d7b1c-7831-4cf6-8aa4-29496a16634c), after_update {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:10:53.861786 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG dbcounter [-] [104387] Writing DB stats neutron:SELECT=10 {{(pid=104387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:10:53.862643 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG dbcounter [-] [104387] Writing DB stats neutron:SELECT=6 {{(pid=104387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:10:54.506158 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-5a2e6fb9-ef04-4031-acdc-1f803c32d972 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789592556683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1744442'] for agent (a8549501-0164-4ac5-90a6-1ba1ba0d3f9d), after_update {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:10:54.572610 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG dbcounter [-] [104390] Writing DB stats neutron:SELECT=4 {{(pid=104390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:10:54.573904 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG dbcounter [-] [104390] Writing DB stats neutron:SELECT=4 {{(pid=104390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:10:55.523204 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-bd48e2cf-68a6-4f35-9a09-882d425f288c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789592556683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1744442'] for agent (e572bbf3-12d8-41bb-a2ed-524d739c9de1), after_update {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:10:57.169796 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-5df8b1a9-a354-44ed-8761-35e8e24f4084 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789592556683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1744442'] for agent (37f34a37-d85d-4c21-966b-86dc43157ac3), after_update {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:10:57.488423 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-c042a677-28f5-4026-b552-0173028fe9dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789592556683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1744442'] for agent (d503ae44-4e24-48d3-9886-03581f90537d), after_update {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:11:07.439876 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG dbcounter [-] [104389] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=104389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:11:07.441791 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG dbcounter [-] [104389] Writing DB stats neutron:SELECT=5,neutron:UPDATE=3 {{(pid=104389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:11:10.504385 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.wsgi [-] (104387) accepted ('10.222.0.23', 45122) {{(pid=104387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 05:11:10.556372 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.wsgi [None req-342c2f37-5dd4-492b-82ed-de6e0da61514 admin admin] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=104387) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 18 05:11:10.557403 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [None req-342c2f37-5dd4-492b-82ed-de6e0da61514 admin admin] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0520740 Jun 18 05:11:12.720943 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.wsgi [-] (104387) accepted ('10.222.0.23', 45130) {{(pid=104387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 05:11:12.782682 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.pecan_wsgi.hooks.translation [None req-778d1f74-c8f1-47f6-a419-a88ac075f3ca admin admin] GET failed (client error): The resource could not be found. Jun 18 05:11:12.784041 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [None req-778d1f74-c8f1-47f6-a419-a88ac075f3ca admin admin] 10.222.0.23 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0621316 Jun 18 05:11:12.923120 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0a54364-e71f-4241-b99f-918c857e32d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:11:12.924501 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [None req-f0a54364-e71f-4241-b99f-918c857e32d7 admin admin] 10.222.0.23 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1365001 Jun 18 05:11:15.050649 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.wsgi [-] (104387) accepted ('10.222.0.23', 45138) {{(pid=104387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 05:11:15.097102 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.api.v2.base [None req-1079e6fb-bc1a-48ed-b5d2-d0cfa887ef10 admin admin] Request body: {'network': {'shared': True, 'name': 'shared', 'admin_state_up': True}} {{(pid=104387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 18 05:11:15.179923 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1079e6fb-bc1a-48ed-b5d2-d0cfa887ef10 admin admin] Made reservation on behalf of d587d7347f6f4de2882df28dc6b6a574 for: {'network': 1} {{(pid=104387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 05:11:15.182314 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-1079e6fb-bc1a-48ed-b5d2-d0cfa887ef10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1768406'] for network (None), before_create {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:11:15.212558 dv-cinder-836996-35-iscsi neutron-server[104387]: WARNING neutron.services.revisions.revision_plugin [None req-1079e6fb-bc1a-48ed-b5d2-d0cfa887ef10 admin admin] Could not find related network for resource to bump revision. Jun 18 05:11:15.224693 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1079e6fb-bc1a-48ed-b5d2-d0cfa887ef10 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 339} {{(pid=104387) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 18 05:11:15.235018 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-1079e6fb-bc1a-48ed-b5d2-d0cfa887ef10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1723189'] for segment (0ae0227d-ba40-4f1d-94b4-e07cee7cb37e), precommit_create {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:11:15.235299 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.db.segments_db [None req-1079e6fb-bc1a-48ed-b5d2-d0cfa887ef10 admin admin] Added segment 0ae0227d-ba40-4f1d-94b4-e07cee7cb37e of type vlan for network dd4500f2-a38a-4000-8330-44d4e18a300a Jun 18 05:11:15.274258 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-1079e6fb-bc1a-48ed-b5d2-d0cfa887ef10 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789592234469'] for network (dd4500f2-a38a-4000-8330-44d4e18a300a), precommit_create {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:11:15.363081 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-1079e6fb-bc1a-48ed-b5d2-d0cfa887ef10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546084'] for network (dd4500f2-a38a-4000-8330-44d4e18a300a), after_create {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:11:15.364059 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1079e6fb-bc1a-48ed-b5d2-d0cfa887ef10 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:11:15.364628 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-1079e6fb-bc1a-48ed-b5d2-d0cfa887ef10 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546098'] for network (None), before_response {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:11:15.555693 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [None req-1079e6fb-bc1a-48ed-b5d2-d0cfa887ef10 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 828 time: 0.5038593 Jun 18 05:11:15.556387 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1079e6fb-bc1a-48ed-b5d2-d0cfa887ef10 admin admin] Pushing event updated for resources: {'Network': ['ID=dd4500f2-a38a-4000-8330-44d4e18a300a,revision_number=1']} {{(pid=104387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:11:15.576625 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.rpc [None req-c042a677-28f5-4026-b552-0173028fe9dd None None] Network dd4500f2-a38a-4000-8330-44d4e18a300a details requested by agent ovs-agent-dv-cinder-836996-35-iscsi with host dv-cinder-836996-35-iscsi {{(pid=104389) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 18 05:11:17.635113 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.wsgi [-] (104387) accepted ('10.222.0.23', 45146) {{(pid=104387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 05:11:17.696417 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.pecan_wsgi.hooks.translation [None req-a5981027-175f-4ddf-ada0-76fe7a264d6c admin admin] GET failed (client error): The resource could not be found. Jun 18 05:11:17.697727 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [None req-a5981027-175f-4ddf-ada0-76fe7a264d6c admin admin] 10.222.0.23 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0616250 Jun 18 05:11:17.768326 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b7a1990-9bc1-4d9d-ac2f-2b5a63ecb338 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:11:17.769803 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [None req-6b7a1990-9bc1-4d9d-ac2f-2b5a63ecb338 admin admin] 10.222.0.23 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0671237 Jun 18 05:11:17.779344 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.api.v2.base [None req-20aec37e-1072-46df-b3f3-9bceb75a5a8c admin admin] Request body: {'subnet': {'network_id': 'dd4500f2-a38a-4000-8330-44d4e18a300a', 'name': 'shared-subnet', 'cidr': '192.168.233.0/24', 'ip_version': 4, 'description': 'shared-subnet'}} {{(pid=104387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 18 05:11:17.842940 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20aec37e-1072-46df-b3f3-9bceb75a5a8c admin admin] Made reservation on behalf of d587d7347f6f4de2882df28dc6b6a574 for: {'subnet': 1} {{(pid=104387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 05:11:17.845201 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-20aec37e-1072-46df-b3f3-9bceb75a5a8c admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:11:18.094582 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-20aec37e-1072-46df-b3f3-9bceb75a5a8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546084'] for subnet (b2296f3f-1b9a-4687-8302-9eab13da1005), after_create {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:11:18.144003 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20aec37e-1072-46df-b3f3-9bceb75a5a8c admin admin] Pushing event updated for resources: {'Subnet': ['ID=b2296f3f-1b9a-4687-8302-9eab13da1005,revision_number=0']} {{(pid=104387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:11:18.160215 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20aec37e-1072-46df-b3f3-9bceb75a5a8c admin admin] Checking segment: {'id': '0ae0227d-ba40-4f1d-94b4-e07cee7cb37e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'dd4500f2-a38a-4000-8330-44d4e18a300a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 18 05:11:18.160572 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20aec37e-1072-46df-b3f3-9bceb75a5a8c admin admin] Network hostable DHCP agents. Network: dd4500f2-a38a-4000-8330-44d4e18a300a, hostable agents: ['426d7b1c-7831-4cf6-8aa4-29496a16634c'], hosted agents: [] {{(pid=104387) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 18 05:11:18.259905 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20aec37e-1072-46df-b3f3-9bceb75a5a8c admin admin] Network dd4500f2-a38a-4000-8330-44d4e18a300a is scheduled to be hosted by DHCP agent 426d7b1c-7831-4cf6-8aa4-29496a16634c with binding_index 1 {{(pid=104387) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 18 05:11:18.328744 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.scheduler.base_scheduler [None req-20aec37e-1072-46df-b3f3-9bceb75a5a8c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836996-35-iscsi, dd4500f2-a38a-4000-8330-44d4e18a300a) {{(pid=104387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 05:11:18.332767 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20aec37e-1072-46df-b3f3-9bceb75a5a8c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:11:18.333377 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-20aec37e-1072-46df-b3f3-9bceb75a5a8c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546098'] for subnet (None), before_response {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:11:18.337617 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-194a96b1-351b-4171-a823-690d0581c878 None None] Network dd4500f2-a38a-4000-8330-44d4e18a300a requested from dv-cinder-836996-35-iscsi {{(pid=104389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 18 05:11:18.342772 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG dbcounter [-] [104387] Writing DB stats neutron:SELECT=83,neutron:INSERT=10,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=104387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:11:18.405837 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [None req-20aec37e-1072-46df-b3f3-9bceb75a5a8c admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6298101 Jun 18 05:11:18.444205 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f94df006-a57d-4018-9ac2-31083586758e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1891a1fa-7dca-5fa5-9b0d-ba5c9cd85586-dd4500f2-a38a-4000-8330-44d4e18a300a', 'network_id': 'dd4500f2-a38a-4000-8330-44d4e18a300a', 'project_id': 'd587d7347f6f4de2882df28dc6b6a574', 'fixed_ips': [{'subnet_id': 'b2296f3f-1b9a-4687-8302-9eab13da1005'}]}} from dv-cinder-836996-35-iscsi. {{(pid=104389) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 18 05:11:18.445244 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-f94df006-a57d-4018-9ac2-31083586758e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1768406'] for port (None), before_create {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:11:18.595383 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.db.db_base_plugin_common [None req-f94df006-a57d-4018-9ac2-31083586758e None None] Allocated IP 192.168.233.2 (dd4500f2-a38a-4000-8330-44d4e18a300a/b2296f3f-1b9a-4687-8302-9eab13da1005/c4497d60-3ef5-4757-8677-55cbe41b31d2) {{(pid=104389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 05:11:18.740835 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-f94df006-a57d-4018-9ac2-31083586758e None None] Publish callbacks [] for port (c4497d60-3ef5-4757-8677-55cbe41b31d2), precommit_create {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:11:18.792603 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-f94df006-a57d-4018-9ac2-31083586758e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1768343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789592262822'] for port (c4497d60-3ef5-4757-8677-55cbe41b31d2), after_create {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:11:18.835969 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f94df006-a57d-4018-9ac2-31083586758e None None] Network dd4500f2-a38a-4000-8330-44d4e18a300a is already hosted by enough agents. {{(pid=104389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 05:11:18.838835 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.scheduler.base_scheduler [None req-f94df006-a57d-4018-9ac2-31083586758e None None] Resources bound (agent type, host, resource id): {{(pid=104389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 05:11:18.843361 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f94df006-a57d-4018-9ac2-31083586758e None None] Received port after_create {{(pid=104389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 18 05:11:18.849986 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94df006-a57d-4018-9ac2-31083586758e None None] Pushing event updated for resources: {'Port': ['ID=c4497d60-3ef5-4757-8677-55cbe41b31d2,revision_number=1']} {{(pid=104389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:11:18.873094 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f94df006-a57d-4018-9ac2-31083586758e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:11:18.873641 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f94df006-a57d-4018-9ac2-31083586758e None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:11:18.874004 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f94df006-a57d-4018-9ac2-31083586758e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:11:18.874359 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f94df006-a57d-4018-9ac2-31083586758e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:11:18.874697 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f94df006-a57d-4018-9ac2-31083586758e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:11:18.875032 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f94df006-a57d-4018-9ac2-31083586758e None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:11:18.875354 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f94df006-a57d-4018-9ac2-31083586758e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:11:18.875677 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f94df006-a57d-4018-9ac2-31083586758e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:11:18.876001 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f94df006-a57d-4018-9ac2-31083586758e None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:11:18.876323 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f94df006-a57d-4018-9ac2-31083586758e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:11:18.876645 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f94df006-a57d-4018-9ac2-31083586758e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:11:18.876956 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f94df006-a57d-4018-9ac2-31083586758e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:11:18.877282 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f94df006-a57d-4018-9ac2-31083586758e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:11:18.877623 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f94df006-a57d-4018-9ac2-31083586758e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:11:18.877940 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f94df006-a57d-4018-9ac2-31083586758e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:11:18.914793 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.managers [None req-f94df006-a57d-4018-9ac2-31083586758e None None] Attempting to bind port c4497d60-3ef5-4757-8677-55cbe41b31d2 on host dv-cinder-836996-35-iscsi for vnic_type normal with profile {{(pid=104389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 18 05:11:18.915162 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.managers [None req-f94df006-a57d-4018-9ac2-31083586758e None None] Attempting to bind port c4497d60-3ef5-4757-8677-55cbe41b31d2 by drivers openvswitch,hyperv on host dv-cinder-836996-35-iscsi at level 0 using segments [{'id': '0ae0227d-ba40-4f1d-94b4-e07cee7cb37e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'dd4500f2-a38a-4000-8330-44d4e18a300a'}] {{(pid=104389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 18 05:11:18.915524 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f94df006-a57d-4018-9ac2-31083586758e None None] Attempting to bind port c4497d60-3ef5-4757-8677-55cbe41b31d2 on network dd4500f2-a38a-4000-8330-44d4e18a300a {{(pid=104389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 18 05:11:18.920718 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f94df006-a57d-4018-9ac2-31083586758e None None] Checking agent: {'id': 'd503ae44-4e24-48d3-9886-03581f90537d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836996-35-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 18, 5, 8, 27), 'started_at': datetime.datetime(2022, 6, 18, 5, 8, 57), 'heartbeat_timestamp': datetime.datetime(2022, 6, 18, 5, 10, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836996-35-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 18 05:11:18.921092 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f94df006-a57d-4018-9ac2-31083586758e None None] Checking segment: {'id': '0ae0227d-ba40-4f1d-94b4-e07cee7cb37e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'dd4500f2-a38a-4000-8330-44d4e18a300a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 18 05:11:18.921523 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-f94df006-a57d-4018-9ac2-31083586758e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:11:18.921924 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f94df006-a57d-4018-9ac2-31083586758e None None] Bound using segment: {'id': '0ae0227d-ba40-4f1d-94b4-e07cee7cb37e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'dd4500f2-a38a-4000-8330-44d4e18a300a'} {{(pid=104389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 18 05:11:18.922383 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.managers [None req-f94df006-a57d-4018-9ac2-31083586758e None None] Bound port: c4497d60-3ef5-4757-8677-55cbe41b31d2, host: dv-cinder-836996-35-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ae0227d-ba40-4f1d-94b4-e07cee7cb37e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'dd4500f2-a38a-4000-8330-44d4e18a300a'}}] {{(pid=104389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 18 05:11:18.922754 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-f94df006-a57d-4018-9ac2-31083586758e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1768406'] for port (c4497d60-3ef5-4757-8677-55cbe41b31d2), before_update {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:11:18.982756 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.db [None req-f94df006-a57d-4018-9ac2-31083586758e None None] For port c4497d60-3ef5-4757-8677-55cbe41b31d2, host dv-cinder-836996-35-iscsi, cleared binding levels {{(pid=104389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 05:11:18.986131 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.db [None req-f94df006-a57d-4018-9ac2-31083586758e None None] For port c4497d60-3ef5-4757-8677-55cbe41b31d2, host dv-cinder-836996-35-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-35-iscsi',level=0,port_id=c4497d60-3ef5-4757-8677-55cbe41b31d2,segment=NetworkSegment(0ae0227d-ba40-4f1d-94b4-e07cee7cb37e),segment_id=0ae0227d-ba40-4f1d-94b4-e07cee7cb37e)] {{(pid=104389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 05:11:19.066923 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-f94df006-a57d-4018-9ac2-31083586758e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1768343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789592765606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789592262840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789592262858'] for port (c4497d60-3ef5-4757-8677-55cbe41b31d2), after_update {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:11:19.124386 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94df006-a57d-4018-9ac2-31083586758e None None] Pushing event updated for resources: {'Port': ['ID=c4497d60-3ef5-4757-8677-55cbe41b31d2,revision_number=2']} {{(pid=104389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:11:19.975593 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4898ee49-5ca2-4833-9ebd-0791da1978f1 None None] Network dd4500f2-a38a-4000-8330-44d4e18a300a requested from dv-cinder-836996-35-iscsi {{(pid=104389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 18 05:11:20.007539 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG dbcounter [-] [104389] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=104389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:11:20.055129 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.db.provisioning_blocks [None req-753df171-76d7-4669-85fd-09c19e61d02f None None] Provisioning complete for port c4497d60-3ef5-4757-8677-55cbe41b31d2 triggered by entity DHCP. {{(pid=104389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 18 05:11:20.055506 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-753df171-76d7-4669-85fd-09c19e61d02f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1740956'] for port (c4497d60-3ef5-4757-8677-55cbe41b31d2), provisioning_complete {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:11:20.206856 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG dbcounter [-] [104389] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=4 {{(pid=104389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:11:20.265554 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.plugin [None req-753df171-76d7-4669-85fd-09c19e61d02f None None] Current status of the port c4497d60-3ef5-4757-8677-55cbe41b31d2 is: DOWN; New status is: ACTIVE {{(pid=104389) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 18 05:11:20.267210 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-753df171-76d7-4669-85fd-09c19e61d02f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1768406'] for port (c4497d60-3ef5-4757-8677-55cbe41b31d2), before_update {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:11:20.302338 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG dbcounter [-] [104390] Writing DB stats neutron:SELECT=12 {{(pid=104390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:11:20.305636 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.db [None req-753df171-76d7-4669-85fd-09c19e61d02f None None] For port c4497d60-3ef5-4757-8677-55cbe41b31d2, host dv-cinder-836996-35-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-35-iscsi',level=0,port_id=c4497d60-3ef5-4757-8677-55cbe41b31d2,segment=NetworkSegment(0ae0227d-ba40-4f1d-94b4-e07cee7cb37e),segment_id=0ae0227d-ba40-4f1d-94b4-e07cee7cb37e)] {{(pid=104389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 05:11:20.319367 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG dbcounter [-] [104390] Writing DB stats neutron:SELECT=14 {{(pid=104390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:11:20.388756 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-753df171-76d7-4669-85fd-09c19e61d02f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1768343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789592765606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789592262840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789592262858'] for port (c4497d60-3ef5-4757-8677-55cbe41b31d2), after_update {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:11:20.440097 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753df171-76d7-4669-85fd-09c19e61d02f None None] Pushing event updated for resources: {'Port': ['ID=c4497d60-3ef5-4757-8677-55cbe41b31d2,revision_number=3']} {{(pid=104389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:11:20.512120 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.db.provisioning_blocks [None req-86496d0e-4eb4-49a4-a333-6f32fe9ba7b2 None None] Provisioning complete for port c4497d60-3ef5-4757-8677-55cbe41b31d2 triggered by entity DHCP. {{(pid=104389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 18 05:11:20.512457 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-86496d0e-4eb4-49a4-a333-6f32fe9ba7b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1740956'] for port (c4497d60-3ef5-4757-8677-55cbe41b31d2), provisioning_complete {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:11:20.587908 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.plugin [None req-86496d0e-4eb4-49a4-a333-6f32fe9ba7b2 None None] Current status of the port c4497d60-3ef5-4757-8677-55cbe41b31d2 is: ACTIVE; New status is: ACTIVE {{(pid=104389) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 18 05:11:21.227382 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.rpc [None req-c042a677-28f5-4026-b552-0173028fe9dd None None] Device c4497d60-3ef5-4757-8677-55cbe41b31d2 up at agent ovs-agent-dv-cinder-836996-35-iscsi {{(pid=104389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 18 05:11:21.275859 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.db.provisioning_blocks [None req-c042a677-28f5-4026-b552-0173028fe9dd None None] Provisioning complete for port c4497d60-3ef5-4757-8677-55cbe41b31d2 triggered by entity L2. {{(pid=104389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 18 05:11:21.276348 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-c042a677-28f5-4026-b552-0173028fe9dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1740956'] for port (c4497d60-3ef5-4757-8677-55cbe41b31d2), provisioning_complete {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:11:21.351153 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.plugin [None req-c042a677-28f5-4026-b552-0173028fe9dd None None] Current status of the port c4497d60-3ef5-4757-8677-55cbe41b31d2 is: ACTIVE; New status is: ACTIVE {{(pid=104389) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 18 05:11:21.572925 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG neutron.db.agents_db [None req-f0cd052f-7516-4656-9d29-e77bb90ffdea None None] Agent healthcheck: found 5 active agents {{(pid=104390) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 18 05:11:22.031928 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-40317524-9705-40b8-803c-d2c190fdb300 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789592556683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1744442'] for agent (426d7b1c-7831-4cf6-8aa4-29496a16634c), after_update {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:11:24.563410 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-4a09e26b-e6f7-4d6c-b1ad-d9625840ae4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789592556683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1744442'] for agent (a8549501-0164-4ac5-90a6-1ba1ba0d3f9d), after_update {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:11:25.523216 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-bd48e2cf-68a6-4f35-9a09-882d425f288c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789592556683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1744442'] for agent (e572bbf3-12d8-41bb-a2ed-524d739c9de1), after_update {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:11:27.214983 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-5df8b1a9-a354-44ed-8761-35e8e24f4084 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789592556683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1744442'] for agent (37f34a37-d85d-4c21-966b-86dc43157ac3), after_update {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:11:27.494811 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-c042a677-28f5-4026-b552-0173028fe9dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789592556683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1744442'] for agent (d503ae44-4e24-48d3-9886-03581f90537d), after_update {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:11:28.344589 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG dbcounter [-] [104387] Writing DB stats neutron:SELECT=75,neutron:INSERT=7,neutron:DELETE=2 {{(pid=104387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:11:31.575654 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG dbcounter [-] [104390] Writing DB stats neutron:SELECT=4 {{(pid=104390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:11:31.576640 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG dbcounter [-] [104390] Writing DB stats neutron:SELECT=4 {{(pid=104390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:11:37.439129 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG dbcounter [-] [104389] Writing DB stats neutron:SELECT=38,neutron:UPDATE=2 {{(pid=104389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:11:37.447149 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG dbcounter [-] [104389] Writing DB stats neutron:SELECT=76,neutron:UPDATE=5 {{(pid=104389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:11:52.054564 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-af0d6906-fa13-49ba-9411-f7235dea79d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789592556683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1744442'] for agent (426d7b1c-7831-4cf6-8aa4-29496a16634c), after_update {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:11:54.564102 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-10819edb-9a5e-4137-8d31-7a531ee3e2ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789592556683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1744442'] for agent (a8549501-0164-4ac5-90a6-1ba1ba0d3f9d), after_update {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:11:55.597055 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-bd48e2cf-68a6-4f35-9a09-882d425f288c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789592556683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1744442'] for agent (e572bbf3-12d8-41bb-a2ed-524d739c9de1), after_update {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:11:57.157816 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-5df8b1a9-a354-44ed-8761-35e8e24f4084 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789592556683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1744442'] for agent (37f34a37-d85d-4c21-966b-86dc43157ac3), after_update {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:11:57.540838 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-c042a677-28f5-4026-b552-0173028fe9dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789592556683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1744442'] for agent (d503ae44-4e24-48d3-9886-03581f90537d), after_update {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:11:58.576094 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG neutron.db.agents_db [None req-f0cd052f-7516-4656-9d29-e77bb90ffdea None None] Agent healthcheck: found 5 active agents {{(pid=104390) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 18 05:12:07.437320 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG dbcounter [-] [104389] Writing DB stats neutron:SELECT=20,neutron:UPDATE=2 {{(pid=104389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:12:07.443355 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG dbcounter [-] [104389] Writing DB stats neutron:SELECT=21,neutron:UPDATE=3 {{(pid=104389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:12:08.573227 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG dbcounter [-] [104390] Writing DB stats neutron:SELECT=3 {{(pid=104390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:12:08.580283 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG dbcounter [-] [104390] Writing DB stats neutron:SELECT=5 {{(pid=104390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:12:20.543873 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG dbcounter [-] [104390] Writing DB stats neutron:SELECT=1 {{(pid=104390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:12:20.544652 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG dbcounter [-] [104390] Writing DB stats neutron:DELETE=1 {{(pid=104390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:12:22.021074 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-128d9394-4edb-4ce5-8216-59a87a1e450b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789592556683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1744442'] for agent (426d7b1c-7831-4cf6-8aa4-29496a16634c), after_update {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:12:24.529703 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-879922c9-f5e1-490e-9f74-48b26e844795 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789592556683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1744442'] for agent (a8549501-0164-4ac5-90a6-1ba1ba0d3f9d), after_update {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:12:25.579624 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-bd48e2cf-68a6-4f35-9a09-882d425f288c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789592556683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1744442'] for agent (e572bbf3-12d8-41bb-a2ed-524d739c9de1), after_update {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:12:27.170041 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-5df8b1a9-a354-44ed-8761-35e8e24f4084 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789592556683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1744442'] for agent (37f34a37-d85d-4c21-966b-86dc43157ac3), after_update {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:12:27.484549 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-c042a677-28f5-4026-b552-0173028fe9dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789592556683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1744442'] for agent (d503ae44-4e24-48d3-9886-03581f90537d), after_update {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:12:35.580645 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG neutron.db.agents_db [None req-f0cd052f-7516-4656-9d29-e77bb90ffdea None None] Agent healthcheck: found 5 active agents {{(pid=104390) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 18 05:12:37.432864 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG dbcounter [-] [104389] Writing DB stats neutron:SELECT=7 {{(pid=104389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:12:37.439825 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG dbcounter [-] [104389] Writing DB stats neutron:SELECT=8,neutron:UPDATE=5 {{(pid=104389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:12:45.577346 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG dbcounter [-] [104390] Writing DB stats neutron:SELECT=3 {{(pid=104390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:12:45.584336 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG dbcounter [-] [104390] Writing DB stats neutron:SELECT=5 {{(pid=104390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:12:51.727667 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.wsgi [-] (104387) accepted ('10.222.0.23', 45184) {{(pid=104387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 05:12:51.733336 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.wsgi [None req-1b667fbf-14db-4327-a641-1c69e051a619 tempest-verify_tempest_config-167227522 tempest-verify_tempest_config-167227522-project] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=104387) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 18 05:12:51.734960 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [None req-1b667fbf-14db-4327-a641-1c69e051a619 tempest-verify_tempest_config-167227522 tempest-verify_tempest_config-167227522-project] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14315 time: 0.0063117 Jun 18 05:12:52.065861 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-bbcf9559-f8b9-4763-8d9e-44e0d764b470 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789592556683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1744442'] for agent (426d7b1c-7831-4cf6-8aa4-29496a16634c), after_update {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:12:52.248290 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.wsgi [-] (104387) accepted ('10.222.0.23', 45202) {{(pid=104387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 05:12:52.351137 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-d9ca6750-eba9-4a65-9cdc-c746cffa45c2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:12:52.426448 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-d9ca6750-eba9-4a65-9cdc-c746cffa45c2 admin admin] Publish callbacks [] for security_group (b64d331b-58ac-43d5-a0ec-91504c1d746a), precommit_create {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:12:52.505326 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-d9ca6750-eba9-4a65-9cdc-c746cffa45c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728332'] for security_group (b64d331b-58ac-43d5-a0ec-91504c1d746a), after_create {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:12:52.550794 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ca6750-eba9-4a65-9cdc-c746cffa45c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b64d331b-58ac-43d5-a0ec-91504c1d746a,revision_number=1']} {{(pid=104387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:12:52.555523 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [None req-d9ca6750-eba9-4a65-9cdc-c746cffa45c2 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=7eef79de2b9745da908815751a816904&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3062563 Jun 18 05:12:52.558644 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.wsgi [-] (104388) accepted ('10.222.0.23', 45206) {{(pid=104388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 05:12:52.560568 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ca6750-eba9-4a65-9cdc-c746cffa45c2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:12:52.560924 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ca6750-eba9-4a65-9cdc-c746cffa45c2 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:12:52.561267 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ca6750-eba9-4a65-9cdc-c746cffa45c2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:12:52.561774 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ca6750-eba9-4a65-9cdc-c746cffa45c2 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:12:52.562565 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ca6750-eba9-4a65-9cdc-c746cffa45c2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:12:52.562565 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ca6750-eba9-4a65-9cdc-c746cffa45c2 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:12:52.567686 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ca6750-eba9-4a65-9cdc-c746cffa45c2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:12:52.567686 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ca6750-eba9-4a65-9cdc-c746cffa45c2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:12:52.567686 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ca6750-eba9-4a65-9cdc-c746cffa45c2 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:12:52.567686 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ca6750-eba9-4a65-9cdc-c746cffa45c2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:12:52.567686 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ca6750-eba9-4a65-9cdc-c746cffa45c2 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:12:52.567686 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ca6750-eba9-4a65-9cdc-c746cffa45c2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:12:52.567686 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ca6750-eba9-4a65-9cdc-c746cffa45c2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:12:52.567686 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ca6750-eba9-4a65-9cdc-c746cffa45c2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:12:52.567686 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ca6750-eba9-4a65-9cdc-c746cffa45c2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:12:52.616669 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-d3956f89-e50e-497b-98ce-3f41cc271e01 admin admin] Publish callbacks [] for security_group (b64d331b-58ac-43d5-a0ec-91504c1d746a), before_delete {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:12:52.641605 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-d3956f89-e50e-497b-98ce-3f41cc271e01 admin admin] Publish callbacks [] for security_group (b64d331b-58ac-43d5-a0ec-91504c1d746a), precommit_delete {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:12:52.793092 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-d3956f89-e50e-497b-98ce-3f41cc271e01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728332'] for security_group (b64d331b-58ac-43d5-a0ec-91504c1d746a), after_delete {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:12:52.795636 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-d3956f89-e50e-497b-98ce-3f41cc271e01 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:12:52.796999 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [None req-d3956f89-e50e-497b-98ce-3f41cc271e01 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/b64d331b-58ac-43d5-a0ec-91504c1d746a HTTP/1.1" status: 204 len: 168 time: 0.2372637 Jun 18 05:12:52.805435 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3956f89-e50e-497b-98ce-3f41cc271e01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b64d331b-58ac-43d5-a0ec-91504c1d746a,revision_number=None']} {{(pid=104388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:12:52.812869 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3956f89-e50e-497b-98ce-3f41cc271e01 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:12:52.813225 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3956f89-e50e-497b-98ce-3f41cc271e01 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:12:52.813618 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3956f89-e50e-497b-98ce-3f41cc271e01 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:12:52.813971 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3956f89-e50e-497b-98ce-3f41cc271e01 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:12:52.814338 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3956f89-e50e-497b-98ce-3f41cc271e01 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:12:52.814761 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3956f89-e50e-497b-98ce-3f41cc271e01 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:12:52.814993 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3956f89-e50e-497b-98ce-3f41cc271e01 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:12:52.815325 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3956f89-e50e-497b-98ce-3f41cc271e01 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:12:52.815669 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3956f89-e50e-497b-98ce-3f41cc271e01 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:12:52.816008 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3956f89-e50e-497b-98ce-3f41cc271e01 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:12:52.816406 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3956f89-e50e-497b-98ce-3f41cc271e01 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:12:52.816680 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3956f89-e50e-497b-98ce-3f41cc271e01 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:12:52.817011 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3956f89-e50e-497b-98ce-3f41cc271e01 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:12:52.817366 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3956f89-e50e-497b-98ce-3f41cc271e01 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:12:52.825134 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3956f89-e50e-497b-98ce-3f41cc271e01 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:12:54.547886 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-f64f77d4-ea9c-4b1d-ba46-5f0442e0bc1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789592556683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1744442'] for agent (a8549501-0164-4ac5-90a6-1ba1ba0d3f9d), after_update {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:12:55.501439 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-bd48e2cf-68a6-4f35-9a09-882d425f288c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789592556683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1744442'] for agent (e572bbf3-12d8-41bb-a2ed-524d739c9de1), after_update {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:12:57.185242 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-5df8b1a9-a354-44ed-8761-35e8e24f4084 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789592556683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1744442'] for agent (37f34a37-d85d-4c21-966b-86dc43157ac3), after_update {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:12:57.524549 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-c042a677-28f5-4026-b552-0173028fe9dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789592556683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1744442'] for agent (d503ae44-4e24-48d3-9886-03581f90537d), after_update {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:13:02.549633 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG dbcounter [-] [104387] Writing DB stats neutron:SELECT=17,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:13:02.553719 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG dbcounter [-] [104387] Writing DB stats neutron:SELECT=22,neutron:INSERT=5 {{(pid=104387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:13:02.807649 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG dbcounter [-] [104388] Writing DB stats neutron:SELECT=17,neutron:DELETE=1 {{(pid=104388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:13:02.808472 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG dbcounter [-] [104388] Writing DB stats neutron:SELECT=18,neutron:DELETE=3 {{(pid=104388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:13:07.441390 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG dbcounter [-] [104389] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=104389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:13:07.443309 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG dbcounter [-] [104389] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=104389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:13:12.584134 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG neutron.db.agents_db [None req-f0cd052f-7516-4656-9d29-e77bb90ffdea None None] Agent healthcheck: found 5 active agents {{(pid=104390) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 18 05:13:22.038382 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-517a3254-50cb-455a-9d7c-baafed575ef5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789592556683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1744442'] for agent (426d7b1c-7831-4cf6-8aa4-29496a16634c), after_update {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:13:22.586750 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG dbcounter [-] [104390] Writing DB stats neutron:SELECT=18 {{(pid=104390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:13:22.587462 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG dbcounter [-] [104390] Writing DB stats neutron:SELECT=16 {{(pid=104390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:13:24.528333 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-195fbf0f-7f0b-41b6-bf45-fc2b818a80e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789592556683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1744442'] for agent (a8549501-0164-4ac5-90a6-1ba1ba0d3f9d), after_update {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:13:25.536236 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-bd48e2cf-68a6-4f35-9a09-882d425f288c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789592556683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1744442'] for agent (e572bbf3-12d8-41bb-a2ed-524d739c9de1), after_update {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:13:27.179469 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-5df8b1a9-a354-44ed-8761-35e8e24f4084 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789592556683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1744442'] for agent (37f34a37-d85d-4c21-966b-86dc43157ac3), after_update {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:13:27.510921 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-c042a677-28f5-4026-b552-0173028fe9dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789592556683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1744442'] for agent (d503ae44-4e24-48d3-9886-03581f90537d), after_update {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:13:37.436507 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG dbcounter [-] [104389] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=104389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:13:37.444152 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG dbcounter [-] [104389] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=104389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:13:38.553344 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG dbcounter [-] [104390] Writing DB stats neutron:SELECT=1 {{(pid=104390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:13:38.554114 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG dbcounter [-] [104390] Writing DB stats neutron:SELECT=1 {{(pid=104390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:13:49.592336 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG neutron.db.agents_db [None req-f0cd052f-7516-4656-9d29-e77bb90ffdea None None] Agent healthcheck: found 5 active agents {{(pid=104390) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 18 05:13:52.036503 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-e41ef573-f865-4a4a-a5c5-d9be2b572254 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789592556683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1744442'] for agent (426d7b1c-7831-4cf6-8aa4-29496a16634c), after_update {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:13:54.556634 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-510ad88a-803a-452d-95a5-4c5c21d07655 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789592556683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1744442'] for agent (a8549501-0164-4ac5-90a6-1ba1ba0d3f9d), after_update {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:13:55.528163 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-bd48e2cf-68a6-4f35-9a09-882d425f288c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789592556683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1744442'] for agent (e572bbf3-12d8-41bb-a2ed-524d739c9de1), after_update {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:13:57.179720 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-5df8b1a9-a354-44ed-8761-35e8e24f4084 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789592556683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1744442'] for agent (37f34a37-d85d-4c21-966b-86dc43157ac3), after_update {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:13:57.499327 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-c042a677-28f5-4026-b552-0173028fe9dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789592556683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1744442'] for agent (d503ae44-4e24-48d3-9886-03581f90537d), after_update {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:13:59.596072 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG dbcounter [-] [104390] Writing DB stats neutron:SELECT=4 {{(pid=104390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:13:59.596732 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG dbcounter [-] [104390] Writing DB stats neutron:SELECT=4 {{(pid=104390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:14:07.437535 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG dbcounter [-] [104389] Writing DB stats neutron:SELECT=19,neutron:UPDATE=3 {{(pid=104389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:14:07.440416 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG dbcounter [-] [104389] Writing DB stats neutron:SELECT=22,neutron:UPDATE=2 {{(pid=104389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:14:20.549478 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG dbcounter [-] [104390] Writing DB stats neutron:SELECT=1 {{(pid=104390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:14:20.550306 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG dbcounter [-] [104390] Writing DB stats neutron:DELETE=1 {{(pid=104390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:14:22.065125 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-419506c6-9d72-40f2-a250-ca57f7feaa6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789592556683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1744442'] for agent (426d7b1c-7831-4cf6-8aa4-29496a16634c), after_update {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:14:24.513851 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-1a71a805-dfaa-453b-8c16-49051d94e920 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789592556683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1744442'] for agent (a8549501-0164-4ac5-90a6-1ba1ba0d3f9d), after_update {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:14:25.524792 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-bd48e2cf-68a6-4f35-9a09-882d425f288c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789592556683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1744442'] for agent (e572bbf3-12d8-41bb-a2ed-524d739c9de1), after_update {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:14:26.586191 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG neutron.db.agents_db [None req-f0cd052f-7516-4656-9d29-e77bb90ffdea None None] Agent healthcheck: found 5 active agents {{(pid=104390) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 18 05:14:27.196630 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-5df8b1a9-a354-44ed-8761-35e8e24f4084 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789592556683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1744442'] for agent (37f34a37-d85d-4c21-966b-86dc43157ac3), after_update {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:14:27.496170 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-c042a677-28f5-4026-b552-0173028fe9dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789592556683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1744442'] for agent (d503ae44-4e24-48d3-9886-03581f90537d), after_update {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:14:35.690639 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789592556683', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-575119'] for agent (21f82a9e-593b-4fa9-aa06-dfe6f16482e6), after_create {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:14:36.583453 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG dbcounter [-] [104390] Writing DB stats neutron:SELECT=5 {{(pid=104390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:14:36.589461 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG dbcounter [-] [104390] Writing DB stats neutron:SELECT=3 {{(pid=104390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:14:45.637446 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG dbcounter [-] [104389] Writing DB stats neutron:SELECT=9,neutron:UPDATE=1 {{(pid=104389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:14:45.641243 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG dbcounter [-] [104389] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:14:47.506996 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.wsgi [-] (104387) accepted ('10.222.0.23', 45284) {{(pid=104387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 05:14:47.617188 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [None req-8852a019-1c20-4704-9707-2cb663db181b admin admin] 10.222.0.23 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4559 time: 0.1090934 Jun 18 05:14:49.692802 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.wsgi [-] (104387) accepted ('10.222.0.23', 45294) {{(pid=104387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 05:14:49.748656 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [None req-189f7843-8685-486d-b359-4d1decfde3b1 admin admin] 10.222.0.23 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4559 time: 0.0541184 Jun 18 05:14:52.053746 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-fff7b279-d58d-43f2-bdac-23047c53b520 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789592556683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1744442'] for agent (426d7b1c-7831-4cf6-8aa4-29496a16634c), after_update {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:14:54.513965 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-31e0873d-800b-424c-ba3a-e0f932ef53f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789592556683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1744442'] for agent (a8549501-0164-4ac5-90a6-1ba1ba0d3f9d), after_update {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:14:55.548360 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-bd48e2cf-68a6-4f35-9a09-882d425f288c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789592556683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1744442'] for agent (e572bbf3-12d8-41bb-a2ed-524d739c9de1), after_update {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:14:57.219336 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-5df8b1a9-a354-44ed-8761-35e8e24f4084 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789592556683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1744442'] for agent (37f34a37-d85d-4c21-966b-86dc43157ac3), after_update {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:14:57.499395 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-c042a677-28f5-4026-b552-0173028fe9dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789592556683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1744442'] for agent (d503ae44-4e24-48d3-9886-03581f90537d), after_update {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:14:59.742786 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG dbcounter [-] [104387] Writing DB stats neutron:SELECT=2 {{(pid=104387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:14:59.743742 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG dbcounter [-] [104387] Writing DB stats neutron:SELECT=2 {{(pid=104387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:15:03.589566 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG neutron.db.agents_db [None req-f0cd052f-7516-4656-9d29-e77bb90ffdea None None] Agent healthcheck: found 6 active agents {{(pid=104390) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 18 05:15:05.699256 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789592556683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1744442'] for agent (21f82a9e-593b-4fa9-aa06-dfe6f16482e6), after_update {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:15:15.628733 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG dbcounter [-] [104389] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=104389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:15:15.630520 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG dbcounter [-] [104389] Writing DB stats neutron:SELECT=9,neutron:UPDATE=4 {{(pid=104389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:15:20.233710 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG dbcounter [-] [104390] Writing DB stats neutron:SELECT=13 {{(pid=104390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:15:20.236581 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG dbcounter [-] [104390] Writing DB stats neutron:SELECT=21 {{(pid=104390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:15:22.033865 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-a385bf00-d716-44af-8eff-c60b4ab1451e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789592556683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1744442'] for agent (426d7b1c-7831-4cf6-8aa4-29496a16634c), after_update {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:15:24.516002 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-53f9a615-2652-4b62-b4eb-16744ddbcdb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789592556683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1744442'] for agent (a8549501-0164-4ac5-90a6-1ba1ba0d3f9d), after_update {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:15:25.548334 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-bd48e2cf-68a6-4f35-9a09-882d425f288c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789592556683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1744442'] for agent (e572bbf3-12d8-41bb-a2ed-524d739c9de1), after_update {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:15:27.219079 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-5df8b1a9-a354-44ed-8761-35e8e24f4084 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789592556683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1744442'] for agent (37f34a37-d85d-4c21-966b-86dc43157ac3), after_update {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:15:27.522118 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-c042a677-28f5-4026-b552-0173028fe9dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789592556683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1744442'] for agent (d503ae44-4e24-48d3-9886-03581f90537d), after_update {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:15:35.711151 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789592556683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1744442'] for agent (21f82a9e-593b-4fa9-aa06-dfe6f16482e6), after_update {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:15:40.599252 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG neutron.db.agents_db [None req-f0cd052f-7516-4656-9d29-e77bb90ffdea None None] Agent healthcheck: found 6 active agents {{(pid=104390) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 18 05:15:45.625846 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG dbcounter [-] [104389] Writing DB stats neutron:SELECT=9,neutron:UPDATE=4 {{(pid=104389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:15:45.628603 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG dbcounter [-] [104389] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=104389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:15:50.602660 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG dbcounter [-] [104390] Writing DB stats neutron:SELECT=4 {{(pid=104390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:15:50.603436 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG dbcounter [-] [104390] Writing DB stats neutron:SELECT=4 {{(pid=104390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:15:52.046307 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-546362b5-3d24-416a-a433-3136fc6c2e30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789592556683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1744442'] for agent (426d7b1c-7831-4cf6-8aa4-29496a16634c), after_update {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:15:54.522151 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-411a97b0-3f30-48ea-9136-4d702e76baf0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789592556683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1744442'] for agent (a8549501-0164-4ac5-90a6-1ba1ba0d3f9d), after_update {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:15:55.542869 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-bd48e2cf-68a6-4f35-9a09-882d425f288c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789592556683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1744442'] for agent (e572bbf3-12d8-41bb-a2ed-524d739c9de1), after_update {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:15:57.200051 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-5df8b1a9-a354-44ed-8761-35e8e24f4084 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789592556683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1744442'] for agent (37f34a37-d85d-4c21-966b-86dc43157ac3), after_update {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:15:57.514412 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-c042a677-28f5-4026-b552-0173028fe9dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789592556683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1744442'] for agent (d503ae44-4e24-48d3-9886-03581f90537d), after_update {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:16:05.704486 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789592556683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1744442'] for agent (21f82a9e-593b-4fa9-aa06-dfe6f16482e6), after_update {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:16:15.624922 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG dbcounter [-] [104389] Writing DB stats neutron:SELECT=25 {{(pid=104389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:16:15.626736 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG dbcounter [-] [104389] Writing DB stats neutron:SELECT=19,neutron:UPDATE=6 {{(pid=104389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:16:17.594501 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG neutron.db.agents_db [None req-f0cd052f-7516-4656-9d29-e77bb90ffdea None None] Agent healthcheck: found 6 active agents {{(pid=104390) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 18 05:16:22.059515 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-896a0bdb-7083-4e4a-a79f-3a98c7965e61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789592556683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1744442'] for agent (426d7b1c-7831-4cf6-8aa4-29496a16634c), after_update {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:16:24.516819 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-9e3ad675-0638-4611-8d5f-eceaf0d62313 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789592556683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1744442'] for agent (a8549501-0164-4ac5-90a6-1ba1ba0d3f9d), after_update {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:16:25.567898 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-bd48e2cf-68a6-4f35-9a09-882d425f288c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789592556683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1744442'] for agent (e572bbf3-12d8-41bb-a2ed-524d739c9de1), after_update {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:16:26.195669 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.wsgi [-] (104387) accepted ('10.222.0.23', 45466) {{(pid=104387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 05:16:26.426660 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.wsgi [-] (104387) accepted ('10.222.0.23', 45482) {{(pid=104387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 05:16:26.510567 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.api.v2.base [None req-15861907-11ba-4f94-8ba7-8a3ace006353 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1466823801-network', 'tenant_id': '0b73d42a085a45bfb3ccced90b190a5b'}} {{(pid=104387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 18 05:16:26.590385 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15861907-11ba-4f94-8ba7-8a3ace006353 admin admin] Made reservation on behalf of 0b73d42a085a45bfb3ccced90b190a5b for: {'network': 1} {{(pid=104387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 05:16:26.592792 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-15861907-11ba-4f94-8ba7-8a3ace006353 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1768406'] for network (None), before_create {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:16:26.602314 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-15861907-11ba-4f94-8ba7-8a3ace006353 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:16:26.680006 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-15861907-11ba-4f94-8ba7-8a3ace006353 admin admin] Publish callbacks [] for security_group (0d6d7be2-cf98-4003-a359-c6a8d450ec5d), precommit_create {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:16:26.755390 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-15861907-11ba-4f94-8ba7-8a3ace006353 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728332'] for security_group (0d6d7be2-cf98-4003-a359-c6a8d450ec5d), after_create {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:16:26.792706 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15861907-11ba-4f94-8ba7-8a3ace006353 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d6d7be2-cf98-4003-a359-c6a8d450ec5d,revision_number=1']} {{(pid=104387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:16:26.807289 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15861907-11ba-4f94-8ba7-8a3ace006353 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:16:26.807633 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15861907-11ba-4f94-8ba7-8a3ace006353 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:16:26.807970 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15861907-11ba-4f94-8ba7-8a3ace006353 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:16:26.808303 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15861907-11ba-4f94-8ba7-8a3ace006353 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:16:26.808632 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15861907-11ba-4f94-8ba7-8a3ace006353 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:16:26.808964 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15861907-11ba-4f94-8ba7-8a3ace006353 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:16:26.809288 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15861907-11ba-4f94-8ba7-8a3ace006353 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:16:26.809635 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15861907-11ba-4f94-8ba7-8a3ace006353 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:16:26.809958 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15861907-11ba-4f94-8ba7-8a3ace006353 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:16:26.810280 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15861907-11ba-4f94-8ba7-8a3ace006353 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:16:26.810601 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15861907-11ba-4f94-8ba7-8a3ace006353 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:16:26.810919 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15861907-11ba-4f94-8ba7-8a3ace006353 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:16:26.811238 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15861907-11ba-4f94-8ba7-8a3ace006353 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:16:26.811547 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15861907-11ba-4f94-8ba7-8a3ace006353 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:16:26.811861 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15861907-11ba-4f94-8ba7-8a3ace006353 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:16:26.813041 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15861907-11ba-4f94-8ba7-8a3ace006353 admin admin] Tracked resource versions report: Jun 18 05:16:26.813041 dv-cinder-836996-35-iscsi neutron-server[104387]: pushed versions: Jun 18 05:16:26.813041 dv-cinder-836996-35-iscsi neutron-server[104387]: { 'AddressGroup': {'1.2'}, Jun 18 05:16:26.813041 dv-cinder-836996-35-iscsi neutron-server[104387]: 'Agent': {'1.1'}, Jun 18 05:16:26.813041 dv-cinder-836996-35-iscsi neutron-server[104387]: 'ConntrackHelper': {'1.0'}, Jun 18 05:16:26.813041 dv-cinder-836996-35-iscsi neutron-server[104387]: 'LocalIPAssociation': {'1.0'}, Jun 18 05:16:26.813041 dv-cinder-836996-35-iscsi neutron-server[104387]: 'Log': {'1.0'}, Jun 18 05:16:26.813041 dv-cinder-836996-35-iscsi neutron-server[104387]: 'NDPProxy': {'1.0'}, Jun 18 05:16:26.813041 dv-cinder-836996-35-iscsi neutron-server[104387]: 'Network': {'1.1'}, Jun 18 05:16:26.813041 dv-cinder-836996-35-iscsi neutron-server[104387]: 'Port': {'1.7'}, Jun 18 05:16:26.813041 dv-cinder-836996-35-iscsi neutron-server[104387]: 'PortForwarding': {'1.3'}, Jun 18 05:16:26.813041 dv-cinder-836996-35-iscsi neutron-server[104387]: 'QosPolicy': {'1.10'}, Jun 18 05:16:26.813041 dv-cinder-836996-35-iscsi neutron-server[104387]: 'SecurityGroup': {'1.5'}, Jun 18 05:16:26.813041 dv-cinder-836996-35-iscsi neutron-server[104387]: 'SecurityGroupRule': {'1.2'}, Jun 18 05:16:26.813041 dv-cinder-836996-35-iscsi neutron-server[104387]: 'SubPort': {'1.0'}, Jun 18 05:16:26.813041 dv-cinder-836996-35-iscsi neutron-server[104387]: 'Subnet': {'1.1'}, Jun 18 05:16:26.813041 dv-cinder-836996-35-iscsi neutron-server[104387]: 'Trunk': {'1.1'}} Jun 18 05:16:26.813041 dv-cinder-836996-35-iscsi neutron-server[104387]: consumer versions: Jun 18 05:16:26.813041 dv-cinder-836996-35-iscsi neutron-server[104387]: { DHCP agent@dv-cinder-836996-35-iscsi: {}, Jun 18 05:16:26.813041 dv-cinder-836996-35-iscsi neutron-server[104387]: HyperV agent@hv-cinder-83699: {}, Jun 18 05:16:26.813041 dv-cinder-836996-35-iscsi neutron-server[104387]: L3 agent@dv-cinder-836996-35-iscsi: {}, Jun 18 05:16:26.813041 dv-cinder-836996-35-iscsi neutron-server[104387]: Metadata agent@dv-cinder-836996-35-iscsi: {}, Jun 18 05:16:26.813041 dv-cinder-836996-35-iscsi neutron-server[104387]: Metering agent@dv-cinder-836996-35-iscsi: {}, Jun 18 05:16:26.813041 dv-cinder-836996-35-iscsi neutron-server[104387]: Open vSwitch agent@dv-cinder-836996-35-iscsi: { 'AddressGroup': '1.2', Jun 18 05:16:26.813041 dv-cinder-836996-35-iscsi neutron-server[104387]: 'Agent': '1.1', Jun 18 05:16:26.813041 dv-cinder-836996-35-iscsi neutron-server[104387]: 'ConntrackHelper': '1.0', Jun 18 05:16:26.813041 dv-cinder-836996-35-iscsi neutron-server[104387]: 'LocalIPAssociation': '1.0', Jun 18 05:16:26.813041 dv-cinder-836996-35-iscsi neutron-server[104387]: 'Log': '1.0', Jun 18 05:16:26.813041 dv-cinder-836996-35-iscsi neutron-server[104387]: 'NDPProxy': '1.0', Jun 18 05:16:26.813041 dv-cinder-836996-35-iscsi neutron-server[104387]: 'Network': '1.1', Jun 18 05:16:26.813041 dv-cinder-836996-35-iscsi neutron-server[104387]: 'Port': '1.7', Jun 18 05:16:26.813041 dv-cinder-836996-35-iscsi neutron-server[104387]: 'PortForwarding': '1.3', Jun 18 05:16:26.813041 dv-cinder-836996-35-iscsi neutron-server[104387]: 'QosPolicy': '1.10', Jun 18 05:16:26.813041 dv-cinder-836996-35-iscsi neutron-server[104387]: 'SecurityGroup': '1.5', Jun 18 05:16:26.813041 dv-cinder-836996-35-iscsi neutron-server[104387]: 'SecurityGroupRule': '1.2', Jun 18 05:16:26.813041 dv-cinder-836996-35-iscsi neutron-server[104387]: 'SubPort': '1.0', Jun 18 05:16:26.813041 dv-cinder-836996-35-iscsi neutron-server[104387]: 'Subnet': '1.1', Jun 18 05:16:26.813041 dv-cinder-836996-35-iscsi neutron-server[104387]: 'Trunk': '1.1'}} Jun 18 05:16:26.813041 dv-cinder-836996-35-iscsi neutron-server[104387]: {{(pid=104387) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 18 05:16:26.821411 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-15861907-11ba-4f94-8ba7-8a3ace006353 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 328} {{(pid=104387) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 18 05:16:26.829626 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-15861907-11ba-4f94-8ba7-8a3ace006353 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1723189'] for segment (09c215c3-c19f-4b36-8a34-43f30aa65bf5), precommit_create {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:16:26.830042 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.db.segments_db [None req-15861907-11ba-4f94-8ba7-8a3ace006353 admin admin] Added segment 09c215c3-c19f-4b36-8a34-43f30aa65bf5 of type vlan for network b6326206-c3ac-4e80-bc2a-deaf200d1ad1 Jun 18 05:16:26.878244 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.api.v2.base [None req-1ad9467e-a72d-4761-9c00-f5f23e55b5a8 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-172405466-network', 'tenant_id': '780f29e257644af280e61247d02a3c1e'}} {{(pid=104387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 18 05:16:26.885822 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-15861907-11ba-4f94-8ba7-8a3ace006353 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789592234469'] for network (b6326206-c3ac-4e80-bc2a-deaf200d1ad1), precommit_create {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:16:27.031109 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ad9467e-a72d-4761-9c00-f5f23e55b5a8 admin admin] Made reservation on behalf of 780f29e257644af280e61247d02a3c1e for: {'network': 1} {{(pid=104387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 05:16:27.033543 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-1ad9467e-a72d-4761-9c00-f5f23e55b5a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1768406'] for network (None), before_create {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:16:27.043137 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-15861907-11ba-4f94-8ba7-8a3ace006353 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546084'] for network (b6326206-c3ac-4e80-bc2a-deaf200d1ad1), after_create {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:16:27.044129 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15861907-11ba-4f94-8ba7-8a3ace006353 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:16:27.044696 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-15861907-11ba-4f94-8ba7-8a3ace006353 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546098'] for network (None), before_response {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:16:27.049824 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-1ad9467e-a72d-4761-9c00-f5f23e55b5a8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:16:27.094032 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.wsgi [-] (104388) accepted ('10.222.0.23', 45510) {{(pid=104388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 05:16:27.163438 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.wsgi [-] (104388) accepted ('10.222.0.23', 45516) {{(pid=104388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 05:16:27.165196 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15861907-11ba-4f94-8ba7-8a3ace006353 admin admin] Pushing event updated for resources: {'Network': ['ID=b6326206-c3ac-4e80-bc2a-deaf200d1ad1,revision_number=1']} {{(pid=104387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:16:27.179056 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.rpc [None req-c042a677-28f5-4026-b552-0173028fe9dd None None] Network b6326206-c3ac-4e80-bc2a-deaf200d1ad1 details requested by agent ovs-agent-dv-cinder-836996-35-iscsi with host dv-cinder-836996-35-iscsi {{(pid=104389) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 18 05:16:27.184748 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.wsgi [-] (104388) accepted ('10.222.0.23', 45520) {{(pid=104388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 05:16:27.184926 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [None req-15861907-11ba-4f94-8ba7-8a3ace006353 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 866 time: 0.9881434 Jun 18 05:16:27.190542 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.api.v2.base [None req-eff5c139-406a-4d5b-bd81-520d1ff4e08d admin admin] Request body: {'subnet': {'network_id': 'b6326206-c3ac-4e80-bc2a-deaf200d1ad1', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1466823801-subnet', 'tenant_id': '0b73d42a085a45bfb3ccced90b190a5b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 18 05:16:27.229920 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-1ad9467e-a72d-4761-9c00-f5f23e55b5a8 admin admin] Publish callbacks [] for security_group (f89e05dd-7527-4e84-8ea1-429108ea7296), precommit_create {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:16:27.254424 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-5df8b1a9-a354-44ed-8761-35e8e24f4084 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789592556683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1744442'] for agent (37f34a37-d85d-4c21-966b-86dc43157ac3), after_update {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:16:27.339903 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-1ad9467e-a72d-4761-9c00-f5f23e55b5a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728332'] for security_group (f89e05dd-7527-4e84-8ea1-429108ea7296), after_create {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:16:27.340070 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eff5c139-406a-4d5b-bd81-520d1ff4e08d admin admin] Made reservation on behalf of 0b73d42a085a45bfb3ccced90b190a5b for: {'subnet': 1} {{(pid=104388) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 05:16:27.342468 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-eff5c139-406a-4d5b-bd81-520d1ff4e08d admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:16:27.369852 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1ad9467e-a72d-4761-9c00-f5f23e55b5a8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 342} {{(pid=104387) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 18 05:16:27.381798 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad9467e-a72d-4761-9c00-f5f23e55b5a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f89e05dd-7527-4e84-8ea1-429108ea7296,revision_number=1']} {{(pid=104387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:16:27.386922 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-1ad9467e-a72d-4761-9c00-f5f23e55b5a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1723189'] for segment (81245496-3901-4858-a3e4-c22d6eb924e7), precommit_create {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:16:27.387639 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.db.segments_db [None req-1ad9467e-a72d-4761-9c00-f5f23e55b5a8 admin admin] Added segment 81245496-3901-4858-a3e4-c22d6eb924e7 of type vlan for network 5d10d1de-a16a-47bb-aa00-92f2004e9159 Jun 18 05:16:27.486574 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-1ad9467e-a72d-4761-9c00-f5f23e55b5a8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789592234469'] for network (5d10d1de-a16a-47bb-aa00-92f2004e9159), precommit_create {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:16:27.514501 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-c042a677-28f5-4026-b552-0173028fe9dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789592556683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1744442'] for agent (d503ae44-4e24-48d3-9886-03581f90537d), after_update {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:16:27.592222 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG dbcounter [-] [104390] Writing DB stats neutron:SELECT=5,neutron:DELETE=1 {{(pid=104390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:16:27.598917 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG dbcounter [-] [104390] Writing DB stats neutron:SELECT=4 {{(pid=104390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:16:27.659506 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-1ad9467e-a72d-4761-9c00-f5f23e55b5a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546084'] for network (5d10d1de-a16a-47bb-aa00-92f2004e9159), after_create {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:16:27.660673 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ad9467e-a72d-4761-9c00-f5f23e55b5a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:16:27.661351 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-1ad9467e-a72d-4761-9c00-f5f23e55b5a8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546098'] for network (None), before_response {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:16:27.693375 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG dbcounter [-] [104387] Writing DB stats neutron:SELECT=77,neutron:INSERT=15,neutron:UPDATE=7,neutron:DELETE=1 {{(pid=104387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:16:27.717163 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.api.v2.base [None req-28a41a11-62de-4dd6-abe3-f8da8ca02bcd admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-483833369-network', 'tenant_id': '758883a5aea04c85ad65bb6970bdb098'}} {{(pid=104388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 18 05:16:27.730187 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad9467e-a72d-4761-9c00-f5f23e55b5a8 admin admin] Pushing event updated for resources: {'Network': ['ID=5d10d1de-a16a-47bb-aa00-92f2004e9159,revision_number=1']} {{(pid=104387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:16:27.744749 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.rpc [None req-c042a677-28f5-4026-b552-0173028fe9dd None None] Network 5d10d1de-a16a-47bb-aa00-92f2004e9159 details requested by agent ovs-agent-dv-cinder-836996-35-iscsi with host dv-cinder-836996-35-iscsi {{(pid=104389) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 18 05:16:27.745753 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-eff5c139-406a-4d5b-bd81-520d1ff4e08d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546084'] for subnet (65acfd46-bcf0-4f0d-b181-1f052de6ca7a), after_create {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:16:27.769792 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.api.v2.base [None req-d61bc8e0-7f25-4c1c-9ce0-79b5e53dba19 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1776891436-network', 'tenant_id': '969c470f720c4b2f97ba9f45c5d0d426'}} {{(pid=104388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 18 05:16:27.782308 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [None req-1ad9467e-a72d-4761-9c00-f5f23e55b5a8 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.3543987 Jun 18 05:16:27.785449 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.wsgi [-] (104387) accepted ('10.222.0.23', 45548) {{(pid=104387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 05:16:27.792859 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.api.v2.base [None req-d602d728-eeca-4aa1-a5bf-5b6821061a15 admin admin] Request body: {'subnet': {'network_id': '5d10d1de-a16a-47bb-aa00-92f2004e9159', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-172405466-subnet', 'tenant_id': '780f29e257644af280e61247d02a3c1e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 18 05:16:27.821096 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eff5c139-406a-4d5b-bd81-520d1ff4e08d admin admin] Checking segment: {'id': '09c215c3-c19f-4b36-8a34-43f30aa65bf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'b6326206-c3ac-4e80-bc2a-deaf200d1ad1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 18 05:16:27.824899 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eff5c139-406a-4d5b-bd81-520d1ff4e08d admin admin] Network hostable DHCP agents. Network: b6326206-c3ac-4e80-bc2a-deaf200d1ad1, hostable agents: ['426d7b1c-7831-4cf6-8aa4-29496a16634c'], hosted agents: [] {{(pid=104388) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 18 05:16:27.874618 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28a41a11-62de-4dd6-abe3-f8da8ca02bcd admin admin] Made reservation on behalf of 758883a5aea04c85ad65bb6970bdb098 for: {'network': 1} {{(pid=104388) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 05:16:27.877196 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-28a41a11-62de-4dd6-abe3-f8da8ca02bcd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1768406'] for network (None), before_create {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:16:27.904559 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-28a41a11-62de-4dd6-abe3-f8da8ca02bcd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:16:27.917901 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff5c139-406a-4d5b-bd81-520d1ff4e08d admin admin] Pushing event updated for resources: {'Subnet': ['ID=65acfd46-bcf0-4f0d-b181-1f052de6ca7a,revision_number=0']} {{(pid=104388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:16:27.927370 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d602d728-eeca-4aa1-a5bf-5b6821061a15 admin admin] Made reservation on behalf of 780f29e257644af280e61247d02a3c1e for: {'subnet': 1} {{(pid=104387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 05:16:27.930839 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff5c139-406a-4d5b-bd81-520d1ff4e08d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:16:27.931504 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff5c139-406a-4d5b-bd81-520d1ff4e08d admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:16:27.931992 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-d602d728-eeca-4aa1-a5bf-5b6821061a15 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:16:27.932163 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff5c139-406a-4d5b-bd81-520d1ff4e08d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:16:27.932735 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff5c139-406a-4d5b-bd81-520d1ff4e08d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:16:27.933215 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff5c139-406a-4d5b-bd81-520d1ff4e08d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:16:27.933764 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff5c139-406a-4d5b-bd81-520d1ff4e08d admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:16:27.937552 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff5c139-406a-4d5b-bd81-520d1ff4e08d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:16:27.937552 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff5c139-406a-4d5b-bd81-520d1ff4e08d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:16:27.937552 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff5c139-406a-4d5b-bd81-520d1ff4e08d admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:16:27.937552 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff5c139-406a-4d5b-bd81-520d1ff4e08d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:16:27.937552 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff5c139-406a-4d5b-bd81-520d1ff4e08d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:16:27.938014 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG dbcounter [-] [104387] Writing DB stats neutron:SELECT=73,neutron:INSERT=23,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:16:27.938113 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff5c139-406a-4d5b-bd81-520d1ff4e08d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:16:27.938113 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff5c139-406a-4d5b-bd81-520d1ff4e08d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:16:27.938113 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff5c139-406a-4d5b-bd81-520d1ff4e08d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:16:27.938113 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff5c139-406a-4d5b-bd81-520d1ff4e08d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:16:27.938933 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff5c139-406a-4d5b-bd81-520d1ff4e08d admin admin] Tracked resource versions report: Jun 18 05:16:27.938933 dv-cinder-836996-35-iscsi neutron-server[104388]: pushed versions: Jun 18 05:16:27.938933 dv-cinder-836996-35-iscsi neutron-server[104388]: { 'AddressGroup': {'1.2'}, Jun 18 05:16:27.938933 dv-cinder-836996-35-iscsi neutron-server[104388]: 'Agent': {'1.1'}, Jun 18 05:16:27.938933 dv-cinder-836996-35-iscsi neutron-server[104388]: 'ConntrackHelper': {'1.0'}, Jun 18 05:16:27.938933 dv-cinder-836996-35-iscsi neutron-server[104388]: 'LocalIPAssociation': {'1.0'}, Jun 18 05:16:27.938933 dv-cinder-836996-35-iscsi neutron-server[104388]: 'Log': {'1.0'}, Jun 18 05:16:27.938933 dv-cinder-836996-35-iscsi neutron-server[104388]: 'NDPProxy': {'1.0'}, Jun 18 05:16:27.938933 dv-cinder-836996-35-iscsi neutron-server[104388]: 'Network': {'1.1'}, Jun 18 05:16:27.938933 dv-cinder-836996-35-iscsi neutron-server[104388]: 'Port': {'1.7'}, Jun 18 05:16:27.938933 dv-cinder-836996-35-iscsi neutron-server[104388]: 'PortForwarding': {'1.3'}, Jun 18 05:16:27.938933 dv-cinder-836996-35-iscsi neutron-server[104388]: 'QosPolicy': {'1.10'}, Jun 18 05:16:27.938933 dv-cinder-836996-35-iscsi neutron-server[104388]: 'SecurityGroup': {'1.5'}, Jun 18 05:16:27.938933 dv-cinder-836996-35-iscsi neutron-server[104388]: 'SecurityGroupRule': {'1.2'}, Jun 18 05:16:27.938933 dv-cinder-836996-35-iscsi neutron-server[104388]: 'SubPort': {'1.0'}, Jun 18 05:16:27.938933 dv-cinder-836996-35-iscsi neutron-server[104388]: 'Subnet': {'1.1'}, Jun 18 05:16:27.938933 dv-cinder-836996-35-iscsi neutron-server[104388]: 'Trunk': {'1.1'}} Jun 18 05:16:27.938933 dv-cinder-836996-35-iscsi neutron-server[104388]: consumer versions: Jun 18 05:16:27.938933 dv-cinder-836996-35-iscsi neutron-server[104388]: { DHCP agent@dv-cinder-836996-35-iscsi: {}, Jun 18 05:16:27.938933 dv-cinder-836996-35-iscsi neutron-server[104388]: HyperV agent@hv-cinder-83699: {}, Jun 18 05:16:27.938933 dv-cinder-836996-35-iscsi neutron-server[104388]: L3 agent@dv-cinder-836996-35-iscsi: {}, Jun 18 05:16:27.938933 dv-cinder-836996-35-iscsi neutron-server[104388]: Metadata agent@dv-cinder-836996-35-iscsi: {}, Jun 18 05:16:27.938933 dv-cinder-836996-35-iscsi neutron-server[104388]: Metering agent@dv-cinder-836996-35-iscsi: {}, Jun 18 05:16:27.938933 dv-cinder-836996-35-iscsi neutron-server[104388]: Open vSwitch agent@dv-cinder-836996-35-iscsi: { 'AddressGroup': '1.2', Jun 18 05:16:27.938933 dv-cinder-836996-35-iscsi neutron-server[104388]: 'Agent': '1.1', Jun 18 05:16:27.938933 dv-cinder-836996-35-iscsi neutron-server[104388]: 'ConntrackHelper': '1.0', Jun 18 05:16:27.938933 dv-cinder-836996-35-iscsi neutron-server[104388]: 'LocalIPAssociation': '1.0', Jun 18 05:16:27.938933 dv-cinder-836996-35-iscsi neutron-server[104388]: 'Log': '1.0', Jun 18 05:16:27.938933 dv-cinder-836996-35-iscsi neutron-server[104388]: 'NDPProxy': '1.0', Jun 18 05:16:27.938933 dv-cinder-836996-35-iscsi neutron-server[104388]: 'Network': '1.1', Jun 18 05:16:27.938933 dv-cinder-836996-35-iscsi neutron-server[104388]: 'Port': '1.7', Jun 18 05:16:27.938933 dv-cinder-836996-35-iscsi neutron-server[104388]: 'PortForwarding': '1.3', Jun 18 05:16:27.938933 dv-cinder-836996-35-iscsi neutron-server[104388]: 'QosPolicy': '1.10', Jun 18 05:16:27.938933 dv-cinder-836996-35-iscsi neutron-server[104388]: 'SecurityGroup': '1.5', Jun 18 05:16:27.938933 dv-cinder-836996-35-iscsi neutron-server[104388]: 'SecurityGroupRule': '1.2', Jun 18 05:16:27.938933 dv-cinder-836996-35-iscsi neutron-server[104388]: 'SubPort': '1.0', Jun 18 05:16:27.938933 dv-cinder-836996-35-iscsi neutron-server[104388]: 'Subnet': '1.1', Jun 18 05:16:27.938933 dv-cinder-836996-35-iscsi neutron-server[104388]: 'Trunk': '1.1'}} Jun 18 05:16:27.938933 dv-cinder-836996-35-iscsi neutron-server[104388]: {{(pid=104388) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 18 05:16:27.967362 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eff5c139-406a-4d5b-bd81-520d1ff4e08d admin admin] Network b6326206-c3ac-4e80-bc2a-deaf200d1ad1 is scheduled to be hosted by DHCP agent 426d7b1c-7831-4cf6-8aa4-29496a16634c with binding_index 1 {{(pid=104388) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 18 05:16:28.013120 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d61bc8e0-7f25-4c1c-9ce0-79b5e53dba19 admin admin] Made reservation on behalf of 969c470f720c4b2f97ba9f45c5d0d426 for: {'network': 1} {{(pid=104388) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 05:16:28.015723 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-d61bc8e0-7f25-4c1c-9ce0-79b5e53dba19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1768406'] for network (None), before_create {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:16:28.031643 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-d61bc8e0-7f25-4c1c-9ce0-79b5e53dba19 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:16:28.051164 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-28a41a11-62de-4dd6-abe3-f8da8ca02bcd admin admin] Publish callbacks [] for security_group (afc1d61f-1677-4b48-b526-19997056673c), precommit_create {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:16:28.085953 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG dbcounter [-] [104388] Writing DB stats neutron:SELECT=82,neutron:INSERT=16,neutron:UPDATE=2 {{(pid=104388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:16:28.108776 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.scheduler.base_scheduler [None req-eff5c139-406a-4d5b-bd81-520d1ff4e08d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836996-35-iscsi, b6326206-c3ac-4e80-bc2a-deaf200d1ad1) {{(pid=104388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 05:16:28.115947 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eff5c139-406a-4d5b-bd81-520d1ff4e08d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:16:28.116823 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-eff5c139-406a-4d5b-bd81-520d1ff4e08d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546098'] for subnet (None), before_response {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:16:28.127312 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8cebead-3d62-4485-92b0-5d5e49fe6120 None None] Network b6326206-c3ac-4e80-bc2a-deaf200d1ad1 requested from dv-cinder-836996-35-iscsi {{(pid=104389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 18 05:16:28.137213 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-28a41a11-62de-4dd6-abe3-f8da8ca02bcd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728332'] for security_group (afc1d61f-1677-4b48-b526-19997056673c), after_create {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:16:28.156276 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-d61bc8e0-7f25-4c1c-9ce0-79b5e53dba19 admin admin] Publish callbacks [] for security_group (bec7ec6e-f3c8-438a-8e5a-5a0e9e351eb3), precommit_create {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:16:28.185649 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-28a41a11-62de-4dd6-abe3-f8da8ca02bcd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 333} {{(pid=104388) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 18 05:16:28.195613 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a41a11-62de-4dd6-abe3-f8da8ca02bcd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afc1d61f-1677-4b48-b526-19997056673c,revision_number=1']} {{(pid=104388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:16:28.203667 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-28a41a11-62de-4dd6-abe3-f8da8ca02bcd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1723189'] for segment (8156adf2-605e-4047-8e9c-946882049554), precommit_create {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:16:28.204277 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.db.segments_db [None req-28a41a11-62de-4dd6-abe3-f8da8ca02bcd admin admin] Added segment 8156adf2-605e-4047-8e9c-946882049554 of type vlan for network f7ef077f-c52c-4f70-b85e-e8892706babc Jun 18 05:16:28.224618 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG dbcounter [-] [104388] Writing DB stats neutron:SELECT=70,neutron:INSERT=23,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=104388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:16:28.261208 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-d61bc8e0-7f25-4c1c-9ce0-79b5e53dba19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728332'] for security_group (bec7ec6e-f3c8-438a-8e5a-5a0e9e351eb3), after_create {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:16:28.265858 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-28a41a11-62de-4dd6-abe3-f8da8ca02bcd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789592234469'] for network (f7ef077f-c52c-4f70-b85e-e8892706babc), precommit_create {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:16:28.275317 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [None req-eff5c139-406a-4d5b-bd81-520d1ff4e08d admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.0890276 Jun 18 05:16:28.278309 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.wsgi [-] (104387) accepted ('10.222.0.23', 45562) {{(pid=104387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 05:16:28.282790 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.api.v2.base [None req-e48cc44a-3b92-4362-8bd2-e75225136126 admin admin] Request body: {'router': {'name': 'tempest-DeleteServersTestJSON-1466823801-router', 'tenant_id': '0b73d42a085a45bfb3ccced90b190a5b', 'external_gateway_info': {'network_id': '65c030c7-6a7d-4cea-a47d-5cdd532db0e6'}}} {{(pid=104387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 18 05:16:28.290989 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51bc70d5-d2df-447b-aaf3-dbc50d1e1543 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1891a1fa-7dca-5fa5-9b0d-ba5c9cd85586-b6326206-c3ac-4e80-bc2a-deaf200d1ad1', 'network_id': 'b6326206-c3ac-4e80-bc2a-deaf200d1ad1', 'project_id': '0b73d42a085a45bfb3ccced90b190a5b', 'fixed_ips': [{'subnet_id': '65acfd46-bcf0-4f0d-b181-1f052de6ca7a'}]}} from dv-cinder-836996-35-iscsi. {{(pid=104389) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 18 05:16:28.293106 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-51bc70d5-d2df-447b-aaf3-dbc50d1e1543 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1768406'] for port (None), before_create {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:16:28.315353 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d61bc8e0-7f25-4c1c-9ce0-79b5e53dba19 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 301} {{(pid=104388) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 18 05:16:28.343769 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61bc8e0-7f25-4c1c-9ce0-79b5e53dba19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bec7ec6e-f3c8-438a-8e5a-5a0e9e351eb3,revision_number=1']} {{(pid=104388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:16:28.347835 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-d602d728-eeca-4aa1-a5bf-5b6821061a15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546084'] for subnet (487be793-6fa8-4706-9fd3-da5a2b5846d6), after_create {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:16:28.358217 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-d61bc8e0-7f25-4c1c-9ce0-79b5e53dba19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1723189'] for segment (ec81db56-67ad-4682-ab4f-54fec1abd7e4), precommit_create {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:16:28.358217 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.db.segments_db [None req-d61bc8e0-7f25-4c1c-9ce0-79b5e53dba19 admin admin] Added segment ec81db56-67ad-4682-ab4f-54fec1abd7e4 of type vlan for network 22d8eb11-0b66-4ea6-b4d2-3deab0a32f40 Jun 18 05:16:28.453364 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-d61bc8e0-7f25-4c1c-9ce0-79b5e53dba19 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789592234469'] for network (22d8eb11-0b66-4ea6-b4d2-3deab0a32f40), precommit_create {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:16:28.476065 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-28a41a11-62de-4dd6-abe3-f8da8ca02bcd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546084'] for network (f7ef077f-c52c-4f70-b85e-e8892706babc), after_create {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:16:28.477063 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28a41a11-62de-4dd6-abe3-f8da8ca02bcd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:16:28.477664 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-28a41a11-62de-4dd6-abe3-f8da8ca02bcd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546098'] for network (None), before_response {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:16:28.494622 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d602d728-eeca-4aa1-a5bf-5b6821061a15 admin admin] Pushing event updated for resources: {'Subnet': ['ID=487be793-6fa8-4706-9fd3-da5a2b5846d6,revision_number=0']} {{(pid=104387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:16:28.515390 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-e48cc44a-3b92-4362-8bd2-e75225136126 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-574775', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9644'] for router (11fcdc93-d306-46e0-953d-171b66ebef42), before_create {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:16:28.516532 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-e48cc44a-3b92-4362-8bd2-e75225136126 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-575757', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-731064', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-682792', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9635'] for router (11fcdc93-d306-46e0-953d-171b66ebef42), precommit_create {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:16:28.587003 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d602d728-eeca-4aa1-a5bf-5b6821061a15 admin admin] Checking segment: {'id': '81245496-3901-4858-a3e4-c22d6eb924e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '5d10d1de-a16a-47bb-aa00-92f2004e9159'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 18 05:16:28.590330 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d602d728-eeca-4aa1-a5bf-5b6821061a15 admin admin] Network hostable DHCP agents. Network: 5d10d1de-a16a-47bb-aa00-92f2004e9159, hostable agents: ['426d7b1c-7831-4cf6-8aa4-29496a16634c'], hosted agents: [] {{(pid=104387) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 18 05:16:28.591831 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a41a11-62de-4dd6-abe3-f8da8ca02bcd admin admin] Pushing event updated for resources: {'Network': ['ID=f7ef077f-c52c-4f70-b85e-e8892706babc,revision_number=1']} {{(pid=104388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:16:28.607167 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.rpc [None req-c042a677-28f5-4026-b552-0173028fe9dd None None] Network f7ef077f-c52c-4f70-b85e-e8892706babc details requested by agent ovs-agent-dv-cinder-836996-35-iscsi with host dv-cinder-836996-35-iscsi {{(pid=104389) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 18 05:16:28.665370 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-d61bc8e0-7f25-4c1c-9ce0-79b5e53dba19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546084'] for network (22d8eb11-0b66-4ea6-b4d2-3deab0a32f40), after_create {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:16:28.666414 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d61bc8e0-7f25-4c1c-9ce0-79b5e53dba19 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:16:28.667017 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-d61bc8e0-7f25-4c1c-9ce0-79b5e53dba19 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546098'] for network (None), before_response {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:16:28.679154 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [None req-28a41a11-62de-4dd6-abe3-f8da8ca02bcd admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 870 time: 1.5808747 Jun 18 05:16:28.687386 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.wsgi [-] (104388) accepted ('10.222.0.23', 45582) {{(pid=104388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 05:16:28.704999 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.api.v2.base [None req-9fbe56ea-0be9-4d7e-a0c0-095ab9386c7f admin admin] Request body: {'subnet': {'network_id': 'f7ef077f-c52c-4f70-b85e-e8892706babc', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-483833369-subnet', 'tenant_id': '758883a5aea04c85ad65bb6970bdb098', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 18 05:16:28.749300 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-e48cc44a-3b92-4362-8bd2-e75225136126 admin admin] Publish callbacks [] for router_controller (11fcdc93-d306-46e0-953d-171b66ebef42), precommit_add_association {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:16:28.816281 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61bc8e0-7f25-4c1c-9ce0-79b5e53dba19 admin admin] Pushing event updated for resources: {'Network': ['ID=22d8eb11-0b66-4ea6-b4d2-3deab0a32f40,revision_number=1']} {{(pid=104388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:16:28.841350 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.rpc [None req-c042a677-28f5-4026-b552-0173028fe9dd None None] Network 22d8eb11-0b66-4ea6-b4d2-3deab0a32f40 details requested by agent ovs-agent-dv-cinder-836996-35-iscsi with host dv-cinder-836996-35-iscsi {{(pid=104389) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 18 05:16:28.862636 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [None req-d61bc8e0-7f25-4c1c-9ce0-79b5e53dba19 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 865 time: 1.6973271 Jun 18 05:16:28.865861 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.wsgi [-] (104388) accepted ('10.222.0.23', 45600) {{(pid=104388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 05:16:28.874798 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.api.v2.base [None req-c003a5fc-46ab-486b-8133-620f1fadbc49 admin admin] Request body: {'subnet': {'network_id': '22d8eb11-0b66-4ea6-b4d2-3deab0a32f40', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1776891436-subnet', 'tenant_id': '969c470f720c4b2f97ba9f45c5d0d426', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 18 05:16:28.879639 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fbe56ea-0be9-4d7e-a0c0-095ab9386c7f admin admin] Made reservation on behalf of 758883a5aea04c85ad65bb6970bdb098 for: {'subnet': 1} {{(pid=104388) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 05:16:28.886550 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d602d728-eeca-4aa1-a5bf-5b6821061a15 admin admin] Network 5d10d1de-a16a-47bb-aa00-92f2004e9159 is scheduled to be hosted by DHCP agent 426d7b1c-7831-4cf6-8aa4-29496a16634c with binding_index 1 {{(pid=104387) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 18 05:16:28.898628 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-9fbe56ea-0be9-4d7e-a0c0-095ab9386c7f admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:16:28.962259 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.db.db_base_plugin_common [None req-51bc70d5-d2df-447b-aaf3-dbc50d1e1543 None None] Allocated IP 172.20.0.2 (b6326206-c3ac-4e80-bc2a-deaf200d1ad1/65acfd46-bcf0-4f0d-b181-1f052de6ca7a/325eb952-7212-454c-8439-37c5b395a138) {{(pid=104389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 05:16:29.025014 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.scheduler.base_scheduler [None req-d602d728-eeca-4aa1-a5bf-5b6821061a15 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836996-35-iscsi, 5d10d1de-a16a-47bb-aa00-92f2004e9159) {{(pid=104387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 05:16:29.033363 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d602d728-eeca-4aa1-a5bf-5b6821061a15 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:16:29.034241 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-d602d728-eeca-4aa1-a5bf-5b6821061a15 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546098'] for subnet (None), before_response {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:16:29.062092 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-e48cc44a-3b92-4362-8bd2-e75225136126 admin admin] Publish callbacks [] for router_gateway (11fcdc93-d306-46e0-953d-171b66ebef42), precommit_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:16:29.080493 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b179b7b-0c08-4088-838d-c19e71f69756 None None] Network 5d10d1de-a16a-47bb-aa00-92f2004e9159 requested from dv-cinder-836996-35-iscsi {{(pid=104389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 18 05:16:29.156687 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c003a5fc-46ab-486b-8133-620f1fadbc49 admin admin] Made reservation on behalf of 969c470f720c4b2f97ba9f45c5d0d426 for: {'subnet': 1} {{(pid=104388) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 05:16:29.159924 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-c003a5fc-46ab-486b-8133-620f1fadbc49 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:16:29.173559 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG dbcounter [-] [104389] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=104389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:16:29.221565 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [None req-d602d728-eeca-4aa1-a5bf-5b6821061a15 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.4324341 Jun 18 05:16:29.248929 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-51bc70d5-d2df-447b-aaf3-dbc50d1e1543 None None] Publish callbacks [] for port (325eb952-7212-454c-8439-37c5b395a138), precommit_create {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:16:29.279955 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91188788-ace7-4a2b-bb62-ef6597b85217 None None] Network 5d10d1de-a16a-47bb-aa00-92f2004e9159 requested from dv-cinder-836996-35-iscsi {{(pid=104389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 18 05:16:29.362308 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-51bc70d5-d2df-447b-aaf3-dbc50d1e1543 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1768343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789592262822'] for port (325eb952-7212-454c-8439-37c5b395a138), after_create {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:16:29.407076 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-9fbe56ea-0be9-4d7e-a0c0-095ab9386c7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546084'] for subnet (33823053-d4d0-4fd0-8dfe-171b826300f0), after_create {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:16:29.416350 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG dbcounter [-] [104389] Writing DB stats neutron:SELECT=88,neutron:UPDATE=8,neutron:INSERT=4 {{(pid=104389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:16:29.452840 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51bc70d5-d2df-447b-aaf3-dbc50d1e1543 None None] Network b6326206-c3ac-4e80-bc2a-deaf200d1ad1 is already hosted by enough agents. {{(pid=104389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 05:16:29.455258 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51bc70d5-d2df-447b-aaf3-dbc50d1e1543 None None] Pushing event updated for resources: {'Port': ['ID=325eb952-7212-454c-8439-37c5b395a138,revision_number=1']} {{(pid=104389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:16:29.458586 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.scheduler.base_scheduler [None req-51bc70d5-d2df-447b-aaf3-dbc50d1e1543 None None] Resources bound (agent type, host, resource id): {{(pid=104389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 05:16:29.462707 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51bc70d5-d2df-447b-aaf3-dbc50d1e1543 None None] Received port after_create {{(pid=104389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 18 05:16:29.493648 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51bc70d5-d2df-447b-aaf3-dbc50d1e1543 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:16:29.493993 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51bc70d5-d2df-447b-aaf3-dbc50d1e1543 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:16:29.494333 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51bc70d5-d2df-447b-aaf3-dbc50d1e1543 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:16:29.494659 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51bc70d5-d2df-447b-aaf3-dbc50d1e1543 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:16:29.494990 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51bc70d5-d2df-447b-aaf3-dbc50d1e1543 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:16:29.495314 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51bc70d5-d2df-447b-aaf3-dbc50d1e1543 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:16:29.495634 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51bc70d5-d2df-447b-aaf3-dbc50d1e1543 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:16:29.495957 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51bc70d5-d2df-447b-aaf3-dbc50d1e1543 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:16:29.496612 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51bc70d5-d2df-447b-aaf3-dbc50d1e1543 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:16:29.496942 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51bc70d5-d2df-447b-aaf3-dbc50d1e1543 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:16:29.497277 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51bc70d5-d2df-447b-aaf3-dbc50d1e1543 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:16:29.497681 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51bc70d5-d2df-447b-aaf3-dbc50d1e1543 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:16:29.498014 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51bc70d5-d2df-447b-aaf3-dbc50d1e1543 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:16:29.498980 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51bc70d5-d2df-447b-aaf3-dbc50d1e1543 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:16:29.498980 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51bc70d5-d2df-447b-aaf3-dbc50d1e1543 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:16:29.499821 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51bc70d5-d2df-447b-aaf3-dbc50d1e1543 None None] Tracked resource versions report: Jun 18 05:16:29.499821 dv-cinder-836996-35-iscsi neutron-server[104389]: pushed versions: Jun 18 05:16:29.499821 dv-cinder-836996-35-iscsi neutron-server[104389]: { 'AddressGroup': {'1.2'}, Jun 18 05:16:29.499821 dv-cinder-836996-35-iscsi neutron-server[104389]: 'Agent': {'1.1'}, Jun 18 05:16:29.499821 dv-cinder-836996-35-iscsi neutron-server[104389]: 'ConntrackHelper': {'1.0'}, Jun 18 05:16:29.499821 dv-cinder-836996-35-iscsi neutron-server[104389]: 'LocalIPAssociation': {'1.0'}, Jun 18 05:16:29.499821 dv-cinder-836996-35-iscsi neutron-server[104389]: 'Log': {'1.0'}, Jun 18 05:16:29.499821 dv-cinder-836996-35-iscsi neutron-server[104389]: 'NDPProxy': {'1.0'}, Jun 18 05:16:29.499821 dv-cinder-836996-35-iscsi neutron-server[104389]: 'Network': {'1.1'}, Jun 18 05:16:29.499821 dv-cinder-836996-35-iscsi neutron-server[104389]: 'Port': {'1.7'}, Jun 18 05:16:29.499821 dv-cinder-836996-35-iscsi neutron-server[104389]: 'PortForwarding': {'1.3'}, Jun 18 05:16:29.499821 dv-cinder-836996-35-iscsi neutron-server[104389]: 'QosPolicy': {'1.10'}, Jun 18 05:16:29.499821 dv-cinder-836996-35-iscsi neutron-server[104389]: 'SecurityGroup': {'1.5'}, Jun 18 05:16:29.499821 dv-cinder-836996-35-iscsi neutron-server[104389]: 'SecurityGroupRule': {'1.2'}, Jun 18 05:16:29.499821 dv-cinder-836996-35-iscsi neutron-server[104389]: 'SubPort': {'1.0'}, Jun 18 05:16:29.499821 dv-cinder-836996-35-iscsi neutron-server[104389]: 'Subnet': {'1.1'}, Jun 18 05:16:29.499821 dv-cinder-836996-35-iscsi neutron-server[104389]: 'Trunk': {'1.1'}} Jun 18 05:16:29.499821 dv-cinder-836996-35-iscsi neutron-server[104389]: consumer versions: Jun 18 05:16:29.499821 dv-cinder-836996-35-iscsi neutron-server[104389]: { DHCP agent@dv-cinder-836996-35-iscsi: {}, Jun 18 05:16:29.499821 dv-cinder-836996-35-iscsi neutron-server[104389]: HyperV agent@hv-cinder-83699: {}, Jun 18 05:16:29.499821 dv-cinder-836996-35-iscsi neutron-server[104389]: L3 agent@dv-cinder-836996-35-iscsi: {}, Jun 18 05:16:29.499821 dv-cinder-836996-35-iscsi neutron-server[104389]: Metadata agent@dv-cinder-836996-35-iscsi: {}, Jun 18 05:16:29.499821 dv-cinder-836996-35-iscsi neutron-server[104389]: Metering agent@dv-cinder-836996-35-iscsi: {}, Jun 18 05:16:29.499821 dv-cinder-836996-35-iscsi neutron-server[104389]: Open vSwitch agent@dv-cinder-836996-35-iscsi: { 'AddressGroup': '1.2', Jun 18 05:16:29.499821 dv-cinder-836996-35-iscsi neutron-server[104389]: 'Agent': '1.1', Jun 18 05:16:29.499821 dv-cinder-836996-35-iscsi neutron-server[104389]: 'ConntrackHelper': '1.0', Jun 18 05:16:29.499821 dv-cinder-836996-35-iscsi neutron-server[104389]: 'LocalIPAssociation': '1.0', Jun 18 05:16:29.499821 dv-cinder-836996-35-iscsi neutron-server[104389]: 'Log': '1.0', Jun 18 05:16:29.499821 dv-cinder-836996-35-iscsi neutron-server[104389]: 'NDPProxy': '1.0', Jun 18 05:16:29.499821 dv-cinder-836996-35-iscsi neutron-server[104389]: 'Network': '1.1', Jun 18 05:16:29.499821 dv-cinder-836996-35-iscsi neutron-server[104389]: 'Port': '1.7', Jun 18 05:16:29.499821 dv-cinder-836996-35-iscsi neutron-server[104389]: 'PortForwarding': '1.3', Jun 18 05:16:29.499821 dv-cinder-836996-35-iscsi neutron-server[104389]: 'QosPolicy': '1.10', Jun 18 05:16:29.499821 dv-cinder-836996-35-iscsi neutron-server[104389]: 'SecurityGroup': '1.5', Jun 18 05:16:29.499821 dv-cinder-836996-35-iscsi neutron-server[104389]: 'SecurityGroupRule': '1.2', Jun 18 05:16:29.499821 dv-cinder-836996-35-iscsi neutron-server[104389]: 'SubPort': '1.0', Jun 18 05:16:29.499821 dv-cinder-836996-35-iscsi neutron-server[104389]: 'Subnet': '1.1', Jun 18 05:16:29.499821 dv-cinder-836996-35-iscsi neutron-server[104389]: 'Trunk': '1.1'}} Jun 18 05:16:29.499821 dv-cinder-836996-35-iscsi neutron-server[104389]: {{(pid=104389) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 18 05:16:29.529397 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-e48cc44a-3b92-4362-8bd2-e75225136126 admin admin] Publish callbacks [] for router_gateway (11fcdc93-d306-46e0-953d-171b66ebef42), before_create {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:16:29.564043 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-e48cc44a-3b92-4362-8bd2-e75225136126 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1768406'] for port (None), before_create {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:16:29.577166 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fbe56ea-0be9-4d7e-a0c0-095ab9386c7f admin admin] Pushing event updated for resources: {'Subnet': ['ID=33823053-d4d0-4fd0-8dfe-171b826300f0,revision_number=0']} {{(pid=104388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:16:29.609116 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG dbcounter [-] [104388] Writing DB stats neutron:SELECT=84,neutron:INSERT=9,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=104388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:16:29.609908 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.managers [None req-51bc70d5-d2df-447b-aaf3-dbc50d1e1543 None None] Attempting to bind port 325eb952-7212-454c-8439-37c5b395a138 on host dv-cinder-836996-35-iscsi for vnic_type normal with profile {{(pid=104389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 18 05:16:29.610916 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.managers [None req-51bc70d5-d2df-447b-aaf3-dbc50d1e1543 None None] Attempting to bind port 325eb952-7212-454c-8439-37c5b395a138 by drivers openvswitch,hyperv on host dv-cinder-836996-35-iscsi at level 0 using segments [{'id': '09c215c3-c19f-4b36-8a34-43f30aa65bf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'b6326206-c3ac-4e80-bc2a-deaf200d1ad1'}] {{(pid=104389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 18 05:16:29.611452 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fbe56ea-0be9-4d7e-a0c0-095ab9386c7f admin admin] Checking segment: {'id': '8156adf2-605e-4047-8e9c-946882049554', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'f7ef077f-c52c-4f70-b85e-e8892706babc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 18 05:16:29.611783 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51bc70d5-d2df-447b-aaf3-dbc50d1e1543 None None] Attempting to bind port 325eb952-7212-454c-8439-37c5b395a138 on network b6326206-c3ac-4e80-bc2a-deaf200d1ad1 {{(pid=104389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 18 05:16:29.612010 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fbe56ea-0be9-4d7e-a0c0-095ab9386c7f admin admin] Network hostable DHCP agents. Network: f7ef077f-c52c-4f70-b85e-e8892706babc, hostable agents: ['426d7b1c-7831-4cf6-8aa4-29496a16634c'], hosted agents: [] {{(pid=104388) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 18 05:16:29.621099 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51bc70d5-d2df-447b-aaf3-dbc50d1e1543 None None] Checking agent: {'id': 'd503ae44-4e24-48d3-9886-03581f90537d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836996-35-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 18, 5, 8, 27), 'started_at': datetime.datetime(2022, 6, 18, 5, 8, 57), 'heartbeat_timestamp': datetime.datetime(2022, 6, 18, 5, 16, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836996-35-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 18 05:16:29.622353 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51bc70d5-d2df-447b-aaf3-dbc50d1e1543 None None] Checking segment: {'id': '09c215c3-c19f-4b36-8a34-43f30aa65bf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'b6326206-c3ac-4e80-bc2a-deaf200d1ad1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 18 05:16:29.623295 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-51bc70d5-d2df-447b-aaf3-dbc50d1e1543 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:16:29.624401 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51bc70d5-d2df-447b-aaf3-dbc50d1e1543 None None] Bound using segment: {'id': '09c215c3-c19f-4b36-8a34-43f30aa65bf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'b6326206-c3ac-4e80-bc2a-deaf200d1ad1'} {{(pid=104389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 18 05:16:29.625121 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.managers [None req-51bc70d5-d2df-447b-aaf3-dbc50d1e1543 None None] Bound port: 325eb952-7212-454c-8439-37c5b395a138, host: dv-cinder-836996-35-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09c215c3-c19f-4b36-8a34-43f30aa65bf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'b6326206-c3ac-4e80-bc2a-deaf200d1ad1'}}] {{(pid=104389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 18 05:16:29.626082 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-51bc70d5-d2df-447b-aaf3-dbc50d1e1543 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1768406'] for port (325eb952-7212-454c-8439-37c5b395a138), before_update {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:16:29.630851 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-c003a5fc-46ab-486b-8133-620f1fadbc49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546084'] for subnet (5d138401-1420-4153-a9c8-b647c19cd403), after_create {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:16:29.718512 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.db [None req-51bc70d5-d2df-447b-aaf3-dbc50d1e1543 None None] For port 325eb952-7212-454c-8439-37c5b395a138, host dv-cinder-836996-35-iscsi, cleared binding levels {{(pid=104389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 05:16:29.724024 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.db [None req-51bc70d5-d2df-447b-aaf3-dbc50d1e1543 None None] For port 325eb952-7212-454c-8439-37c5b395a138, host dv-cinder-836996-35-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-35-iscsi',level=0,port_id=325eb952-7212-454c-8439-37c5b395a138,segment=NetworkSegment(09c215c3-c19f-4b36-8a34-43f30aa65bf5),segment_id=09c215c3-c19f-4b36-8a34-43f30aa65bf5)] {{(pid=104389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 05:16:29.770868 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.wsgi [-] (104387) accepted ('10.222.0.23', 45624) {{(pid=104387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 05:16:29.779912 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG dbcounter [-] [104387] Writing DB stats neutron:SELECT=85,neutron:INSERT=13,neutron:UPDATE=2 {{(pid=104387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:16:29.786116 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c003a5fc-46ab-486b-8133-620f1fadbc49 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5d138401-1420-4153-a9c8-b647c19cd403,revision_number=0']} {{(pid=104388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:16:29.798214 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-51bc70d5-d2df-447b-aaf3-dbc50d1e1543 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1768343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789592765606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789592262840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789592262858'] for port (325eb952-7212-454c-8439-37c5b395a138), after_update {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:16:29.818877 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c003a5fc-46ab-486b-8133-620f1fadbc49 admin admin] Checking segment: {'id': 'ec81db56-67ad-4682-ab4f-54fec1abd7e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '22d8eb11-0b66-4ea6-b4d2-3deab0a32f40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 18 05:16:29.819330 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c003a5fc-46ab-486b-8133-620f1fadbc49 admin admin] Network hostable DHCP agents. Network: 22d8eb11-0b66-4ea6-b4d2-3deab0a32f40, hostable agents: ['426d7b1c-7831-4cf6-8aa4-29496a16634c'], hosted agents: [] {{(pid=104388) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 18 05:16:29.821485 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.db.db_base_plugin_common [None req-e48cc44a-3b92-4362-8bd2-e75225136126 admin admin] Allocated IP 172.27.2.107 (65c030c7-6a7d-4cea-a47d-5cdd532db0e6/a9fa7760-a071-45ee-b985-799999c69975/50f6ece7-2be9-4d80-b67e-2596c6612499) {{(pid=104387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 05:16:29.836426 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fbe56ea-0be9-4d7e-a0c0-095ab9386c7f admin admin] Network f7ef077f-c52c-4f70-b85e-e8892706babc is scheduled to be hosted by DHCP agent 426d7b1c-7831-4cf6-8aa4-29496a16634c with binding_index 1 {{(pid=104388) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 18 05:16:29.907963 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51bc70d5-d2df-447b-aaf3-dbc50d1e1543 None None] Pushing event updated for resources: {'Port': ['ID=325eb952-7212-454c-8439-37c5b395a138,revision_number=2']} {{(pid=104389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:16:29.959482 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-1aed2c38-2a27-4ebe-ab0a-d3a814904786 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:16:30.021499 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-e48cc44a-3b92-4362-8bd2-e75225136126 admin admin] Publish callbacks [] for port (50f6ece7-2be9-4d80-b67e-2596c6612499), precommit_create {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:16:30.025003 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c003a5fc-46ab-486b-8133-620f1fadbc49 admin admin] Network 22d8eb11-0b66-4ea6-b4d2-3deab0a32f40 is scheduled to be hosted by DHCP agent 426d7b1c-7831-4cf6-8aa4-29496a16634c with binding_index 1 {{(pid=104388) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 18 05:16:30.099406 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.scheduler.base_scheduler [None req-c003a5fc-46ab-486b-8133-620f1fadbc49 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836996-35-iscsi, 22d8eb11-0b66-4ea6-b4d2-3deab0a32f40) {{(pid=104388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 05:16:30.101654 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.scheduler.base_scheduler [None req-9fbe56ea-0be9-4d7e-a0c0-095ab9386c7f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836996-35-iscsi, f7ef077f-c52c-4f70-b85e-e8892706babc) {{(pid=104388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 05:16:30.108233 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c003a5fc-46ab-486b-8133-620f1fadbc49 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:16:30.109109 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-c003a5fc-46ab-486b-8133-620f1fadbc49 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546098'] for subnet (None), before_response {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:16:30.110252 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG dbcounter [-] [104387] Writing DB stats neutron:SELECT=87,neutron:UPDATE=6,neutron:DELETE=2,neutron:INSERT=5 {{(pid=104387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:16:30.111100 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a22f94c0-53d0-4238-a7e0-dd45649a0a9f None None] Network 22d8eb11-0b66-4ea6-b4d2-3deab0a32f40 requested from dv-cinder-836996-35-iscsi {{(pid=104389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 18 05:16:30.129851 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fbe56ea-0be9-4d7e-a0c0-095ab9386c7f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:16:30.130966 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-9fbe56ea-0be9-4d7e-a0c0-095ab9386c7f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546098'] for subnet (None), before_response {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:16:30.139507 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-1aed2c38-2a27-4ebe-ab0a-d3a814904786 admin admin] Publish callbacks [] for security_group (1ba45443-3739-43e9-b150-ec76d9b3c3c1), precommit_create {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:16:30.151503 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f484235d-a89d-4ed4-bbd3-44024ac65cf9 None None] Network f7ef077f-c52c-4f70-b85e-e8892706babc requested from dv-cinder-836996-35-iscsi {{(pid=104389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 18 05:16:30.172584 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-e48cc44a-3b92-4362-8bd2-e75225136126 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1768343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789592262822'] for port (50f6ece7-2be9-4d80-b67e-2596c6612499), after_create {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:16:30.183456 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [None req-c003a5fc-46ab-486b-8133-620f1fadbc49 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.3105104 Jun 18 05:16:30.192286 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.wsgi [-] (104388) accepted ('10.222.0.23', 45638) {{(pid=104388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 05:16:30.196767 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.api.v2.base [None req-a25e48ef-c589-44a2-813a-91297f9dc757 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1776891436-router', 'tenant_id': '969c470f720c4b2f97ba9f45c5d0d426', 'external_gateway_info': {'network_id': '65c030c7-6a7d-4cea-a47d-5cdd532db0e6'}}} {{(pid=104388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 18 05:16:30.315834 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [None req-9fbe56ea-0be9-4d7e-a0c0-095ab9386c7f admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.5412099 Jun 18 05:16:30.315834 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.wsgi [-] (104388) accepted ('10.222.0.23', 45640) {{(pid=104388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 05:16:30.315834 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.api.v2.base [None req-a5b44a26-bced-4427-a594-97cdc2d4d18a admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-483833369-router', 'tenant_id': '758883a5aea04c85ad65bb6970bdb098', 'external_gateway_info': {'network_id': '65c030c7-6a7d-4cea-a47d-5cdd532db0e6'}}} {{(pid=104388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 18 05:16:30.323397 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-1aed2c38-2a27-4ebe-ab0a-d3a814904786 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728332'] for security_group (1ba45443-3739-43e9-b150-ec76d9b3c3c1), after_create {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:16:30.339705 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48cc44a-3b92-4362-8bd2-e75225136126 admin admin] Pushing event updated for resources: {'Port': ['ID=50f6ece7-2be9-4d80-b67e-2596c6612499,revision_number=1']} {{(pid=104387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:16:30.339948 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-a25e48ef-c589-44a2-813a-91297f9dc757 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-574775', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9644'] for router (f334ad5f-9401-48d1-901a-a5b0e0bb754e), before_create {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:16:30.340845 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-a25e48ef-c589-44a2-813a-91297f9dc757 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-575757', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-731064', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-682792', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9635'] for router (f334ad5f-9401-48d1-901a-a5b0e0bb754e), precommit_create {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:16:30.376323 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-a5b44a26-bced-4427-a594-97cdc2d4d18a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-574775', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9644'] for router (908e80fb-40b8-4793-9a86-37800eb2c0e2), before_create {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:16:30.378043 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e48cc44a-3b92-4362-8bd2-e75225136126 admin admin] Network 65c030c7-6a7d-4cea-a47d-5cdd532db0e6 is already hosted by enough agents. {{(pid=104387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 05:16:30.382779 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aed2c38-2a27-4ebe-ab0a-d3a814904786 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ba45443-3739-43e9-b150-ec76d9b3c3c1,revision_number=1']} {{(pid=104387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:16:30.387041 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.scheduler.base_scheduler [None req-e48cc44a-3b92-4362-8bd2-e75225136126 admin admin] Resources bound (agent type, host, resource id): {{(pid=104387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 05:16:30.391529 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [None req-1aed2c38-2a27-4ebe-ab0a-d3a814904786 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=c7a2526885554e8d8db2b050e8e47d53&name=default HTTP/1.1" status: 200 len: 2992 time: 0.6196723 Jun 18 05:16:30.392569 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e48cc44a-3b92-4362-8bd2-e75225136126 admin admin] Received port after_create {{(pid=104387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 18 05:16:30.394729 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.wsgi [-] (104387) accepted ('10.222.0.23', 45646) {{(pid=104387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 05:16:30.408398 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-a5b44a26-bced-4427-a594-97cdc2d4d18a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-575757', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-731064', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-682792', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9635'] for router (908e80fb-40b8-4793-9a86-37800eb2c0e2), precommit_create {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:16:30.457984 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a709ee05-6f57-4fe7-be31-b19bf9aca8b1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1891a1fa-7dca-5fa5-9b0d-ba5c9cd85586-22d8eb11-0b66-4ea6-b4d2-3deab0a32f40', 'network_id': '22d8eb11-0b66-4ea6-b4d2-3deab0a32f40', 'project_id': '969c470f720c4b2f97ba9f45c5d0d426', 'fixed_ips': [{'subnet_id': '5d138401-1420-4153-a9c8-b647c19cd403'}]}} from dv-cinder-836996-35-iscsi. {{(pid=104389) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 18 05:16:30.461235 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-a709ee05-6f57-4fe7-be31-b19bf9aca8b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1768406'] for port (None), before_create {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:16:30.497625 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-a25e48ef-c589-44a2-813a-91297f9dc757 admin admin] Publish callbacks [] for router_controller (f334ad5f-9401-48d1-901a-a5b0e0bb754e), precommit_add_association {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:16:30.500061 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG dbcounter [-] [104388] Writing DB stats neutron:SELECT=85,neutron:INSERT=13,neutron:UPDATE=2 {{(pid=104388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:16:30.544854 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-a5b44a26-bced-4427-a594-97cdc2d4d18a admin admin] Publish callbacks [] for router_controller (908e80fb-40b8-4793-9a86-37800eb2c0e2), precommit_add_association {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:16:30.566949 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ce169e8-6fd4-45f4-bf47-ea850bc8fa3d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1891a1fa-7dca-5fa5-9b0d-ba5c9cd85586-f7ef077f-c52c-4f70-b85e-e8892706babc', 'network_id': 'f7ef077f-c52c-4f70-b85e-e8892706babc', 'project_id': '758883a5aea04c85ad65bb6970bdb098', 'fixed_ips': [{'subnet_id': '33823053-d4d0-4fd0-8dfe-171b826300f0'}]}} from dv-cinder-836996-35-iscsi. {{(pid=104389) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 18 05:16:30.568213 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-2ce169e8-6fd4-45f4-bf47-ea850bc8fa3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1768406'] for port (None), before_create {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:16:30.682432 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-ed4c7cc9-01b5-42a1-a56c-8eff2dec340e admin admin] Publish callbacks [] for security_group (1ba45443-3739-43e9-b150-ec76d9b3c3c1), before_delete {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:16:30.705556 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-ed4c7cc9-01b5-42a1-a56c-8eff2dec340e admin admin] Publish callbacks [] for security_group (1ba45443-3739-43e9-b150-ec76d9b3c3c1), precommit_delete {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:16:30.799330 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.db.db_base_plugin_common [None req-a709ee05-6f57-4fe7-be31-b19bf9aca8b1 None None] Allocated IP 172.20.0.2 (22d8eb11-0b66-4ea6-b4d2-3deab0a32f40/5d138401-1420-4153-a9c8-b647c19cd403/5c8e875a-ce09-4c4b-9975-59adc7281879) {{(pid=104389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 05:16:30.801200 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.wsgi [-] (104387) accepted ('10.222.0.23', 45656) {{(pid=104387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 05:16:30.808264 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.api.v2.base [None req-7ff37603-649c-4175-908c-38a587cd4af5 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1449465002-network', 'tenant_id': '2ed2f69568d0430ab74917f326a3022f'}} {{(pid=104387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 18 05:16:30.932947 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-e48cc44a-3b92-4362-8bd2-e75225136126 admin admin] Publish callbacks [] for router_gateway (11fcdc93-d306-46e0-953d-171b66ebef42), after_create {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:16:30.957873 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-a5b44a26-bced-4427-a594-97cdc2d4d18a admin admin] Publish callbacks [] for router_gateway (908e80fb-40b8-4793-9a86-37800eb2c0e2), precommit_update {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:16:31.068910 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-a25e48ef-c589-44a2-813a-91297f9dc757 admin admin] Publish callbacks [] for router_gateway (f334ad5f-9401-48d1-901a-a5b0e0bb754e), precommit_update {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:16:31.069203 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG dbcounter [-] [104389] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:16:31.154396 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-ed4c7cc9-01b5-42a1-a56c-8eff2dec340e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728332'] for security_group (1ba45443-3739-43e9-b150-ec76d9b3c3c1), after_delete {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:16:31.156933 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-ed4c7cc9-01b5-42a1-a56c-8eff2dec340e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:16:31.162623 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [None req-ed4c7cc9-01b5-42a1-a56c-8eff2dec340e admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/1ba45443-3739-43e9-b150-ec76d9b3c3c1 HTTP/1.1" status: 204 len: 168 time: 0.7666180 Jun 18 05:16:31.164721 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ff37603-649c-4175-908c-38a587cd4af5 admin admin] Made reservation on behalf of 2ed2f69568d0430ab74917f326a3022f for: {'network': 1} {{(pid=104387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 05:16:31.171670 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-7ff37603-649c-4175-908c-38a587cd4af5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1768406'] for network (None), before_create {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:16:31.186366 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-7ff37603-649c-4175-908c-38a587cd4af5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:16:31.240352 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed4c7cc9-01b5-42a1-a56c-8eff2dec340e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ba45443-3739-43e9-b150-ec76d9b3c3c1,revision_number=None']} {{(pid=104387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:16:31.274096 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-a709ee05-6f57-4fe7-be31-b19bf9aca8b1 None None] Publish callbacks [] for port (5c8e875a-ce09-4c4b-9975-59adc7281879), precommit_create {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:16:31.289542 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.db.db_base_plugin_common [None req-2ce169e8-6fd4-45f4-bf47-ea850bc8fa3d None None] Allocated IP 172.20.0.2 (f7ef077f-c52c-4f70-b85e-e8892706babc/33823053-d4d0-4fd0-8dfe-171b826300f0/aa40b6e0-a520-4ef2-a3d4-fa2f480c11ef) {{(pid=104389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 05:16:31.318407 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG dbcounter [-] [104389] Writing DB stats neutron:SELECT=87,neutron:INSERT=8,neutron:UPDATE=5 {{(pid=104389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:16:31.603133 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-7ff37603-649c-4175-908c-38a587cd4af5 admin admin] Publish callbacks [] for security_group (fbf8aa9a-3490-406b-8eae-2382be90391b), precommit_create {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:16:31.603133 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-e48cc44a-3b92-4362-8bd2-e75225136126 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-575954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-736931'] for router (11fcdc93-d306-46e0-953d-171b66ebef42), after_create {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:16:31.607567 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-a709ee05-6f57-4fe7-be31-b19bf9aca8b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1768343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789592262822'] for port (5c8e875a-ce09-4c4b-9975-59adc7281879), after_create {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:16:31.612541 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-7ff37603-649c-4175-908c-38a587cd4af5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728332'] for security_group (fbf8aa9a-3490-406b-8eae-2382be90391b), after_create {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:16:31.613566 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a709ee05-6f57-4fe7-be31-b19bf9aca8b1 None None] Network 22d8eb11-0b66-4ea6-b4d2-3deab0a32f40 is already hosted by enough agents. {{(pid=104389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 05:16:31.613566 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.rpc [None req-c042a677-28f5-4026-b552-0173028fe9dd None None] Device 325eb952-7212-454c-8439-37c5b395a138 up at agent ovs-agent-dv-cinder-836996-35-iscsi {{(pid=104389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 18 05:16:31.617800 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7ff37603-649c-4175-908c-38a587cd4af5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 318} {{(pid=104387) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 18 05:16:31.617800 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff37603-649c-4175-908c-38a587cd4af5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbf8aa9a-3490-406b-8eae-2382be90391b,revision_number=1']} {{(pid=104387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:16:31.635409 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.scheduler.base_scheduler [None req-a709ee05-6f57-4fe7-be31-b19bf9aca8b1 None None] Resources bound (agent type, host, resource id): {{(pid=104389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 05:16:31.639602 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-7ff37603-649c-4175-908c-38a587cd4af5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1723189'] for segment (ef87c03d-ddd7-4f0d-b448-27e8e7421b98), precommit_create {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:16:31.655285 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.db.segments_db [None req-7ff37603-649c-4175-908c-38a587cd4af5 admin admin] Added segment ef87c03d-ddd7-4f0d-b448-27e8e7421b98 of type vlan for network a6a6d71b-e996-4bb3-93b7-db7ee6f02777 Jun 18 05:16:31.683365 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-a5b44a26-bced-4427-a594-97cdc2d4d18a admin admin] Publish callbacks [] for router_gateway (908e80fb-40b8-4793-9a86-37800eb2c0e2), before_create {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:16:31.699447 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-7ff37603-649c-4175-908c-38a587cd4af5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789592234469'] for network (a6a6d71b-e996-4bb3-93b7-db7ee6f02777), precommit_create {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:16:31.786185 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-a5b44a26-bced-4427-a594-97cdc2d4d18a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1768406'] for port (None), before_create {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:16:31.791453 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a709ee05-6f57-4fe7-be31-b19bf9aca8b1 None None] Received port after_create {{(pid=104389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 18 05:16:31.797639 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a15de12-36e9-4cfd-acb7-310da781f9ef None None] Network b6326206-c3ac-4e80-bc2a-deaf200d1ad1 requested from dv-cinder-836996-35-iscsi {{(pid=104389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 18 05:16:31.838252 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e48cc44a-3b92-4362-8bd2-e75225136126 admin admin] Router 11fcdc93-d306-46e0-953d-171b66ebef42 is scheduled to L3 agent a8549501-0164-4ac5-90a6-1ba1ba0d3f9d with binding_index 1 {{(pid=104387) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 18 05:16:31.843310 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-7ff37603-649c-4175-908c-38a587cd4af5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546084'] for network (a6a6d71b-e996-4bb3-93b7-db7ee6f02777), after_create {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:16:31.844583 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ff37603-649c-4175-908c-38a587cd4af5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:16:31.845496 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-7ff37603-649c-4175-908c-38a587cd4af5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546098'] for network (None), before_response {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:16:31.859948 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-2ce169e8-6fd4-45f4-bf47-ea850bc8fa3d None None] Publish callbacks [] for port (aa40b6e0-a520-4ef2-a3d4-fa2f480c11ef), precommit_create {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:16:31.880854 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a709ee05-6f57-4fe7-be31-b19bf9aca8b1 None None] Pushing event updated for resources: {'Port': ['ID=5c8e875a-ce09-4c4b-9975-59adc7281879,revision_number=1']} {{(pid=104389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:16:31.950941 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.db.provisioning_blocks [None req-dd958c95-8492-4121-9027-bf47b73da908 None None] Provisioning complete for port 325eb952-7212-454c-8439-37c5b395a138 triggered by entity DHCP. {{(pid=104389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 18 05:16:31.950941 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-dd958c95-8492-4121-9027-bf47b73da908 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1740956'] for port (325eb952-7212-454c-8439-37c5b395a138), provisioning_complete {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:16:31.993647 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG dbcounter [-] [104387] Writing DB stats neutron:SELECT=87,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=104387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:16:31.994562 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff37603-649c-4175-908c-38a587cd4af5 admin admin] Pushing event updated for resources: {'Network': ['ID=a6a6d71b-e996-4bb3-93b7-db7ee6f02777,revision_number=1']} {{(pid=104387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:16:32.016922 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-a25e48ef-c589-44a2-813a-91297f9dc757 admin admin] Publish callbacks [] for router_gateway (f334ad5f-9401-48d1-901a-a5b0e0bb754e), before_create {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:16:32.077370 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-a25e48ef-c589-44a2-813a-91297f9dc757 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1768406'] for port (None), before_create {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:16:32.082231 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.rpc [None req-c042a677-28f5-4026-b552-0173028fe9dd None None] Network a6a6d71b-e996-4bb3-93b7-db7ee6f02777 details requested by agent ovs-agent-dv-cinder-836996-35-iscsi with host dv-cinder-836996-35-iscsi {{(pid=104389) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 18 05:16:32.092413 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-2ce169e8-6fd4-45f4-bf47-ea850bc8fa3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1768343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789592262822'] for port (aa40b6e0-a520-4ef2-a3d4-fa2f480c11ef), after_create {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:16:32.129584 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [None req-7ff37603-649c-4175-908c-38a587cd4af5 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 1.3269169 Jun 18 05:16:32.133896 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.wsgi [-] (104387) accepted ('10.222.0.23', 45714) {{(pid=104387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 05:16:32.138870 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.api.v2.base [None req-14efec97-b6ba-4afd-a403-011365d6511e admin admin] Request body: {'subnet': {'network_id': 'a6a6d71b-e996-4bb3-93b7-db7ee6f02777', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1449465002-subnet', 'tenant_id': '2ed2f69568d0430ab74917f326a3022f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 18 05:16:32.150493 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ce169e8-6fd4-45f4-bf47-ea850bc8fa3d None None] Network f7ef077f-c52c-4f70-b85e-e8892706babc is already hosted by enough agents. {{(pid=104389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 05:16:32.154291 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.db.db_base_plugin_common [None req-a5b44a26-bced-4427-a594-97cdc2d4d18a admin admin] Allocated IP 172.27.2.118 (65c030c7-6a7d-4cea-a47d-5cdd532db0e6/a9fa7760-a071-45ee-b985-799999c69975/727ff9c8-4916-4a1a-ab54-bb56c46fdb5e) {{(pid=104388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 05:16:32.161073 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e48cc44a-3b92-4362-8bd2-e75225136126 admin admin] Notify agent at l3_agent.dv-cinder-836996-35-iscsi the message routers_updated {{(pid=104387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 05:16:32.172947 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58dbc47b-fbcd-4eea-b8e5-3365baeeed7c None None] Sync routers for ids ['11fcdc93-d306-46e0-953d-171b66ebef42'] in dv-cinder-836996-35-iscsi {{(pid=104390) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 05:16:32.204646 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58dbc47b-fbcd-4eea-b8e5-3365baeeed7c None None] Routers {'11fcdc93-d306-46e0-953d-171b66ebef42'} bound to L3 agent in host dv-cinder-836996-35-iscsi {{(pid=104390) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 18 05:16:32.205290 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG neutron.db.l3_hamode_db [None req-58dbc47b-fbcd-4eea-b8e5-3365baeeed7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-35-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-18T05:08:24Z,description=,heartbeat_timestamp=2022-06-18T05:16:24Z,host='dv-cinder-836996-35-iscsi',id=a8549501-0164-4ac5-90a6-1ba1ba0d3f9d,load=0,resource_versions=,resources_synced=,started_at=2022-06-18T05:08:25Z,topic='l3_agent')) {'router_ids': ['11fcdc93-d306-46e0-953d-171b66ebef42'], 'active': True} {{(pid=104390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 05:16:32.232310 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14efec97-b6ba-4afd-a403-011365d6511e admin admin] Made reservation on behalf of 2ed2f69568d0430ab74917f326a3022f for: {'subnet': 1} {{(pid=104387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 05:16:32.234992 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-14efec97-b6ba-4afd-a403-011365d6511e admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:16:32.284319 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.scheduler.base_scheduler [None req-2ce169e8-6fd4-45f4-bf47-ea850bc8fa3d None None] Resources bound (agent type, host, resource id): {{(pid=104389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 05:16:32.328730 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-a5b44a26-bced-4427-a594-97cdc2d4d18a admin admin] Publish callbacks [] for port (727ff9c8-4916-4a1a-ab54-bb56c46fdb5e), precommit_create {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:16:32.341001 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ce169e8-6fd4-45f4-bf47-ea850bc8fa3d None None] Received port after_create {{(pid=104389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 18 05:16:32.348890 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce169e8-6fd4-45f4-bf47-ea850bc8fa3d None None] Pushing event updated for resources: {'Port': ['ID=aa40b6e0-a520-4ef2-a3d4-fa2f480c11ef,revision_number=1']} {{(pid=104389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:16:32.443801 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG neutron.db.l3_dvr_db [None req-58dbc47b-fbcd-4eea-b8e5-3365baeeed7c None None] Set router 11fcdc93-d306-46e0-953d-171b66ebef42 gateway port host: dv-cinder-836996-35-iscsi {{(pid=104390) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 18 05:16:32.451203 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.managers [None req-2ce169e8-6fd4-45f4-bf47-ea850bc8fa3d None None] Attempting to bind port aa40b6e0-a520-4ef2-a3d4-fa2f480c11ef on host dv-cinder-836996-35-iscsi for vnic_type normal with profile {{(pid=104389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 18 05:16:32.451677 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.managers [None req-2ce169e8-6fd4-45f4-bf47-ea850bc8fa3d None None] Attempting to bind port aa40b6e0-a520-4ef2-a3d4-fa2f480c11ef by drivers openvswitch,hyperv on host dv-cinder-836996-35-iscsi at level 0 using segments [{'id': '8156adf2-605e-4047-8e9c-946882049554', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'f7ef077f-c52c-4f70-b85e-e8892706babc'}] {{(pid=104389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 18 05:16:32.452158 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ce169e8-6fd4-45f4-bf47-ea850bc8fa3d None None] Attempting to bind port aa40b6e0-a520-4ef2-a3d4-fa2f480c11ef on network f7ef077f-c52c-4f70-b85e-e8892706babc {{(pid=104389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 18 05:16:32.455919 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.wsgi [-] (104387) accepted ('10.222.0.23', 45722) {{(pid=104387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 05:16:32.459438 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.db.provisioning_blocks [None req-c042a677-28f5-4026-b552-0173028fe9dd None None] Provisioning complete for port 325eb952-7212-454c-8439-37c5b395a138 triggered by entity L2. {{(pid=104389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 18 05:16:32.460125 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-c042a677-28f5-4026-b552-0173028fe9dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1740956'] for port (325eb952-7212-454c-8439-37c5b395a138), provisioning_complete {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:16:32.471374 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-e48cc44a-3b92-4362-8bd2-e75225136126 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:16:32.478580 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.managers [None req-a709ee05-6f57-4fe7-be31-b19bf9aca8b1 None None] Attempting to bind port 5c8e875a-ce09-4c4b-9975-59adc7281879 on host dv-cinder-836996-35-iscsi for vnic_type normal with profile {{(pid=104389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 18 05:16:32.478580 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.managers [None req-a709ee05-6f57-4fe7-be31-b19bf9aca8b1 None None] Attempting to bind port 5c8e875a-ce09-4c4b-9975-59adc7281879 by drivers openvswitch,hyperv on host dv-cinder-836996-35-iscsi at level 0 using segments [{'id': 'ec81db56-67ad-4682-ab4f-54fec1abd7e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '22d8eb11-0b66-4ea6-b4d2-3deab0a32f40'}] {{(pid=104389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 18 05:16:32.478580 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a709ee05-6f57-4fe7-be31-b19bf9aca8b1 None None] Attempting to bind port 5c8e875a-ce09-4c4b-9975-59adc7281879 on network 22d8eb11-0b66-4ea6-b4d2-3deab0a32f40 {{(pid=104389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 18 05:16:32.478836 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [None req-e48cc44a-3b92-4362-8bd2-e75225136126 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 4.1932998 Jun 18 05:16:32.483084 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ce169e8-6fd4-45f4-bf47-ea850bc8fa3d None None] Checking agent: {'id': 'd503ae44-4e24-48d3-9886-03581f90537d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836996-35-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 18, 5, 8, 27), 'started_at': datetime.datetime(2022, 6, 18, 5, 8, 57), 'heartbeat_timestamp': datetime.datetime(2022, 6, 18, 5, 16, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836996-35-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 18 05:16:32.484991 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ce169e8-6fd4-45f4-bf47-ea850bc8fa3d None None] Checking segment: {'id': '8156adf2-605e-4047-8e9c-946882049554', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'f7ef077f-c52c-4f70-b85e-e8892706babc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 18 05:16:32.485274 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-2ce169e8-6fd4-45f4-bf47-ea850bc8fa3d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:16:32.485494 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.wsgi [-] (104387) accepted ('10.222.0.23', 45724) {{(pid=104387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 05:16:32.485706 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ce169e8-6fd4-45f4-bf47-ea850bc8fa3d None None] Bound using segment: {'id': '8156adf2-605e-4047-8e9c-946882049554', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'f7ef077f-c52c-4f70-b85e-e8892706babc'} {{(pid=104389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 18 05:16:32.486199 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.managers [None req-2ce169e8-6fd4-45f4-bf47-ea850bc8fa3d None None] Bound port: aa40b6e0-a520-4ef2-a3d4-fa2f480c11ef, host: dv-cinder-836996-35-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8156adf2-605e-4047-8e9c-946882049554', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'f7ef077f-c52c-4f70-b85e-e8892706babc'}}] {{(pid=104389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 18 05:16:32.488024 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-2ce169e8-6fd4-45f4-bf47-ea850bc8fa3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1768406'] for port (aa40b6e0-a520-4ef2-a3d4-fa2f480c11ef), before_update {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:16:32.621341 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-e33ecc5d-c446-486f-b12f-528a251ddcaa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:16:32.702023 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a709ee05-6f57-4fe7-be31-b19bf9aca8b1 None None] Checking agent: {'id': 'd503ae44-4e24-48d3-9886-03581f90537d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836996-35-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 18, 5, 8, 27), 'started_at': datetime.datetime(2022, 6, 18, 5, 8, 57), 'heartbeat_timestamp': datetime.datetime(2022, 6, 18, 5, 16, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836996-35-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 18 05:16:32.702023 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a709ee05-6f57-4fe7-be31-b19bf9aca8b1 None None] Checking segment: {'id': 'ec81db56-67ad-4682-ab4f-54fec1abd7e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '22d8eb11-0b66-4ea6-b4d2-3deab0a32f40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 18 05:16:32.702023 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-a709ee05-6f57-4fe7-be31-b19bf9aca8b1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:16:32.708526 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a709ee05-6f57-4fe7-be31-b19bf9aca8b1 None None] Bound using segment: {'id': 'ec81db56-67ad-4682-ab4f-54fec1abd7e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '22d8eb11-0b66-4ea6-b4d2-3deab0a32f40'} {{(pid=104389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 18 05:16:32.709077 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.managers [None req-a709ee05-6f57-4fe7-be31-b19bf9aca8b1 None None] Bound port: 5c8e875a-ce09-4c4b-9975-59adc7281879, host: dv-cinder-836996-35-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec81db56-67ad-4682-ab4f-54fec1abd7e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '22d8eb11-0b66-4ea6-b4d2-3deab0a32f40'}}] {{(pid=104389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 18 05:16:32.709511 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-a709ee05-6f57-4fe7-be31-b19bf9aca8b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1768406'] for port (5c8e875a-ce09-4c4b-9975-59adc7281879), before_update {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:16:32.744429 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG neutron.db.l3_hamode_db [None req-58dbc47b-fbcd-4eea-b8e5-3365baeeed7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11fcdc93-d306-46e0-953d-171b66ebef42', 'name': 'tempest-DeleteServersTestJSON-1466823801-router', 'tenant_id': '0b73d42a085a45bfb3ccced90b190a5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65c030c7-6a7d-4cea-a47d-5cdd532db0e6', 'external_fixed_ips': [{'subnet_id': 'a9fa7760-a071-45ee-b985-799999c69975', 'ip_address': '172.27.2.107'}], 'enable_snat': True}, 'gw_port_id': '50f6ece7-2be9-4d80-b67e-2596c6612499', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-18T05:16:28Z', 'updated_at': '2022-06-18T05:16:30Z', 'revision_number': 3, 'project_id': '0b73d42a085a45bfb3ccced90b190a5b', 'gw_port': {'id': '50f6ece7-2be9-4d80-b67e-2596c6612499', 'name': '', 'network_id': '65c030c7-6a7d-4cea-a47d-5cdd532db0e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:b7:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11fcdc93-d306-46e0-953d-171b66ebef42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'a9fa7760-a071-45ee-b985-799999c69975', 'ip_address': '172.27.2.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-18T05:16:29Z', 'updated_at': '2022-06-18T05:16:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a9fa7760-a071-45ee-b985-799999c69975', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-35-iscsi'}], 'dv-cinder-836996-35-iscsi', False) {} {{(pid=104390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 05:16:32.747439 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG dbcounter [-] [104388] Writing DB stats neutron:SELECT=78,neutron:INSERT=14,neutron:UPDATE=4,neutron:DELETE=4 {{(pid=104388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:16:32.777159 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58dbc47b-fbcd-4eea-b8e5-3365baeeed7c None None] Checking router: 11fcdc93-d306-46e0-953d-171b66ebef42 for host: dv-cinder-836996-35-iscsi {{(pid=104390) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 05:16:32.777813 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58dbc47b-fbcd-4eea-b8e5-3365baeeed7c None None] Updating router 11fcdc93-d306-46e0-953d-171b66ebef42 port 50f6ece7-2be9-4d80-b67e-2596c6612499 binding host dv-cinder-836996-35-iscsi {{(pid=104390) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 18 05:16:32.803943 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.plugin [None req-dd958c95-8492-4121-9027-bf47b73da908 None None] Current status of the port 325eb952-7212-454c-8439-37c5b395a138 is: DOWN; New status is: ACTIVE {{(pid=104389) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 18 05:16:32.805541 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-dd958c95-8492-4121-9027-bf47b73da908 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1768406'] for port (325eb952-7212-454c-8439-37c5b395a138), before_update {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:16:32.823618 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG neutron_lib.callbacks.manager [None req-58dbc47b-fbcd-4eea-b8e5-3365baeeed7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1768406'] for port (50f6ece7-2be9-4d80-b67e-2596c6612499), before_update {{(pid=104390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:16:32.877725 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-a5b44a26-bced-4427-a594-97cdc2d4d18a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1768343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789592262822'] for port (727ff9c8-4916-4a1a-ab54-bb56c46fdb5e), after_create {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:16:32.924661 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.db [None req-2ce169e8-6fd4-45f4-bf47-ea850bc8fa3d None None] For port aa40b6e0-a520-4ef2-a3d4-fa2f480c11ef, host dv-cinder-836996-35-iscsi, cleared binding levels {{(pid=104389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 05:16:32.961931 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.db [None req-2ce169e8-6fd4-45f4-bf47-ea850bc8fa3d None None] For port aa40b6e0-a520-4ef2-a3d4-fa2f480c11ef, host dv-cinder-836996-35-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-35-iscsi',level=0,port_id=aa40b6e0-a520-4ef2-a3d4-fa2f480c11ef,segment=NetworkSegment(8156adf2-605e-4047-8e9c-946882049554),segment_id=8156adf2-605e-4047-8e9c-946882049554)] {{(pid=104389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 05:16:32.972211 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.db [None req-dd958c95-8492-4121-9027-bf47b73da908 None None] For port 325eb952-7212-454c-8439-37c5b395a138, host dv-cinder-836996-35-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-35-iscsi',level=0,port_id=325eb952-7212-454c-8439-37c5b395a138,segment=NetworkSegment(09c215c3-c19f-4b36-8a34-43f30aa65bf5),segment_id=09c215c3-c19f-4b36-8a34-43f30aa65bf5)] {{(pid=104389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 05:16:33.034440 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.db [None req-a709ee05-6f57-4fe7-be31-b19bf9aca8b1 None None] For port 5c8e875a-ce09-4c4b-9975-59adc7281879, host dv-cinder-836996-35-iscsi, cleared binding levels {{(pid=104389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 05:16:33.039633 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.db [None req-a709ee05-6f57-4fe7-be31-b19bf9aca8b1 None None] For port 5c8e875a-ce09-4c4b-9975-59adc7281879, host dv-cinder-836996-35-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-35-iscsi',level=0,port_id=5c8e875a-ce09-4c4b-9975-59adc7281879,segment=NetworkSegment(ec81db56-67ad-4682-ab4f-54fec1abd7e4),segment_id=ec81db56-67ad-4682-ab4f-54fec1abd7e4)] {{(pid=104389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 05:16:33.042819 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.plugin [None req-c042a677-28f5-4026-b552-0173028fe9dd None None] Current status of the port 325eb952-7212-454c-8439-37c5b395a138 is: DOWN; New status is: ACTIVE {{(pid=104389) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 18 05:16:33.043210 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-c042a677-28f5-4026-b552-0173028fe9dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1768406'] for port (325eb952-7212-454c-8439-37c5b395a138), before_update {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:16:33.046881 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.db.db_base_plugin_common [None req-a25e48ef-c589-44a2-813a-91297f9dc757 admin admin] Allocated IP 172.27.2.120 (65c030c7-6a7d-4cea-a47d-5cdd532db0e6/a9fa7760-a071-45ee-b985-799999c69975/63b29a8c-3f7a-4d96-8b0e-ec0f701b1fd4) {{(pid=104388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 05:16:33.049927 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG dbcounter [-] [104388] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:16:33.052292 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5b44a26-bced-4427-a594-97cdc2d4d18a admin admin] Network 65c030c7-6a7d-4cea-a47d-5cdd532db0e6 is already hosted by enough agents. {{(pid=104388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 05:16:33.071244 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-dd958c95-8492-4121-9027-bf47b73da908 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1768343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789592765606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789592262840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789592262858'] for port (325eb952-7212-454c-8439-37c5b395a138), after_update {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:16:33.084543 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.scheduler.base_scheduler [None req-a5b44a26-bced-4427-a594-97cdc2d4d18a admin admin] Resources bound (agent type, host, resource id): {{(pid=104388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 05:16:33.087561 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b44a26-bced-4427-a594-97cdc2d4d18a admin admin] Pushing event updated for resources: {'Port': ['ID=727ff9c8-4916-4a1a-ab54-bb56c46fdb5e,revision_number=1']} {{(pid=104388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:16:33.092155 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5b44a26-bced-4427-a594-97cdc2d4d18a admin admin] Received port after_create {{(pid=104388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 18 05:16:33.134181 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-2ce169e8-6fd4-45f4-bf47-ea850bc8fa3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1768343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789592765606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789592262840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789592262858'] for port (aa40b6e0-a520-4ef2-a3d4-fa2f480c11ef), after_update {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:16:33.141235 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-e33ecc5d-c446-486f-b12f-528a251ddcaa admin admin] Publish callbacks [] for security_group (409b2982-6307-47a8-8a9b-247bced7c1fb), precommit_create {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:16:33.160515 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-a709ee05-6f57-4fe7-be31-b19bf9aca8b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1768343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789592765606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789592262840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789592262858'] for port (5c8e875a-ce09-4c4b-9975-59adc7281879), after_update {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:16:33.187393 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.db.api [None req-c042a677-28f5-4026-b552-0173028fe9dd None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104389) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Jun 18 05:16:33.187862 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG oslo_db.api [None req-c042a677-28f5-4026-b552-0173028fe9dd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 18 05:16:33.198297 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd958c95-8492-4121-9027-bf47b73da908 None None] Pushing event updated for resources: {'Port': ['ID=325eb952-7212-454c-8439-37c5b395a138,revision_number=3']} {{(pid=104389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:16:33.264438 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-e33ecc5d-c446-486f-b12f-528a251ddcaa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728332'] for security_group (409b2982-6307-47a8-8a9b-247bced7c1fb), after_create {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:16:33.280413 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce169e8-6fd4-45f4-bf47-ea850bc8fa3d None None] Pushing event updated for resources: {'Port': ['ID=aa40b6e0-a520-4ef2-a3d4-fa2f480c11ef,revision_number=2']} {{(pid=104389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:16:33.332856 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.db.provisioning_blocks [None req-38a606a8-eb90-4e35-8b0f-fdf37e725af0 None None] Provisioning complete for port 325eb952-7212-454c-8439-37c5b395a138 triggered by entity DHCP. {{(pid=104389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 18 05:16:33.333418 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-38a606a8-eb90-4e35-8b0f-fdf37e725af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1740956'] for port (325eb952-7212-454c-8439-37c5b395a138), provisioning_complete {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:16:33.337329 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33ecc5d-c446-486f-b12f-528a251ddcaa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=409b2982-6307-47a8-8a9b-247bced7c1fb,revision_number=1']} {{(pid=104387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:16:33.407260 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [None req-e33ecc5d-c446-486f-b12f-528a251ddcaa admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=0611875730fb403c95901c0c9de52aa5&name=default HTTP/1.1" status: 200 len: 2992 time: 0.8917601 Jun 18 05:16:33.407873 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a709ee05-6f57-4fe7-be31-b19bf9aca8b1 None None] Pushing event updated for resources: {'Port': ['ID=5c8e875a-ce09-4c4b-9975-59adc7281879,revision_number=2']} {{(pid=104389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:16:33.413452 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.wsgi [-] (104387) accepted ('10.222.0.23', 45736) {{(pid=104387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 05:16:33.467742 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-a25e48ef-c589-44a2-813a-91297f9dc757 admin admin] Publish callbacks [] for port (63b29a8c-3f7a-4d96-8b0e-ec0f701b1fd4), precommit_create {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:16:33.478064 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.plugin [None req-38a606a8-eb90-4e35-8b0f-fdf37e725af0 None None] Current status of the port 325eb952-7212-454c-8439-37c5b395a138 is: ACTIVE; New status is: ACTIVE {{(pid=104389) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 18 05:16:33.516892 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-14efec97-b6ba-4afd-a403-011365d6511e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546084'] for subnet (ac05ee94-f06e-4ff9-8a04-cc7e7c3e3a28), after_create {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:16:33.625258 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-a25e48ef-c589-44a2-813a-91297f9dc757 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1768343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789592262822'] for port (63b29a8c-3f7a-4d96-8b0e-ec0f701b1fd4), after_create {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:16:33.769153 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a25e48ef-c589-44a2-813a-91297f9dc757 admin admin] Network 65c030c7-6a7d-4cea-a47d-5cdd532db0e6 is already hosted by enough agents. {{(pid=104388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 05:16:33.785782 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.plugin [None req-c042a677-28f5-4026-b552-0173028fe9dd None None] Current status of the port 325eb952-7212-454c-8439-37c5b395a138 is: ACTIVE; New status is: ACTIVE {{(pid=104389) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 18 05:16:33.792136 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG dbcounter [-] [104387] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2,neutron:INSERT=3,neutron:DELETE=4 {{(pid=104387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:16:33.793005 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.scheduler.base_scheduler [None req-a25e48ef-c589-44a2-813a-91297f9dc757 admin admin] Resources bound (agent type, host, resource id): {{(pid=104388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 05:16:33.796972 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25e48ef-c589-44a2-813a-91297f9dc757 admin admin] Pushing event updated for resources: {'Port': ['ID=63b29a8c-3f7a-4d96-8b0e-ec0f701b1fd4,revision_number=1']} {{(pid=104388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:16:33.799186 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a25e48ef-c589-44a2-813a-91297f9dc757 admin admin] Received port after_create {{(pid=104388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 18 05:16:34.013634 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG dbcounter [-] [104389] Writing DB stats neutron:SELECT=89,neutron:UPDATE=7,neutron:INSERT=4 {{(pid=104389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:16:34.024427 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-f3eec35c-945e-4539-8d8b-1c2e99c3ac60 admin admin] Publish callbacks [] for security_group (409b2982-6307-47a8-8a9b-247bced7c1fb), before_delete {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:16:34.027253 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14efec97-b6ba-4afd-a403-011365d6511e admin admin] Pushing event updated for resources: {'Subnet': ['ID=ac05ee94-f06e-4ff9-8a04-cc7e7c3e3a28,revision_number=0']} {{(pid=104387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:16:34.049061 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-7c640364-2416-4d52-aa27-4e4677506291 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1768406'] for port (None), before_create {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:16:34.075529 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14efec97-b6ba-4afd-a403-011365d6511e admin admin] Checking segment: {'id': 'ef87c03d-ddd7-4f0d-b448-27e8e7421b98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'a6a6d71b-e996-4bb3-93b7-db7ee6f02777'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 18 05:16:34.075883 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14efec97-b6ba-4afd-a403-011365d6511e admin admin] Network hostable DHCP agents. Network: a6a6d71b-e996-4bb3-93b7-db7ee6f02777, hostable agents: ['426d7b1c-7831-4cf6-8aa4-29496a16634c'], hosted agents: [] {{(pid=104387) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 18 05:16:34.087655 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG neutron_lib.callbacks.manager [None req-58dbc47b-fbcd-4eea-b8e5-3365baeeed7c None None] Publish callbacks [] for port (50f6ece7-2be9-4d80-b67e-2596c6612499), precommit_update {{(pid=104390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:16:34.100908 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG dbcounter [-] [104389] Writing DB stats neutron:SELECT=100 {{(pid=104389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:16:34.121609 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-a5b44a26-bced-4427-a594-97cdc2d4d18a admin admin] Publish callbacks [] for router_gateway (908e80fb-40b8-4793-9a86-37800eb2c0e2), after_create {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:16:34.173901 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG neutron_lib.callbacks.manager [None req-58dbc47b-fbcd-4eea-b8e5-3365baeeed7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1768343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789592765606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789592262840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789592262858'] for port (50f6ece7-2be9-4d80-b67e-2596c6612499), after_update {{(pid=104390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:16:34.196788 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.rpc [None req-c042a677-28f5-4026-b552-0173028fe9dd None None] Device 5c8e875a-ce09-4c4b-9975-59adc7281879 up at agent ovs-agent-dv-cinder-836996-35-iscsi {{(pid=104389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 18 05:16:34.268897 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7723f7f3-66cd-44fc-a120-5217bdb0cd01 None None] Pushing event updated for resources: {'Port': ['ID=50f6ece7-2be9-4d80-b67e-2596c6612499,revision_number=2']} {{(pid=104390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:16:34.298277 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.db.provisioning_blocks [None req-c042a677-28f5-4026-b552-0173028fe9dd None None] Provisioning complete for port 5c8e875a-ce09-4c4b-9975-59adc7281879 triggered by entity L2. {{(pid=104389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 18 05:16:34.301294 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-c042a677-28f5-4026-b552-0173028fe9dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1740956'] for port (5c8e875a-ce09-4c4b-9975-59adc7281879), provisioning_complete {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:16:34.309155 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.db.db_base_plugin_common [None req-7c640364-2416-4d52-aa27-4e4677506291 admin admin] Allocated IP 172.20.0.1 (b6326206-c3ac-4e80-bc2a-deaf200d1ad1/65acfd46-bcf0-4f0d-b181-1f052de6ca7a/784d5d4f-2caf-485f-9f7b-6b288d1775a7) {{(pid=104387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 05:16:34.310471 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7723f7f3-66cd-44fc-a120-5217bdb0cd01 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:16:34.313041 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7723f7f3-66cd-44fc-a120-5217bdb0cd01 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:16:34.313515 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7723f7f3-66cd-44fc-a120-5217bdb0cd01 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:16:34.314123 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7723f7f3-66cd-44fc-a120-5217bdb0cd01 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:16:34.315990 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7723f7f3-66cd-44fc-a120-5217bdb0cd01 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:16:34.316558 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7723f7f3-66cd-44fc-a120-5217bdb0cd01 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:16:34.320206 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7723f7f3-66cd-44fc-a120-5217bdb0cd01 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:16:34.320853 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7723f7f3-66cd-44fc-a120-5217bdb0cd01 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:16:34.321445 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7723f7f3-66cd-44fc-a120-5217bdb0cd01 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:16:34.321995 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7723f7f3-66cd-44fc-a120-5217bdb0cd01 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:16:34.322543 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7723f7f3-66cd-44fc-a120-5217bdb0cd01 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:16:34.323387 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7723f7f3-66cd-44fc-a120-5217bdb0cd01 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:16:34.324623 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7723f7f3-66cd-44fc-a120-5217bdb0cd01 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:16:34.325170 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7723f7f3-66cd-44fc-a120-5217bdb0cd01 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:16:34.326236 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7723f7f3-66cd-44fc-a120-5217bdb0cd01 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:16:34.331781 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7723f7f3-66cd-44fc-a120-5217bdb0cd01 None None] Tracked resource versions report: Jun 18 05:16:34.331781 dv-cinder-836996-35-iscsi neutron-server[104390]: pushed versions: Jun 18 05:16:34.331781 dv-cinder-836996-35-iscsi neutron-server[104390]: { 'AddressGroup': {'1.2'}, Jun 18 05:16:34.331781 dv-cinder-836996-35-iscsi neutron-server[104390]: 'Agent': {'1.1'}, Jun 18 05:16:34.331781 dv-cinder-836996-35-iscsi neutron-server[104390]: 'ConntrackHelper': {'1.0'}, Jun 18 05:16:34.331781 dv-cinder-836996-35-iscsi neutron-server[104390]: 'LocalIPAssociation': {'1.0'}, Jun 18 05:16:34.331781 dv-cinder-836996-35-iscsi neutron-server[104390]: 'Log': {'1.0'}, Jun 18 05:16:34.331781 dv-cinder-836996-35-iscsi neutron-server[104390]: 'NDPProxy': {'1.0'}, Jun 18 05:16:34.331781 dv-cinder-836996-35-iscsi neutron-server[104390]: 'Network': {'1.1'}, Jun 18 05:16:34.331781 dv-cinder-836996-35-iscsi neutron-server[104390]: 'Port': {'1.7'}, Jun 18 05:16:34.331781 dv-cinder-836996-35-iscsi neutron-server[104390]: 'PortForwarding': {'1.3'}, Jun 18 05:16:34.331781 dv-cinder-836996-35-iscsi neutron-server[104390]: 'QosPolicy': {'1.10'}, Jun 18 05:16:34.331781 dv-cinder-836996-35-iscsi neutron-server[104390]: 'SecurityGroup': {'1.5'}, Jun 18 05:16:34.331781 dv-cinder-836996-35-iscsi neutron-server[104390]: 'SecurityGroupRule': {'1.2'}, Jun 18 05:16:34.331781 dv-cinder-836996-35-iscsi neutron-server[104390]: 'SubPort': {'1.0'}, Jun 18 05:16:34.331781 dv-cinder-836996-35-iscsi neutron-server[104390]: 'Subnet': {'1.1'}, Jun 18 05:16:34.331781 dv-cinder-836996-35-iscsi neutron-server[104390]: 'Trunk': {'1.1'}} Jun 18 05:16:34.331781 dv-cinder-836996-35-iscsi neutron-server[104390]: consumer versions: Jun 18 05:16:34.331781 dv-cinder-836996-35-iscsi neutron-server[104390]: { DHCP agent@dv-cinder-836996-35-iscsi: {}, Jun 18 05:16:34.331781 dv-cinder-836996-35-iscsi neutron-server[104390]: HyperV agent@hv-cinder-83699: {}, Jun 18 05:16:34.331781 dv-cinder-836996-35-iscsi neutron-server[104390]: L3 agent@dv-cinder-836996-35-iscsi: {}, Jun 18 05:16:34.331781 dv-cinder-836996-35-iscsi neutron-server[104390]: Metadata agent@dv-cinder-836996-35-iscsi: {}, Jun 18 05:16:34.331781 dv-cinder-836996-35-iscsi neutron-server[104390]: Metering agent@dv-cinder-836996-35-iscsi: {}, Jun 18 05:16:34.331781 dv-cinder-836996-35-iscsi neutron-server[104390]: Open vSwitch agent@dv-cinder-836996-35-iscsi: { 'AddressGroup': '1.2', Jun 18 05:16:34.331781 dv-cinder-836996-35-iscsi neutron-server[104390]: 'Agent': '1.1', Jun 18 05:16:34.331781 dv-cinder-836996-35-iscsi neutron-server[104390]: 'ConntrackHelper': '1.0', Jun 18 05:16:34.331781 dv-cinder-836996-35-iscsi neutron-server[104390]: 'LocalIPAssociation': '1.0', Jun 18 05:16:34.331781 dv-cinder-836996-35-iscsi neutron-server[104390]: 'Log': '1.0', Jun 18 05:16:34.331781 dv-cinder-836996-35-iscsi neutron-server[104390]: 'NDPProxy': '1.0', Jun 18 05:16:34.331781 dv-cinder-836996-35-iscsi neutron-server[104390]: 'Network': '1.1', Jun 18 05:16:34.331781 dv-cinder-836996-35-iscsi neutron-server[104390]: 'Port': '1.7', Jun 18 05:16:34.331781 dv-cinder-836996-35-iscsi neutron-server[104390]: 'PortForwarding': '1.3', Jun 18 05:16:34.331781 dv-cinder-836996-35-iscsi neutron-server[104390]: 'QosPolicy': '1.10', Jun 18 05:16:34.331781 dv-cinder-836996-35-iscsi neutron-server[104390]: 'SecurityGroup': '1.5', Jun 18 05:16:34.331781 dv-cinder-836996-35-iscsi neutron-server[104390]: 'SecurityGroupRule': '1.2', Jun 18 05:16:34.331781 dv-cinder-836996-35-iscsi neutron-server[104390]: 'SubPort': '1.0', Jun 18 05:16:34.331781 dv-cinder-836996-35-iscsi neutron-server[104390]: 'Subnet': '1.1', Jun 18 05:16:34.331781 dv-cinder-836996-35-iscsi neutron-server[104390]: 'Trunk': '1.1'}} Jun 18 05:16:34.331781 dv-cinder-836996-35-iscsi neutron-server[104390]: {{(pid=104390) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 18 05:16:34.366033 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG neutron.plugins.ml2.managers [None req-58dbc47b-fbcd-4eea-b8e5-3365baeeed7c None None] Attempting to bind port 50f6ece7-2be9-4d80-b67e-2596c6612499 on host dv-cinder-836996-35-iscsi for vnic_type normal with profile {{(pid=104390) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 18 05:16:34.366638 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG neutron.plugins.ml2.managers [None req-58dbc47b-fbcd-4eea-b8e5-3365baeeed7c None None] Attempting to bind port 50f6ece7-2be9-4d80-b67e-2596c6612499 by drivers openvswitch,hyperv on host dv-cinder-836996-35-iscsi at level 0 using segments [{'id': '62e6b565-92f9-4432-9d4a-754d0a7517a7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '65c030c7-6a7d-4cea-a47d-5cdd532db0e6'}] {{(pid=104390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 18 05:16:34.369734 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58dbc47b-fbcd-4eea-b8e5-3365baeeed7c None None] Attempting to bind port 50f6ece7-2be9-4d80-b67e-2596c6612499 on network 65c030c7-6a7d-4cea-a47d-5cdd532db0e6 {{(pid=104390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 18 05:16:34.382880 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58dbc47b-fbcd-4eea-b8e5-3365baeeed7c None None] Checking agent: {'id': 'd503ae44-4e24-48d3-9886-03581f90537d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836996-35-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 18, 5, 8, 27), 'started_at': datetime.datetime(2022, 6, 18, 5, 8, 57), 'heartbeat_timestamp': datetime.datetime(2022, 6, 18, 5, 16, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836996-35-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 18 05:16:34.383904 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58dbc47b-fbcd-4eea-b8e5-3365baeeed7c None None] Checking segment: {'id': '62e6b565-92f9-4432-9d4a-754d0a7517a7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '65c030c7-6a7d-4cea-a47d-5cdd532db0e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 18 05:16:34.384543 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG neutron_lib.callbacks.manager [None req-58dbc47b-fbcd-4eea-b8e5-3365baeeed7c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:16:34.385141 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58dbc47b-fbcd-4eea-b8e5-3365baeeed7c None None] Bound using segment: {'id': '62e6b565-92f9-4432-9d4a-754d0a7517a7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '65c030c7-6a7d-4cea-a47d-5cdd532db0e6'} {{(pid=104390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 18 05:16:34.386197 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG neutron.plugins.ml2.managers [None req-58dbc47b-fbcd-4eea-b8e5-3365baeeed7c None None] Bound port: 50f6ece7-2be9-4d80-b67e-2596c6612499, host: dv-cinder-836996-35-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '62e6b565-92f9-4432-9d4a-754d0a7517a7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '65c030c7-6a7d-4cea-a47d-5cdd532db0e6'}}] {{(pid=104390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 18 05:16:34.386793 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG neutron_lib.callbacks.manager [None req-58dbc47b-fbcd-4eea-b8e5-3365baeeed7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1768406'] for port (50f6ece7-2be9-4d80-b67e-2596c6612499), before_update {{(pid=104390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:16:34.435698 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.plugin [None req-c042a677-28f5-4026-b552-0173028fe9dd None None] Current status of the port 5c8e875a-ce09-4c4b-9975-59adc7281879 is: DOWN; New status is: ACTIVE {{(pid=104389) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 18 05:16:34.436119 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-c042a677-28f5-4026-b552-0173028fe9dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1768406'] for port (5c8e875a-ce09-4c4b-9975-59adc7281879), before_update {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:16:34.456855 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-7c640364-2416-4d52-aa27-4e4677506291 admin admin] Publish callbacks [] for port (784d5d4f-2caf-485f-9f7b-6b288d1775a7), precommit_create {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:16:34.502449 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG neutron.plugins.ml2.db [None req-58dbc47b-fbcd-4eea-b8e5-3365baeeed7c None None] For port 50f6ece7-2be9-4d80-b67e-2596c6612499, host dv-cinder-836996-35-iscsi, cleared binding levels {{(pid=104390) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 05:16:34.507969 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG neutron.plugins.ml2.db [None req-58dbc47b-fbcd-4eea-b8e5-3365baeeed7c None None] For port 50f6ece7-2be9-4d80-b67e-2596c6612499, host dv-cinder-836996-35-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-35-iscsi',level=0,port_id=50f6ece7-2be9-4d80-b67e-2596c6612499,segment=NetworkSegment(62e6b565-92f9-4432-9d4a-754d0a7517a7),segment_id=62e6b565-92f9-4432-9d4a-754d0a7517a7)] {{(pid=104390) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 05:16:34.510902 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG dbcounter [-] [104387] Writing DB stats neutron:SELECT=80,neutron:INSERT=16,neutron:UPDATE=4 {{(pid=104387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:16:34.515568 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.db [None req-c042a677-28f5-4026-b552-0173028fe9dd None None] For port 5c8e875a-ce09-4c4b-9975-59adc7281879, host dv-cinder-836996-35-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-35-iscsi',level=0,port_id=5c8e875a-ce09-4c4b-9975-59adc7281879,segment=NetworkSegment(ec81db56-67ad-4682-ab4f-54fec1abd7e4),segment_id=ec81db56-67ad-4682-ab4f-54fec1abd7e4)] {{(pid=104389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 05:16:34.517623 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-a25e48ef-c589-44a2-813a-91297f9dc757 admin admin] Publish callbacks [] for router_gateway (f334ad5f-9401-48d1-901a-a5b0e0bb754e), after_create {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:16:34.543436 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-f3eec35c-945e-4539-8d8b-1c2e99c3ac60 admin admin] Publish callbacks [] for security_group (409b2982-6307-47a8-8a9b-247bced7c1fb), precommit_delete {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:16:34.630746 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-c042a677-28f5-4026-b552-0173028fe9dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1768343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789592765606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789592262840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789592262858'] for port (5c8e875a-ce09-4c4b-9975-59adc7281879), after_update {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:16:34.631960 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.rpc [None req-c042a677-28f5-4026-b552-0173028fe9dd None None] Device 325eb952-7212-454c-8439-37c5b395a138 up at agent ovs-agent-dv-cinder-836996-35-iscsi {{(pid=104389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 18 05:16:34.633515 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG neutron_lib.callbacks.manager [None req-58dbc47b-fbcd-4eea-b8e5-3365baeeed7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1768343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789592765606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789592262840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789592262858'] for port (50f6ece7-2be9-4d80-b67e-2596c6612499), after_update {{(pid=104390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:16:34.662256 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-a5b44a26-bced-4427-a594-97cdc2d4d18a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-575954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-736931'] for router (908e80fb-40b8-4793-9a86-37800eb2c0e2), after_create {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:16:34.695873 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14efec97-b6ba-4afd-a403-011365d6511e admin admin] Network a6a6d71b-e996-4bb3-93b7-db7ee6f02777 is scheduled to be hosted by DHCP agent 426d7b1c-7831-4cf6-8aa4-29496a16634c with binding_index 1 {{(pid=104387) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 18 05:16:34.699830 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-7c640364-2416-4d52-aa27-4e4677506291 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1768343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789592262822'] for port (784d5d4f-2caf-485f-9f7b-6b288d1775a7), after_create {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:16:34.721728 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG dbcounter [-] [104389] Writing DB stats neutron:SELECT=91,neutron:UPDATE=7,neutron:INSERT=2 {{(pid=104389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:16:34.731497 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58dbc47b-fbcd-4eea-b8e5-3365baeeed7c None None] Routers {'11fcdc93-d306-46e0-953d-171b66ebef42'} bound to L3 agent in host dv-cinder-836996-35-iscsi {{(pid=104390) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 18 05:16:34.732433 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG neutron.db.l3_hamode_db [None req-58dbc47b-fbcd-4eea-b8e5-3365baeeed7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-35-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-18T05:08:24Z,description=,heartbeat_timestamp=2022-06-18T05:16:24Z,host='dv-cinder-836996-35-iscsi',id=a8549501-0164-4ac5-90a6-1ba1ba0d3f9d,load=0,resource_versions=,resources_synced=,started_at=2022-06-18T05:08:25Z,topic='l3_agent')) {'router_ids': ['11fcdc93-d306-46e0-953d-171b66ebef42'], 'active': True} {{(pid=104390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 05:16:34.737933 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG dbcounter [-] [104390] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:16:34.780534 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c042a677-28f5-4026-b552-0173028fe9dd None None] Pushing event updated for resources: {'Port': ['ID=5c8e875a-ce09-4c4b-9975-59adc7281879,revision_number=3']} {{(pid=104389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:16:34.784042 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.db.provisioning_blocks [None req-c042a677-28f5-4026-b552-0173028fe9dd None None] Provisioning complete for port 325eb952-7212-454c-8439-37c5b395a138 triggered by entity L2. {{(pid=104389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 18 05:16:34.789309 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG dbcounter [-] [104388] Writing DB stats neutron:SELECT=87,neutron:INSERT=8,neutron:UPDATE=5 {{(pid=104388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:16:34.789867 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-c042a677-28f5-4026-b552-0173028fe9dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1740956'] for port (325eb952-7212-454c-8439-37c5b395a138), provisioning_complete {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:16:34.806666 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7723f7f3-66cd-44fc-a120-5217bdb0cd01 None None] Pushing event updated for resources: {'Port': ['ID=50f6ece7-2be9-4d80-b67e-2596c6612499,revision_number=3']} {{(pid=104390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:16:34.846840 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c640364-2416-4d52-aa27-4e4677506291 admin admin] Pushing event updated for resources: {'Port': ['ID=784d5d4f-2caf-485f-9f7b-6b288d1775a7,revision_number=1']} {{(pid=104387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:16:34.852809 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-f3eec35c-945e-4539-8d8b-1c2e99c3ac60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728332'] for security_group (409b2982-6307-47a8-8a9b-247bced7c1fb), after_delete {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:16:34.855389 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-f3eec35c-945e-4539-8d8b-1c2e99c3ac60 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:16:34.858702 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [None req-f3eec35c-945e-4539-8d8b-1c2e99c3ac60 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/409b2982-6307-47a8-8a9b-247bced7c1fb HTTP/1.1" status: 204 len: 168 time: 1.4441693 Jun 18 05:16:34.898710 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c640364-2416-4d52-aa27-4e4677506291 admin admin] Network b6326206-c3ac-4e80-bc2a-deaf200d1ad1 is already hosted by enough agents. {{(pid=104387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 05:16:34.900593 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.scheduler.base_scheduler [None req-7c640364-2416-4d52-aa27-4e4677506291 admin admin] Resources bound (agent type, host, resource id): {{(pid=104387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 05:16:34.928904 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c640364-2416-4d52-aa27-4e4677506291 admin admin] Received port after_create {{(pid=104387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 18 05:16:34.944549 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-7c640364-2416-4d52-aa27-4e4677506291 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-574371'] for router_interface (11fcdc93-d306-46e0-953d-171b66ebef42), before_create {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:16:34.944549 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3eec35c-945e-4539-8d8b-1c2e99c3ac60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=409b2982-6307-47a8-8a9b-247bced7c1fb,revision_number=None']} {{(pid=104387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:16:34.967768 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.plugin [None req-c042a677-28f5-4026-b552-0173028fe9dd None None] Current status of the port 325eb952-7212-454c-8439-37c5b395a138 is: ACTIVE; New status is: ACTIVE {{(pid=104389) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 18 05:16:34.969892 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.rpc [None req-c042a677-28f5-4026-b552-0173028fe9dd None None] Device aa40b6e0-a520-4ef2-a3d4-fa2f480c11ef up at agent ovs-agent-dv-cinder-836996-35-iscsi {{(pid=104389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 18 05:16:34.970033 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG dbcounter [-] [104390] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:16:34.987547 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9709fa4d-7f47-4b7a-b6c5-59fd616e3403 None None] Network f7ef077f-c52c-4f70-b85e-e8892706babc requested from dv-cinder-836996-35-iscsi {{(pid=104389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 18 05:16:35.006734 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG neutron.db.l3_dvr_db [None req-58dbc47b-fbcd-4eea-b8e5-3365baeeed7c None None] Set router 11fcdc93-d306-46e0-953d-171b66ebef42 gateway port host: dv-cinder-836996-35-iscsi {{(pid=104390) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 18 05:16:35.205221 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.scheduler.base_scheduler [None req-14efec97-b6ba-4afd-a403-011365d6511e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836996-35-iscsi, a6a6d71b-e996-4bb3-93b7-db7ee6f02777) {{(pid=104387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 05:16:35.217361 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14efec97-b6ba-4afd-a403-011365d6511e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:16:35.222759 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-14efec97-b6ba-4afd-a403-011365d6511e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546098'] for subnet (None), before_response {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:16:35.241934 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-a25e48ef-c589-44a2-813a-91297f9dc757 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-575954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-736931'] for router (f334ad5f-9401-48d1-901a-a5b0e0bb754e), after_create {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:16:35.290122 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f08e52f8-81d0-4625-b785-667682f2258b None None] Network a6a6d71b-e996-4bb3-93b7-db7ee6f02777 requested from dv-cinder-836996-35-iscsi {{(pid=104389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 18 05:16:35.325475 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.db.provisioning_blocks [None req-92fedd8e-29e5-4357-aef1-066b8679f648 None None] Provisioning complete for port aa40b6e0-a520-4ef2-a3d4-fa2f480c11ef triggered by entity DHCP. {{(pid=104389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 18 05:16:35.325877 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-92fedd8e-29e5-4357-aef1-066b8679f648 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1740956'] for port (aa40b6e0-a520-4ef2-a3d4-fa2f480c11ef), provisioning_complete {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:16:35.357840 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [None req-14efec97-b6ba-4afd-a403-011365d6511e admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 3.2228570 Jun 18 05:16:35.403307 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG neutron.db.l3_hamode_db [None req-58dbc47b-fbcd-4eea-b8e5-3365baeeed7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11fcdc93-d306-46e0-953d-171b66ebef42', 'name': 'tempest-DeleteServersTestJSON-1466823801-router', 'tenant_id': '0b73d42a085a45bfb3ccced90b190a5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65c030c7-6a7d-4cea-a47d-5cdd532db0e6', 'external_fixed_ips': [{'subnet_id': 'a9fa7760-a071-45ee-b985-799999c69975', 'ip_address': '172.27.2.107'}], 'enable_snat': True}, 'gw_port_id': '50f6ece7-2be9-4d80-b67e-2596c6612499', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-18T05:16:28Z', 'updated_at': '2022-06-18T05:16:30Z', 'revision_number': 3, 'project_id': '0b73d42a085a45bfb3ccced90b190a5b', 'gw_port': {'id': '50f6ece7-2be9-4d80-b67e-2596c6612499', 'name': '', 'network_id': '65c030c7-6a7d-4cea-a47d-5cdd532db0e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:b7:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11fcdc93-d306-46e0-953d-171b66ebef42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'a9fa7760-a071-45ee-b985-799999c69975', 'ip_address': '172.27.2.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-18T05:16:29Z', 'updated_at': '2022-06-18T05:16:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a9fa7760-a071-45ee-b985-799999c69975', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-35-iscsi'}], 'dv-cinder-836996-35-iscsi', False) {} {{(pid=104390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 05:16:35.425609 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-7c640364-2416-4d52-aa27-4e4677506291 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1768406'] for port (784d5d4f-2caf-485f-9f7b-6b288d1775a7), before_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:16:35.482581 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58dbc47b-fbcd-4eea-b8e5-3365baeeed7c None None] The sync data for ids ['11fcdc93-d306-46e0-953d-171b66ebef42'] in dv-cinder-836996-35-iscsi is: [{'id': '11fcdc93-d306-46e0-953d-171b66ebef42', 'name': 'tempest-DeleteServersTestJSON-1466823801-router', 'tenant_id': '0b73d42a085a45bfb3ccced90b190a5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65c030c7-6a7d-4cea-a47d-5cdd532db0e6', 'external_fixed_ips': [{'subnet_id': 'a9fa7760-a071-45ee-b985-799999c69975', 'ip_address': '172.27.2.107'}], 'enable_snat': True}, 'gw_port_id': '50f6ece7-2be9-4d80-b67e-2596c6612499', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-18T05:16:28Z', 'updated_at': '2022-06-18T05:16:30Z', 'revision_number': 3, 'project_id': '0b73d42a085a45bfb3ccced90b190a5b', 'gw_port': {'id': '50f6ece7-2be9-4d80-b67e-2596c6612499', 'name': '', 'network_id': '65c030c7-6a7d-4cea-a47d-5cdd532db0e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:b7:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11fcdc93-d306-46e0-953d-171b66ebef42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'a9fa7760-a071-45ee-b985-799999c69975', 'ip_address': '172.27.2.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-18T05:16:29Z', 'updated_at': '2022-06-18T05:16:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a9fa7760-a071-45ee-b985-799999c69975', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-35-iscsi'}] {{(pid=104390) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 05:16:35.613178 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d217bbb-0527-4cec-adce-67e55777c1ce None None] Network 22d8eb11-0b66-4ea6-b4d2-3deab0a32f40 requested from dv-cinder-836996-35-iscsi {{(pid=104389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 18 05:16:35.689189 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG dbcounter [-] [104388] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=5 {{(pid=104388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:16:35.711521 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.wsgi [-] (104387) accepted ('10.222.0.23', 45788) {{(pid=104387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 05:16:35.739509 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5b44a26-bced-4427-a594-97cdc2d4d18a admin admin] Router 908e80fb-40b8-4793-9a86-37800eb2c0e2 is scheduled to L3 agent a8549501-0164-4ac5-90a6-1ba1ba0d3f9d with binding_index 1 {{(pid=104388) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 18 05:16:35.789928 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.db.db_base_plugin_v2 [None req-7c8dae44-9f93-4798-badd-de368af4bfad admin admin] Deleting subnet 487be793-6fa8-4706-9fd3-da5a2b5846d6 {{(pid=104387) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 18 05:16:35.802935 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-7c8dae44-9f93-4798-badd-de368af4bfad admin admin] Publish callbacks [] for subnet (487be793-6fa8-4706-9fd3-da5a2b5846d6), before_delete {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:16:35.840800 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a25e48ef-c589-44a2-813a-91297f9dc757 admin admin] Router f334ad5f-9401-48d1-901a-a5b0e0bb754e is scheduled to L3 agent a8549501-0164-4ac5-90a6-1ba1ba0d3f9d with binding_index 1 {{(pid=104388) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 18 05:16:35.852838 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-7c640364-2416-4d52-aa27-4e4677506291 admin admin] Publish callbacks [] for port (784d5d4f-2caf-485f-9f7b-6b288d1775a7), precommit_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:16:35.876275 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-7c8dae44-9f93-4798-badd-de368af4bfad admin admin] Publish callbacks [] for subnet (487be793-6fa8-4706-9fd3-da5a2b5846d6), precommit_delete_associations {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:16:35.906468 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-7c8dae44-9f93-4798-badd-de368af4bfad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1721998'] for subnet (487be793-6fa8-4706-9fd3-da5a2b5846d6), precommit_delete {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:16:35.935894 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-7c640364-2416-4d52-aa27-4e4677506291 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1768343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789592765606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789592262840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789592262858'] for port (784d5d4f-2caf-485f-9f7b-6b288d1775a7), after_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:16:35.936664 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-7c640364-2416-4d52-aa27-4e4677506291 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-546262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-574263'] for router_interface (11fcdc93-d306-46e0-953d-171b66ebef42), after_create {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:16:35.977185 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.plugin [None req-92fedd8e-29e5-4357-aef1-066b8679f648 None None] Current status of the port aa40b6e0-a520-4ef2-a3d4-fa2f480c11ef is: DOWN; New status is: ACTIVE {{(pid=104389) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 18 05:16:35.978344 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-92fedd8e-29e5-4357-aef1-066b8679f648 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1768406'] for port (aa40b6e0-a520-4ef2-a3d4-fa2f480c11ef), before_update {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:16:36.014830 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5b44a26-bced-4427-a594-97cdc2d4d18a admin admin] Notify agent at l3_agent.dv-cinder-836996-35-iscsi the message routers_updated {{(pid=104388) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 05:16:36.039572 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG dbcounter [-] [104389] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:16:36.050010 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7608da24-a727-42e5-88fc-824fefde5030 None None] Sync routers for ids ['908e80fb-40b8-4793-9a86-37800eb2c0e2'] in dv-cinder-836996-35-iscsi {{(pid=104389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 05:16:36.083197 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a25e48ef-c589-44a2-813a-91297f9dc757 admin admin] Notify agent at l3_agent.dv-cinder-836996-35-iscsi the message routers_updated {{(pid=104388) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 05:16:36.093509 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.db.provisioning_blocks [None req-c042a677-28f5-4026-b552-0173028fe9dd None None] Provisioning complete for port aa40b6e0-a520-4ef2-a3d4-fa2f480c11ef triggered by entity L2. {{(pid=104389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 18 05:16:36.093902 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-c042a677-28f5-4026-b552-0173028fe9dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1740956'] for port (aa40b6e0-a520-4ef2-a3d4-fa2f480c11ef), provisioning_complete {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:16:36.125529 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c640364-2416-4d52-aa27-4e4677506291 admin admin] Pushing event updated for resources: {'Port': ['ID=784d5d4f-2caf-485f-9f7b-6b288d1775a7,revision_number=2']} {{(pid=104387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:16:36.130892 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.db [None req-92fedd8e-29e5-4357-aef1-066b8679f648 None None] For port aa40b6e0-a520-4ef2-a3d4-fa2f480c11ef, host dv-cinder-836996-35-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-35-iscsi',level=0,port_id=aa40b6e0-a520-4ef2-a3d4-fa2f480c11ef,segment=NetworkSegment(8156adf2-605e-4047-8e9c-946882049554),segment_id=8156adf2-605e-4047-8e9c-946882049554)] {{(pid=104389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 05:16:36.133654 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-a5b44a26-bced-4427-a594-97cdc2d4d18a admin admin] Publish callbacks [] for router (None), before_response {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:16:36.140258 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.wsgi [-] (104387) accepted ('10.222.0.23', 45800) {{(pid=104387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 05:16:36.143539 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [None req-a5b44a26-bced-4427-a594-97cdc2d4d18a admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 5.8970094 Jun 18 05:16:36.151914 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2db6616-25a3-4727-826d-97a7df305c2c None None] Network a6a6d71b-e996-4bb3-93b7-db7ee6f02777 requested from dv-cinder-836996-35-iscsi {{(pid=104389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 18 05:16:36.154029 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e27dd4a-2e31-4270-b790-7d7da0add4d2 None None] Sync routers for ids ['f334ad5f-9401-48d1-901a-a5b0e0bb754e'] in dv-cinder-836996-35-iscsi {{(pid=104390) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 05:16:36.173876 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e27dd4a-2e31-4270-b790-7d7da0add4d2 None None] Routers {'f334ad5f-9401-48d1-901a-a5b0e0bb754e'} bound to L3 agent in host dv-cinder-836996-35-iscsi {{(pid=104390) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 18 05:16:36.174779 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG neutron.db.l3_hamode_db [None req-7e27dd4a-2e31-4270-b790-7d7da0add4d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-35-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-18T05:08:24Z,description=,heartbeat_timestamp=2022-06-18T05:16:24Z,host='dv-cinder-836996-35-iscsi',id=a8549501-0164-4ac5-90a6-1ba1ba0d3f9d,load=0,resource_versions=,resources_synced=,started_at=2022-06-18T05:08:25Z,topic='l3_agent')) {'router_ids': ['f334ad5f-9401-48d1-901a-a5b0e0bb754e'], 'active': True} {{(pid=104390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 05:16:36.187258 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-a25e48ef-c589-44a2-813a-91297f9dc757 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:16:36.191892 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [None req-a25e48ef-c589-44a2-813a-91297f9dc757 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 5.9986441 Jun 18 05:16:36.194980 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.wsgi [-] (104388) accepted ('10.222.0.23', 45802) {{(pid=104388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 05:16:36.261839 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-92fedd8e-29e5-4357-aef1-066b8679f648 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1768343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789592765606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789592262840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789592262858'] for port (aa40b6e0-a520-4ef2-a3d4-fa2f480c11ef), after_update {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:16:36.312869 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7608da24-a727-42e5-88fc-824fefde5030 None None] Routers {'908e80fb-40b8-4793-9a86-37800eb2c0e2'} bound to L3 agent in host dv-cinder-836996-35-iscsi {{(pid=104389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 18 05:16:36.313567 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.db.l3_hamode_db [None req-7608da24-a727-42e5-88fc-824fefde5030 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-35-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-18T05:08:24Z,description=,heartbeat_timestamp=2022-06-18T05:16:24Z,host='dv-cinder-836996-35-iscsi',id=a8549501-0164-4ac5-90a6-1ba1ba0d3f9d,load=0,resource_versions=,resources_synced=,started_at=2022-06-18T05:08:25Z,topic='l3_agent')) {'router_ids': ['908e80fb-40b8-4793-9a86-37800eb2c0e2'], 'active': True} {{(pid=104389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 05:16:36.354026 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-7c8dae44-9f93-4798-badd-de368af4bfad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1720957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546084'] for subnet (487be793-6fa8-4706-9fd3-da5a2b5846d6), after_delete {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:16:36.396957 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8dae44-9f93-4798-badd-de368af4bfad admin admin] Pushing event deleted for resources: {'Subnet': ['ID=487be793-6fa8-4706-9fd3-da5a2b5846d6,revision_number=None']} {{(pid=104387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:16:36.411864 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG neutron.db.l3_dvr_db [None req-7e27dd4a-2e31-4270-b790-7d7da0add4d2 None None] Set router f334ad5f-9401-48d1-901a-a5b0e0bb754e gateway port host: dv-cinder-836996-35-iscsi {{(pid=104390) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 18 05:16:36.420143 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c640364-2416-4d52-aa27-4e4677506291 admin admin] Network b6326206-c3ac-4e80-bc2a-deaf200d1ad1 is already hosted by enough agents. {{(pid=104387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 05:16:36.427132 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-7c8dae44-9f93-4798-badd-de368af4bfad admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:16:36.430873 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [None req-7c8dae44-9f93-4798-badd-de368af4bfad admin admin] 10.222.0.23 "DELETE /v2.0/subnets/487be793-6fa8-4706-9fd3-da5a2b5846d6 HTTP/1.1" status: 204 len: 168 time: 0.7107017 Jun 18 05:16:36.433957 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.scheduler.base_scheduler [None req-7c640364-2416-4d52-aa27-4e4677506291 admin admin] Resources bound (agent type, host, resource id): {{(pid=104387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 05:16:36.435662 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.wsgi [-] (104387) accepted ('10.222.0.23', 45810) {{(pid=104387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 05:16:36.545388 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-830358bc-a944-41c9-ae5b-87f25c355ecf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1848287'] for network (5d10d1de-a16a-47bb-aa00-92f2004e9159), before_delete {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:16:36.556166 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.db.provisioning_blocks [None req-3630c351-96b6-4427-b50b-c0a78b1f50fa None None] Provisioning complete for port 5c8e875a-ce09-4c4b-9975-59adc7281879 triggered by entity DHCP. {{(pid=104389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 18 05:16:36.556166 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-3630c351-96b6-4427-b50b-c0a78b1f50fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1740956'] for port (5c8e875a-ce09-4c4b-9975-59adc7281879), provisioning_complete {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:16:36.568692 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG dbcounter [-] [104387] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:DELETE=4 {{(pid=104387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:16:36.627748 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG dbcounter [-] [104387] Writing DB stats neutron:SELECT=83,neutron:INSERT=15,neutron:UPDATE=2 {{(pid=104387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:16:36.728102 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92fedd8e-29e5-4357-aef1-066b8679f648 None None] Pushing event updated for resources: {'Port': ['ID=aa40b6e0-a520-4ef2-a3d4-fa2f480c11ef,revision_number=3']} {{(pid=104389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:16:36.767459 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.plugin [None req-c042a677-28f5-4026-b552-0173028fe9dd None None] Current status of the port aa40b6e0-a520-4ef2-a3d4-fa2f480c11ef is: ACTIVE; New status is: ACTIVE {{(pid=104389) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 18 05:16:36.836479 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG dbcounter [-] [104388] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:16:36.875054 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.db.l3_dvr_db [None req-7608da24-a727-42e5-88fc-824fefde5030 None None] Set router 908e80fb-40b8-4793-9a86-37800eb2c0e2 gateway port host: dv-cinder-836996-35-iscsi {{(pid=104389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 18 05:16:36.977416 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG neutron.db.l3_hamode_db [None req-7e27dd4a-2e31-4270-b790-7d7da0add4d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f334ad5f-9401-48d1-901a-a5b0e0bb754e', 'name': 'tempest-AttachVolumeTestJSON-1776891436-router', 'tenant_id': '969c470f720c4b2f97ba9f45c5d0d426', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65c030c7-6a7d-4cea-a47d-5cdd532db0e6', 'external_fixed_ips': [{'subnet_id': 'a9fa7760-a071-45ee-b985-799999c69975', 'ip_address': '172.27.2.120'}], 'enable_snat': True}, 'gw_port_id': '63b29a8c-3f7a-4d96-8b0e-ec0f701b1fd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-18T05:16:30Z', 'updated_at': '2022-06-18T05:16:34Z', 'revision_number': 3, 'project_id': '969c470f720c4b2f97ba9f45c5d0d426', 'gw_port': {'id': '63b29a8c-3f7a-4d96-8b0e-ec0f701b1fd4', 'name': '', 'network_id': '65c030c7-6a7d-4cea-a47d-5cdd532db0e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:f2:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f334ad5f-9401-48d1-901a-a5b0e0bb754e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'a9fa7760-a071-45ee-b985-799999c69975', 'ip_address': '172.27.2.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-18T05:16:32Z', 'updated_at': '2022-06-18T05:16:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a9fa7760-a071-45ee-b985-799999c69975', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-35-iscsi'}], 'dv-cinder-836996-35-iscsi', False) {} {{(pid=104390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 05:16:37.007627 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG dbcounter [-] [104389] Writing DB stats neutron:SELECT=100 {{(pid=104389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:16:37.013299 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.plugin [None req-3630c351-96b6-4427-b50b-c0a78b1f50fa None None] Current status of the port 5c8e875a-ce09-4c4b-9975-59adc7281879 is: ACTIVE; New status is: ACTIVE {{(pid=104389) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 18 05:16:37.036234 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e27dd4a-2e31-4270-b790-7d7da0add4d2 None None] Checking router: f334ad5f-9401-48d1-901a-a5b0e0bb754e for host: dv-cinder-836996-35-iscsi {{(pid=104390) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 05:16:37.036584 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e27dd4a-2e31-4270-b790-7d7da0add4d2 None None] Updating router f334ad5f-9401-48d1-901a-a5b0e0bb754e port 63b29a8c-3f7a-4d96-8b0e-ec0f701b1fd4 binding host dv-cinder-836996-35-iscsi {{(pid=104390) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 18 05:16:37.043422 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-830358bc-a944-41c9-ae5b-87f25c355ecf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1722107', 'neutron.services.segments.db._delete_segments_for_network-8789592556701'] for network (5d10d1de-a16a-47bb-aa00-92f2004e9159), precommit_delete {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:16:37.068898 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-830358bc-a944-41c9-ae5b-87f25c355ecf admin admin] Subscribe: > segment before_delete 55550000 {{(pid=104387) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 05:16:37.070544 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-830358bc-a944-41c9-ae5b-87f25c355ecf admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=104387) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 05:16:37.071479 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-830358bc-a944-41c9-ae5b-87f25c355ecf admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=104387) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 05:16:37.071902 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-830358bc-a944-41c9-ae5b-87f25c355ecf admin admin] Subscribe: > port after_create 55550000 {{(pid=104387) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 05:16:37.072459 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-830358bc-a944-41c9-ae5b-87f25c355ecf admin admin] Subscribe: > port after_delete 55550000 {{(pid=104387) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 05:16:37.072871 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-830358bc-a944-41c9-ae5b-87f25c355ecf admin admin] Subscribe: > port after_update 55550000 {{(pid=104387) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 05:16:37.073304 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-830358bc-a944-41c9-ae5b-87f25c355ecf admin admin] Subscribe: > segment after_delete 55550000 {{(pid=104387) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 05:16:37.073750 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-830358bc-a944-41c9-ae5b-87f25c355ecf admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104387) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 05:16:37.074824 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-830358bc-a944-41c9-ae5b-87f25c355ecf admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104387) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 05:16:37.075266 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-830358bc-a944-41c9-ae5b-87f25c355ecf admin admin] Subscribe: > subnet after_update 55550000 {{(pid=104387) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 05:16:37.104993 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.db.provisioning_blocks [None req-3630c351-96b6-4427-b50b-c0a78b1f50fa None None] Provisioning complete for port 784d5d4f-2caf-485f-9f7b-6b288d1775a7 triggered by entity DHCP. {{(pid=104389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 18 05:16:37.105327 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-3630c351-96b6-4427-b50b-c0a78b1f50fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1740956'] for port (784d5d4f-2caf-485f-9f7b-6b288d1775a7), provisioning_complete {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:16:37.107227 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG neutron_lib.callbacks.manager [None req-7e27dd4a-2e31-4270-b790-7d7da0add4d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1768406'] for port (63b29a8c-3f7a-4d96-8b0e-ec0f701b1fd4), before_update {{(pid=104390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:16:37.212437 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG dbcounter [-] [104389] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:16:37.225274 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789592556683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1744442'] for agent (21f82a9e-593b-4fa9-aa06-dfe6f16482e6), after_update {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:16:37.237942 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.rpc [None req-c042a677-28f5-4026-b552-0173028fe9dd None None] Device 5c8e875a-ce09-4c4b-9975-59adc7281879 up at agent ovs-agent-dv-cinder-836996-35-iscsi {{(pid=104389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 18 05:16:37.277262 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-a911d370-982e-477a-9347-2cf7c6f28dae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1768406'] for port (None), before_create {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:16:37.287223 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.plugin [None req-3630c351-96b6-4427-b50b-c0a78b1f50fa None None] Port 784d5d4f-2caf-485f-9f7b-6b288d1775a7 cannot update to ACTIVE because it is not bound. {{(pid=104389) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 18 05:16:37.308498 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.db.provisioning_blocks [None req-3630c351-96b6-4427-b50b-c0a78b1f50fa None None] Provisioning complete for port aa40b6e0-a520-4ef2-a3d4-fa2f480c11ef triggered by entity DHCP. {{(pid=104389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 18 05:16:37.309175 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-3630c351-96b6-4427-b50b-c0a78b1f50fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1740956'] for port (aa40b6e0-a520-4ef2-a3d4-fa2f480c11ef), provisioning_complete {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:16:37.417071 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG dbcounter [-] [104389] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:16:37.425593 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG dbcounter [-] [104390] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:16:37.452091 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG dbcounter [-] [104388] Writing DB stats neutron:SELECT=100 {{(pid=104388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:16:37.505420 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.db.l3_hamode_db [None req-7608da24-a727-42e5-88fc-824fefde5030 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '908e80fb-40b8-4793-9a86-37800eb2c0e2', 'name': 'tempest-AttachVolumeShelveTestJSON-483833369-router', 'tenant_id': '758883a5aea04c85ad65bb6970bdb098', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65c030c7-6a7d-4cea-a47d-5cdd532db0e6', 'external_fixed_ips': [{'subnet_id': 'a9fa7760-a071-45ee-b985-799999c69975', 'ip_address': '172.27.2.118'}], 'enable_snat': True}, 'gw_port_id': '727ff9c8-4916-4a1a-ab54-bb56c46fdb5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-18T05:16:30Z', 'updated_at': '2022-06-18T05:16:33Z', 'revision_number': 3, 'project_id': '758883a5aea04c85ad65bb6970bdb098', 'gw_port': {'id': '727ff9c8-4916-4a1a-ab54-bb56c46fdb5e', 'name': '', 'network_id': '65c030c7-6a7d-4cea-a47d-5cdd532db0e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:ff:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '908e80fb-40b8-4793-9a86-37800eb2c0e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'a9fa7760-a071-45ee-b985-799999c69975', 'ip_address': '172.27.2.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-18T05:16:31Z', 'updated_at': '2022-06-18T05:16:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a9fa7760-a071-45ee-b985-799999c69975', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-35-iscsi'}], 'dv-cinder-836996-35-iscsi', False) {} {{(pid=104389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 05:16:37.556696 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7608da24-a727-42e5-88fc-824fefde5030 None None] Checking router: 908e80fb-40b8-4793-9a86-37800eb2c0e2 for host: dv-cinder-836996-35-iscsi {{(pid=104389) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 05:16:37.557048 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7608da24-a727-42e5-88fc-824fefde5030 None None] Updating router 908e80fb-40b8-4793-9a86-37800eb2c0e2 port 727ff9c8-4916-4a1a-ab54-bb56c46fdb5e binding host dv-cinder-836996-35-iscsi {{(pid=104389) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 18 05:16:37.561350 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.db.provisioning_blocks [None req-c042a677-28f5-4026-b552-0173028fe9dd None None] Provisioning complete for port 5c8e875a-ce09-4c4b-9975-59adc7281879 triggered by entity L2. {{(pid=104389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 18 05:16:37.561823 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-c042a677-28f5-4026-b552-0173028fe9dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1740956'] for port (5c8e875a-ce09-4c4b-9975-59adc7281879), provisioning_complete {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:16:37.590329 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.db.db_base_plugin_common [None req-a911d370-982e-477a-9347-2cf7c6f28dae admin admin] Allocated IP 172.20.0.1 (22d8eb11-0b66-4ea6-b4d2-3deab0a32f40/5d138401-1420-4153-a9c8-b647c19cd403/92c3ff53-3e45-460c-8c57-ba07fcc0b846) {{(pid=104388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 05:16:37.635043 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG neutron_lib.callbacks.manager [None req-7e27dd4a-2e31-4270-b790-7d7da0add4d2 None None] Publish callbacks [] for port (63b29a8c-3f7a-4d96-8b0e-ec0f701b1fd4), precommit_update {{(pid=104390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:16:37.650360 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-830358bc-a944-41c9-ae5b-87f25c355ecf admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104387) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 05:16:37.650804 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-830358bc-a944-41c9-ae5b-87f25c355ecf admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104387) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 05:16:37.651208 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-830358bc-a944-41c9-ae5b-87f25c355ecf admin admin] Subscribe: > subnet before_create 55550000 {{(pid=104387) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 05:16:37.651625 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-830358bc-a944-41c9-ae5b-87f25c355ecf admin admin] Subscribe: > subnet before_update 55550000 {{(pid=104387) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 05:16:37.652090 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.services.segments.db [None req-830358bc-a944-41c9-ae5b-87f25c355ecf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5d10d1de-a16a-47bb-aa00-92f2004e9159']}} {{(pid=104387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 05:16:37.676762 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.plugin [None req-3630c351-96b6-4427-b50b-c0a78b1f50fa None None] Current status of the port aa40b6e0-a520-4ef2-a3d4-fa2f480c11ef is: ACTIVE; New status is: ACTIVE {{(pid=104389) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 18 05:16:37.680583 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-7608da24-a727-42e5-88fc-824fefde5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1768406'] for port (727ff9c8-4916-4a1a-ab54-bb56c46fdb5e), before_update {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:16:37.757184 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG neutron_lib.callbacks.manager [None req-7e27dd4a-2e31-4270-b790-7d7da0add4d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1768343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789592765606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789592262840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789592262858'] for port (63b29a8c-3f7a-4d96-8b0e-ec0f701b1fd4), after_update {{(pid=104390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:16:37.800164 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-a911d370-982e-477a-9347-2cf7c6f28dae admin admin] Publish callbacks [] for port (92c3ff53-3e45-460c-8c57-ba07fcc0b846), precommit_create {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:16:37.828860 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c640364-2416-4d52-aa27-4e4677506291 admin admin] Router 11fcdc93-d306-46e0-953d-171b66ebef42 has already been hosted by L3 agent a8549501-0164-4ac5-90a6-1ba1ba0d3f9d {{(pid=104387) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 18 05:16:37.831003 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.services.segments.db [None req-830358bc-a944-41c9-ae5b-87f25c355ecf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '81245496-3901-4858-a3e4-c22d6eb924e7') {'for_net_delete': True} {{(pid=104387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 05:16:37.831441 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.services.segments.db [None req-830358bc-a944-41c9-ae5b-87f25c355ecf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '81245496-3901-4858-a3e4-c22d6eb924e7') {} {{(pid=104387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 05:16:37.852036 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e8fe9c-2938-4a22-aa11-f1c02cb200ca None None] Pushing event updated for resources: {'Port': ['ID=63b29a8c-3f7a-4d96-8b0e-ec0f701b1fd4,revision_number=2']} {{(pid=104390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:16:37.865787 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-830358bc-a944-41c9-ae5b-87f25c355ecf admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789592557222', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14008627'] for segment (81245496-3901-4858-a3e4-c22d6eb924e7), before_delete {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:16:37.869342 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG neutron.plugins.ml2.managers [None req-7e27dd4a-2e31-4270-b790-7d7da0add4d2 None None] Attempting to bind port 63b29a8c-3f7a-4d96-8b0e-ec0f701b1fd4 on host dv-cinder-836996-35-iscsi for vnic_type normal with profile {{(pid=104390) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 18 05:16:37.870475 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG neutron.plugins.ml2.managers [None req-7e27dd4a-2e31-4270-b790-7d7da0add4d2 None None] Attempting to bind port 63b29a8c-3f7a-4d96-8b0e-ec0f701b1fd4 by drivers openvswitch,hyperv on host dv-cinder-836996-35-iscsi at level 0 using segments [{'id': '62e6b565-92f9-4432-9d4a-754d0a7517a7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '65c030c7-6a7d-4cea-a47d-5cdd532db0e6'}] {{(pid=104390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 18 05:16:37.870868 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e27dd4a-2e31-4270-b790-7d7da0add4d2 None None] Attempting to bind port 63b29a8c-3f7a-4d96-8b0e-ec0f701b1fd4 on network 65c030c7-6a7d-4cea-a47d-5cdd532db0e6 {{(pid=104390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 18 05:16:37.878844 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e27dd4a-2e31-4270-b790-7d7da0add4d2 None None] Checking agent: {'id': 'd503ae44-4e24-48d3-9886-03581f90537d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836996-35-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 18, 5, 8, 27), 'started_at': datetime.datetime(2022, 6, 18, 5, 8, 57), 'heartbeat_timestamp': datetime.datetime(2022, 6, 18, 5, 16, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836996-35-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 18 05:16:37.879216 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e27dd4a-2e31-4270-b790-7d7da0add4d2 None None] Checking segment: {'id': '62e6b565-92f9-4432-9d4a-754d0a7517a7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '65c030c7-6a7d-4cea-a47d-5cdd532db0e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 18 05:16:37.882360 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG neutron_lib.callbacks.manager [None req-7e27dd4a-2e31-4270-b790-7d7da0add4d2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:16:37.882360 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e27dd4a-2e31-4270-b790-7d7da0add4d2 None None] Bound using segment: {'id': '62e6b565-92f9-4432-9d4a-754d0a7517a7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '65c030c7-6a7d-4cea-a47d-5cdd532db0e6'} {{(pid=104390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 18 05:16:37.882360 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG neutron.plugins.ml2.managers [None req-7e27dd4a-2e31-4270-b790-7d7da0add4d2 None None] Bound port: 63b29a8c-3f7a-4d96-8b0e-ec0f701b1fd4, host: dv-cinder-836996-35-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '62e6b565-92f9-4432-9d4a-754d0a7517a7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '65c030c7-6a7d-4cea-a47d-5cdd532db0e6'}}] {{(pid=104390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 18 05:16:37.882360 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG neutron_lib.callbacks.manager [None req-7e27dd4a-2e31-4270-b790-7d7da0add4d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1768406'] for port (63b29a8c-3f7a-4d96-8b0e-ec0f701b1fd4), before_update {{(pid=104390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:16:37.906287 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-830358bc-a944-41c9-ae5b-87f25c355ecf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1723189'] for segment (81245496-3901-4858-a3e4-c22d6eb924e7), precommit_delete {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:16:37.919166 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-830358bc-a944-41c9-ae5b-87f25c355ecf admin admin] Releasing vlan 342 on physical network physnet1 to pool {{(pid=104387) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 18 05:16:37.919570 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-830358bc-a944-41c9-ae5b-87f25c355ecf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1723189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14020753'] for segment (81245496-3901-4858-a3e4-c22d6eb924e7), after_delete {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:16:37.923823 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.db.provisioning_blocks [None req-ebd0a1de-fd46-4303-b21d-cbde073133de None None] Provisioning complete for port 5c8e875a-ce09-4c4b-9975-59adc7281879 triggered by entity DHCP. {{(pid=104389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 18 05:16:37.924216 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-ebd0a1de-fd46-4303-b21d-cbde073133de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1740956'] for port (5c8e875a-ce09-4c4b-9975-59adc7281879), provisioning_complete {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:16:37.945814 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG dbcounter [-] [104388] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:DELETE=4 {{(pid=104388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:16:37.946731 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG neutron.plugins.ml2.db [None req-7e27dd4a-2e31-4270-b790-7d7da0add4d2 None None] For port 63b29a8c-3f7a-4d96-8b0e-ec0f701b1fd4, host dv-cinder-836996-35-iscsi, cleared binding levels {{(pid=104390) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 05:16:37.948468 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-a911d370-982e-477a-9347-2cf7c6f28dae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1768343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789592262822'] for port (92c3ff53-3e45-460c-8c57-ba07fcc0b846), after_create {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:16:37.951830 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG neutron.plugins.ml2.db [None req-7e27dd4a-2e31-4270-b790-7d7da0add4d2 None None] For port 63b29a8c-3f7a-4d96-8b0e-ec0f701b1fd4, host dv-cinder-836996-35-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-35-iscsi',level=0,port_id=63b29a8c-3f7a-4d96-8b0e-ec0f701b1fd4,segment=NetworkSegment(62e6b565-92f9-4432-9d4a-754d0a7517a7),segment_id=62e6b565-92f9-4432-9d4a-754d0a7517a7)] {{(pid=104390) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 05:16:37.955192 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.plugin [None req-c042a677-28f5-4026-b552-0173028fe9dd None None] Current status of the port 5c8e875a-ce09-4c4b-9975-59adc7281879 is: ACTIVE; New status is: ACTIVE {{(pid=104389) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 18 05:16:37.956164 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.rpc [None req-c042a677-28f5-4026-b552-0173028fe9dd None None] Device aa40b6e0-a520-4ef2-a3d4-fa2f480c11ef up at agent ovs-agent-dv-cinder-836996-35-iscsi {{(pid=104389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 18 05:16:37.959376 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG dbcounter [-] [104390] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:16:38.041481 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG neutron_lib.callbacks.manager [None req-7e27dd4a-2e31-4270-b790-7d7da0add4d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1768343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789592765606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789592262840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789592262858'] for port (63b29a8c-3f7a-4d96-8b0e-ec0f701b1fd4), after_update {{(pid=104390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:16:38.070929 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.db.provisioning_blocks [None req-c042a677-28f5-4026-b552-0173028fe9dd None None] Provisioning complete for port aa40b6e0-a520-4ef2-a3d4-fa2f480c11ef triggered by entity L2. {{(pid=104389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 18 05:16:38.071479 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-c042a677-28f5-4026-b552-0173028fe9dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1740956'] for port (aa40b6e0-a520-4ef2-a3d4-fa2f480c11ef), provisioning_complete {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:16:38.081858 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a911d370-982e-477a-9347-2cf7c6f28dae admin admin] Network 22d8eb11-0b66-4ea6-b4d2-3deab0a32f40 is already hosted by enough agents. {{(pid=104388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 05:16:38.117109 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.scheduler.base_scheduler [None req-a911d370-982e-477a-9347-2cf7c6f28dae admin admin] Resources bound (agent type, host, resource id): {{(pid=104388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 05:16:38.120319 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a911d370-982e-477a-9347-2cf7c6f28dae admin admin] Pushing event updated for resources: {'Port': ['ID=92c3ff53-3e45-460c-8c57-ba07fcc0b846,revision_number=1']} {{(pid=104388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:16:38.135719 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a911d370-982e-477a-9347-2cf7c6f28dae admin admin] Received port after_create {{(pid=104388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 18 05:16:38.136414 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-a911d370-982e-477a-9347-2cf7c6f28dae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-574371'] for router_interface (f334ad5f-9401-48d1-901a-a5b0e0bb754e), before_create {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:16:38.176271 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG dbcounter [-] [104389] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:16:38.217710 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c640364-2416-4d52-aa27-4e4677506291 admin admin] Notify agent at l3_agent.dv-cinder-836996-35-iscsi the message routers_updated {{(pid=104387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 05:16:38.224104 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-830358bc-a944-41c9-ae5b-87f25c355ecf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1722098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-736823'] for network (5d10d1de-a16a-47bb-aa00-92f2004e9159), after_delete {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:16:38.263038 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.plugin [None req-ebd0a1de-fd46-4303-b21d-cbde073133de None None] Current status of the port 5c8e875a-ce09-4c4b-9975-59adc7281879 is: ACTIVE; New status is: ACTIVE {{(pid=104389) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 18 05:16:38.277898 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e8fe9c-2938-4a22-aa11-f1c02cb200ca None None] Pushing event updated for resources: {'Port': ['ID=63b29a8c-3f7a-4d96-8b0e-ec0f701b1fd4,revision_number=3']} {{(pid=104390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:16:38.281752 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e27dd4a-2e31-4270-b790-7d7da0add4d2 None None] Routers {'f334ad5f-9401-48d1-901a-a5b0e0bb754e'} bound to L3 agent in host dv-cinder-836996-35-iscsi {{(pid=104390) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 18 05:16:38.283088 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG neutron.db.l3_hamode_db [None req-7e27dd4a-2e31-4270-b790-7d7da0add4d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-35-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-18T05:08:24Z,description=,heartbeat_timestamp=2022-06-18T05:16:24Z,host='dv-cinder-836996-35-iscsi',id=a8549501-0164-4ac5-90a6-1ba1ba0d3f9d,load=0,resource_versions=,resources_synced=,started_at=2022-06-18T05:08:25Z,topic='l3_agent')) {'router_ids': ['f334ad5f-9401-48d1-901a-a5b0e0bb754e'], 'active': True} {{(pid=104390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 05:16:38.295392 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG dbcounter [-] [104388] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:16:38.313325 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bac752e-3475-49f5-8391-730dc0a5e361 None None] Sync routers for ids ['11fcdc93-d306-46e0-953d-171b66ebef42'] in dv-cinder-836996-35-iscsi {{(pid=104389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 05:16:38.323160 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-7608da24-a727-42e5-88fc-824fefde5030 None None] Publish callbacks [] for port (727ff9c8-4916-4a1a-ab54-bb56c46fdb5e), precommit_update {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:16:38.341199 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [None req-7c640364-2416-4d52-aa27-4e4677506291 admin admin] 10.222.0.23 "PUT /v2.0/routers/11fcdc93-d306-46e0-953d-171b66ebef42/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8533094 Jun 18 05:16:38.388333 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-830358bc-a944-41c9-ae5b-87f25c355ecf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546098'] for network (None), before_response {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:16:38.395704 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [None req-830358bc-a944-41c9-ae5b-87f25c355ecf admin admin] 10.222.0.23 "DELETE /v2.0/networks/5d10d1de-a16a-47bb-aa00-92f2004e9159 HTTP/1.1" status: 204 len: 168 time: 1.9542418 Jun 18 05:16:38.396920 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-b2edff7e-1ab0-4875-ba5c-482253d04aa2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1768406'] for port (None), before_create {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:16:38.402755 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.wsgi [-] (104387) accepted ('10.222.0.23', 45860) {{(pid=104387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 05:16:38.407856 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.db.provisioning_blocks [None req-ebd0a1de-fd46-4303-b21d-cbde073133de None None] Provisioning complete for port 784d5d4f-2caf-485f-9f7b-6b288d1775a7 triggered by entity DHCP. {{(pid=104389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 18 05:16:38.408914 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-ebd0a1de-fd46-4303-b21d-cbde073133de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1740956'] for port (784d5d4f-2caf-485f-9f7b-6b288d1775a7), provisioning_complete {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:16:38.418430 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830358bc-a944-41c9-ae5b-87f25c355ecf admin admin] Pushing event deleted for resources: {'Network': ['ID=5d10d1de-a16a-47bb-aa00-92f2004e9159,revision_number=None']} {{(pid=104387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:16:38.440512 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG dbcounter [-] [104389] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:16:38.512673 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-7608da24-a727-42e5-88fc-824fefde5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1768343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789592765606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789592262840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789592262858'] for port (727ff9c8-4916-4a1a-ab54-bb56c46fdb5e), after_update {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:16:38.560211 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.db.db_base_plugin_v2 [None req-f93ce974-19d6-49fe-8ff8-fd03238295c0 admin admin] Deleting subnet ac05ee94-f06e-4ff9-8a04-cc7e7c3e3a28 {{(pid=104387) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 18 05:16:38.566435 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-f93ce974-19d6-49fe-8ff8-fd03238295c0 admin admin] Publish callbacks [] for subnet (ac05ee94-f06e-4ff9-8a04-cc7e7c3e3a28), before_delete {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:16:38.598139 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG neutron.db.l3_dvr_db [None req-7e27dd4a-2e31-4270-b790-7d7da0add4d2 None None] Set router f334ad5f-9401-48d1-901a-a5b0e0bb754e gateway port host: dv-cinder-836996-35-iscsi {{(pid=104390) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 18 05:16:38.727584 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG dbcounter [-] [104387] Writing DB stats neutron:SELECT=100 {{(pid=104387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:16:38.733075 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-f93ce974-19d6-49fe-8ff8-fd03238295c0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14008636'] for subnet (ac05ee94-f06e-4ff9-8a04-cc7e7c3e3a28), precommit_delete_associations {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:16:38.739812 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG dbcounter [-] [104387] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=104387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:16:38.860304 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bac752e-3475-49f5-8391-730dc0a5e361 None None] Routers {'11fcdc93-d306-46e0-953d-171b66ebef42'} bound to L3 agent in host dv-cinder-836996-35-iscsi {{(pid=104389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 18 05:16:38.860980 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.db.l3_hamode_db [None req-4bac752e-3475-49f5-8391-730dc0a5e361 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-35-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-18T05:08:24Z,description=,heartbeat_timestamp=2022-06-18T05:16:24Z,host='dv-cinder-836996-35-iscsi',id=a8549501-0164-4ac5-90a6-1ba1ba0d3f9d,load=0,resource_versions=,resources_synced=,started_at=2022-06-18T05:08:25Z,topic='l3_agent')) {'router_ids': ['11fcdc93-d306-46e0-953d-171b66ebef42'], 'active': True} {{(pid=104389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 05:16:38.944017 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-f93ce974-19d6-49fe-8ff8-fd03238295c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1721998'] for subnet (ac05ee94-f06e-4ff9-8a04-cc7e7c3e3a28), precommit_delete {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:16:38.955865 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG dbcounter [-] [104387] Writing DB stats neutron:SELECT=90,neutron:DELETE=6,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:16:38.980385 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-a911d370-982e-477a-9347-2cf7c6f28dae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1768406'] for port (92c3ff53-3e45-460c-8c57-ba07fcc0b846), before_update {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:16:38.994891 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.plugin [None req-ebd0a1de-fd46-4303-b21d-cbde073133de None None] Port 784d5d4f-2caf-485f-9f7b-6b288d1775a7 cannot update to ACTIVE because it is not bound. {{(pid=104389) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 18 05:16:38.996842 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.plugin [None req-c042a677-28f5-4026-b552-0173028fe9dd None None] Current status of the port aa40b6e0-a520-4ef2-a3d4-fa2f480c11ef is: ACTIVE; New status is: ACTIVE {{(pid=104389) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 18 05:16:38.997658 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.rpc [None req-c042a677-28f5-4026-b552-0173028fe9dd None None] Device 50f6ece7-2be9-4d80-b67e-2596c6612499 up at agent ovs-agent-dv-cinder-836996-35-iscsi {{(pid=104389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 18 05:16:39.000244 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG neutron.db.l3_hamode_db [None req-7e27dd4a-2e31-4270-b790-7d7da0add4d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f334ad5f-9401-48d1-901a-a5b0e0bb754e', 'name': 'tempest-AttachVolumeTestJSON-1776891436-router', 'tenant_id': '969c470f720c4b2f97ba9f45c5d0d426', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65c030c7-6a7d-4cea-a47d-5cdd532db0e6', 'external_fixed_ips': [{'subnet_id': 'a9fa7760-a071-45ee-b985-799999c69975', 'ip_address': '172.27.2.120'}], 'enable_snat': True}, 'gw_port_id': '63b29a8c-3f7a-4d96-8b0e-ec0f701b1fd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-18T05:16:30Z', 'updated_at': '2022-06-18T05:16:34Z', 'revision_number': 3, 'project_id': '969c470f720c4b2f97ba9f45c5d0d426', 'gw_port': {'id': '63b29a8c-3f7a-4d96-8b0e-ec0f701b1fd4', 'name': '', 'network_id': '65c030c7-6a7d-4cea-a47d-5cdd532db0e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:f2:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f334ad5f-9401-48d1-901a-a5b0e0bb754e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'a9fa7760-a071-45ee-b985-799999c69975', 'ip_address': '172.27.2.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-18T05:16:32Z', 'updated_at': '2022-06-18T05:16:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a9fa7760-a071-45ee-b985-799999c69975', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-35-iscsi'}], 'dv-cinder-836996-35-iscsi', False) {} {{(pid=104390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 05:16:39.030031 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e27dd4a-2e31-4270-b790-7d7da0add4d2 None None] The sync data for ids ['f334ad5f-9401-48d1-901a-a5b0e0bb754e'] in dv-cinder-836996-35-iscsi is: [{'id': 'f334ad5f-9401-48d1-901a-a5b0e0bb754e', 'name': 'tempest-AttachVolumeTestJSON-1776891436-router', 'tenant_id': '969c470f720c4b2f97ba9f45c5d0d426', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65c030c7-6a7d-4cea-a47d-5cdd532db0e6', 'external_fixed_ips': [{'subnet_id': 'a9fa7760-a071-45ee-b985-799999c69975', 'ip_address': '172.27.2.120'}], 'enable_snat': True}, 'gw_port_id': '63b29a8c-3f7a-4d96-8b0e-ec0f701b1fd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-18T05:16:30Z', 'updated_at': '2022-06-18T05:16:34Z', 'revision_number': 3, 'project_id': '969c470f720c4b2f97ba9f45c5d0d426', 'gw_port': {'id': '63b29a8c-3f7a-4d96-8b0e-ec0f701b1fd4', 'name': '', 'network_id': '65c030c7-6a7d-4cea-a47d-5cdd532db0e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:f2:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f334ad5f-9401-48d1-901a-a5b0e0bb754e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'a9fa7760-a071-45ee-b985-799999c69975', 'ip_address': '172.27.2.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-18T05:16:32Z', 'updated_at': '2022-06-18T05:16:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a9fa7760-a071-45ee-b985-799999c69975', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-35-iscsi'}] {{(pid=104390) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 05:16:39.040871 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.services.segments.plugin [-] Segment 81245496-3901-4858-a3e4-c22d6eb924e7 resource provider aggregate not found Jun 18 05:16:39.056012 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.db.db_base_plugin_common [None req-b2edff7e-1ab0-4875-ba5c-482253d04aa2 admin admin] Allocated IP 172.20.0.1 (f7ef077f-c52c-4f70-b85e-e8892706babc/33823053-d4d0-4fd0-8dfe-171b826300f0/f47325e8-4dc9-4d91-a0b3-d1a91a92ed58) {{(pid=104387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 05:16:39.066222 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.db.provisioning_blocks [None req-c042a677-28f5-4026-b552-0173028fe9dd None None] Provisioning complete for port 50f6ece7-2be9-4d80-b67e-2596c6612499 triggered by entity L2. {{(pid=104389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 18 05:16:39.066442 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-c042a677-28f5-4026-b552-0173028fe9dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1740956'] for port (50f6ece7-2be9-4d80-b67e-2596c6612499), provisioning_complete {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:16:39.068610 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.managers [None req-7608da24-a727-42e5-88fc-824fefde5030 None None] Attempting to bind port 727ff9c8-4916-4a1a-ab54-bb56c46fdb5e on host dv-cinder-836996-35-iscsi for vnic_type normal with profile {{(pid=104389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 18 05:16:39.069107 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.managers [None req-7608da24-a727-42e5-88fc-824fefde5030 None None] Attempting to bind port 727ff9c8-4916-4a1a-ab54-bb56c46fdb5e by drivers openvswitch,hyperv on host dv-cinder-836996-35-iscsi at level 0 using segments [{'id': '62e6b565-92f9-4432-9d4a-754d0a7517a7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '65c030c7-6a7d-4cea-a47d-5cdd532db0e6'}] {{(pid=104389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 18 05:16:39.069649 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7608da24-a727-42e5-88fc-824fefde5030 None None] Attempting to bind port 727ff9c8-4916-4a1a-ab54-bb56c46fdb5e on network 65c030c7-6a7d-4cea-a47d-5cdd532db0e6 {{(pid=104389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 18 05:16:39.077401 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.db.l3_dvr_db [None req-4bac752e-3475-49f5-8391-730dc0a5e361 None None] Set router 11fcdc93-d306-46e0-953d-171b66ebef42 gateway port host: dv-cinder-836996-35-iscsi {{(pid=104389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 18 05:16:39.081439 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7608da24-a727-42e5-88fc-824fefde5030 None None] Checking agent: {'id': 'd503ae44-4e24-48d3-9886-03581f90537d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836996-35-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 18, 5, 8, 27), 'started_at': datetime.datetime(2022, 6, 18, 5, 8, 57), 'heartbeat_timestamp': datetime.datetime(2022, 6, 18, 5, 16, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836996-35-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 18 05:16:39.081819 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7608da24-a727-42e5-88fc-824fefde5030 None None] Checking segment: {'id': '62e6b565-92f9-4432-9d4a-754d0a7517a7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '65c030c7-6a7d-4cea-a47d-5cdd532db0e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 18 05:16:39.082199 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-7608da24-a727-42e5-88fc-824fefde5030 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:16:39.082586 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7608da24-a727-42e5-88fc-824fefde5030 None None] Bound using segment: {'id': '62e6b565-92f9-4432-9d4a-754d0a7517a7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '65c030c7-6a7d-4cea-a47d-5cdd532db0e6'} {{(pid=104389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 18 05:16:39.083067 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.managers [None req-7608da24-a727-42e5-88fc-824fefde5030 None None] Bound port: 727ff9c8-4916-4a1a-ab54-bb56c46fdb5e, host: dv-cinder-836996-35-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '62e6b565-92f9-4432-9d4a-754d0a7517a7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '65c030c7-6a7d-4cea-a47d-5cdd532db0e6'}}] {{(pid=104389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 18 05:16:39.083444 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-7608da24-a727-42e5-88fc-824fefde5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1768406'] for port (727ff9c8-4916-4a1a-ab54-bb56c46fdb5e), before_update {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:16:39.121514 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.services.segments.plugin [-] Segment 81245496-3901-4858-a3e4-c22d6eb924e7 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 81245496-3901-4858-a3e4-c22d6eb924e7 found for delete ", "request_id": "req-aa028d33-9d59-46de-aa84-f477ba837728"}]} Jun 18 05:16:39.187311 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.db [None req-7608da24-a727-42e5-88fc-824fefde5030 None None] For port 727ff9c8-4916-4a1a-ab54-bb56c46fdb5e, host dv-cinder-836996-35-iscsi, cleared binding levels {{(pid=104389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 05:16:39.191038 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.db [None req-7608da24-a727-42e5-88fc-824fefde5030 None None] For port 727ff9c8-4916-4a1a-ab54-bb56c46fdb5e, host dv-cinder-836996-35-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-35-iscsi',level=0,port_id=727ff9c8-4916-4a1a-ab54-bb56c46fdb5e,segment=NetworkSegment(62e6b565-92f9-4432-9d4a-754d0a7517a7),segment_id=62e6b565-92f9-4432-9d4a-754d0a7517a7)] {{(pid=104389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 05:16:39.223082 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG dbcounter [-] [104388] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=104388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:16:39.250052 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-f93ce974-19d6-49fe-8ff8-fd03238295c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1720957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14020979', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13962170'] for subnet (ac05ee94-f06e-4ff9-8a04-cc7e7c3e3a28), after_delete {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:16:39.309072 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.db.provisioning_blocks [None req-c6bdd713-fdbe-4126-9038-1dde6cbfa17f None None] Provisioning complete for port 92c3ff53-3e45-460c-8c57-ba07fcc0b846 triggered by entity DHCP. {{(pid=104389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 18 05:16:39.309489 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-c6bdd713-fdbe-4126-9038-1dde6cbfa17f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1740956'] for port (92c3ff53-3e45-460c-8c57-ba07fcc0b846), provisioning_complete {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:16:39.314517 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93ce974-19d6-49fe-8ff8-fd03238295c0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ac05ee94-f06e-4ff9-8a04-cc7e7c3e3a28,revision_number=None']} {{(pid=104387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:16:39.342462 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cba5e23-c57a-4881-bb77-395bc995b421 None None] Pushing event updated for resources: {'Port': ['ID=727ff9c8-4916-4a1a-ab54-bb56c46fdb5e,revision_number=2']} {{(pid=104389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:16:39.344628 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG dbcounter [-] [104389] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:16:39.348246 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-f93ce974-19d6-49fe-8ff8-fd03238295c0 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:16:39.355528 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [None req-f93ce974-19d6-49fe-8ff8-fd03238295c0 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/ac05ee94-f06e-4ff9-8a04-cc7e7c3e3a28 HTTP/1.1" status: 204 len: 168 time: 0.9488180 Jun 18 05:16:39.355607 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-7608da24-a727-42e5-88fc-824fefde5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1768343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789592765606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789592262840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789592262858'] for port (727ff9c8-4916-4a1a-ab54-bb56c46fdb5e), after_update {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:16:39.356930 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.wsgi [-] (104387) accepted ('10.222.0.23', 45928) {{(pid=104387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 05:16:39.365061 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-b2edff7e-1ab0-4875-ba5c-482253d04aa2 admin admin] Publish callbacks [] for port (f47325e8-4dc9-4d91-a0b3-d1a91a92ed58), precommit_create {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:16:39.410998 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG dbcounter [-] [104387] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=104387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:16:39.461725 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cba5e23-c57a-4881-bb77-395bc995b421 None None] Pushing event updated for resources: {'Port': ['ID=727ff9c8-4916-4a1a-ab54-bb56c46fdb5e,revision_number=3']} {{(pid=104389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:16:39.526811 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-14069024-6768-49b8-9865-e4a07fe3a698 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1848287'] for network (a6a6d71b-e996-4bb3-93b7-db7ee6f02777), before_delete {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:16:39.528877 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-a911d370-982e-477a-9347-2cf7c6f28dae admin admin] Publish callbacks [] for port (92c3ff53-3e45-460c-8c57-ba07fcc0b846), precommit_update {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:16:39.532698 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.wsgi [-] (104388) accepted ('10.222.0.23', 45938) {{(pid=104388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 05:16:39.537812 dv-cinder-836996-35-iscsi neutron-server[104388]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jun 18 05:16:39.572826 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.plugin [None req-c6bdd713-fdbe-4126-9038-1dde6cbfa17f None None] Port 92c3ff53-3e45-460c-8c57-ba07fcc0b846 cannot update to ACTIVE because it is not bound. {{(pid=104389) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 18 05:16:39.628775 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-a911d370-982e-477a-9347-2cf7c6f28dae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1768343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789592765606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789592262840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789592262858'] for port (92c3ff53-3e45-460c-8c57-ba07fcc0b846), after_update {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:16:39.629951 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-a911d370-982e-477a-9347-2cf7c6f28dae admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-546262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-574263'] for router_interface (f334ad5f-9401-48d1-901a-a5b0e0bb754e), after_create {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:16:39.653744 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7608da24-a727-42e5-88fc-824fefde5030 None None] Routers {'908e80fb-40b8-4793-9a86-37800eb2c0e2'} bound to L3 agent in host dv-cinder-836996-35-iscsi {{(pid=104389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 18 05:16:39.663046 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.db.l3_hamode_db [None req-7608da24-a727-42e5-88fc-824fefde5030 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-35-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-18T05:08:24Z,description=,heartbeat_timestamp=2022-06-18T05:16:24Z,host='dv-cinder-836996-35-iscsi',id=a8549501-0164-4ac5-90a6-1ba1ba0d3f9d,load=0,resource_versions=,resources_synced=,started_at=2022-06-18T05:08:25Z,topic='l3_agent')) {'router_ids': ['908e80fb-40b8-4793-9a86-37800eb2c0e2'], 'active': True} {{(pid=104389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 05:16:39.804030 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-b2edff7e-1ab0-4875-ba5c-482253d04aa2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1768343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789592262822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14020772'] for port (f47325e8-4dc9-4d91-a0b3-d1a91a92ed58), after_create {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:16:39.940150 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.plugin [None req-c042a677-28f5-4026-b552-0173028fe9dd None None] Current status of the port 50f6ece7-2be9-4d80-b67e-2596c6612499 is: DOWN; New status is: ACTIVE {{(pid=104389) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 18 05:16:39.940497 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-c042a677-28f5-4026-b552-0173028fe9dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1768406'] for port (50f6ece7-2be9-4d80-b67e-2596c6612499), before_update {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:16:39.941249 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-14069024-6768-49b8-9865-e4a07fe3a698 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1722107', 'neutron.services.segments.db._delete_segments_for_network-8789592556701'] for network (a6a6d71b-e996-4bb3-93b7-db7ee6f02777), precommit_delete {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:16:39.980450 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2edff7e-1ab0-4875-ba5c-482253d04aa2 admin admin] Network f7ef077f-c52c-4f70-b85e-e8892706babc is already hosted by enough agents. {{(pid=104387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 05:16:39.986658 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.services.segments.db [None req-14069024-6768-49b8-9865-e4a07fe3a698 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a6a6d71b-e996-4bb3-93b7-db7ee6f02777']}} {{(pid=104387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 05:16:39.990583 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.scheduler.base_scheduler [None req-b2edff7e-1ab0-4875-ba5c-482253d04aa2 admin admin] Resources bound (agent type, host, resource id): {{(pid=104387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 05:16:39.993906 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2edff7e-1ab0-4875-ba5c-482253d04aa2 admin admin] Received port after_create {{(pid=104387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 18 05:16:40.057974 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-b2edff7e-1ab0-4875-ba5c-482253d04aa2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-574371'] for router_interface (908e80fb-40b8-4793-9a86-37800eb2c0e2), before_create {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:16:40.070358 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.services.segments.db [None req-14069024-6768-49b8-9865-e4a07fe3a698 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ef87c03d-ddd7-4f0d-b448-27e8e7421b98') {'for_net_delete': True} {{(pid=104387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 05:16:40.070725 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.services.segments.db [None req-14069024-6768-49b8-9865-e4a07fe3a698 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ef87c03d-ddd7-4f0d-b448-27e8e7421b98') {} {{(pid=104387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 05:16:40.074413 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG dbcounter [-] [104387] Writing DB stats neutron:SELECT=100 {{(pid=104387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:16:40.106845 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.db [None req-c042a677-28f5-4026-b552-0173028fe9dd None None] For port 50f6ece7-2be9-4d80-b67e-2596c6612499, host dv-cinder-836996-35-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-35-iscsi',level=0,port_id=50f6ece7-2be9-4d80-b67e-2596c6612499,segment=NetworkSegment(62e6b565-92f9-4432-9d4a-754d0a7517a7),segment_id=62e6b565-92f9-4432-9d4a-754d0a7517a7)] {{(pid=104389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 05:16:40.113090 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2edff7e-1ab0-4875-ba5c-482253d04aa2 admin admin] Pushing event updated for resources: {'Port': ['ID=f47325e8-4dc9-4d91-a0b3-d1a91a92ed58,revision_number=1']} {{(pid=104387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:16:40.114427 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.db.l3_dvr_db [None req-7608da24-a727-42e5-88fc-824fefde5030 None None] Set router 908e80fb-40b8-4793-9a86-37800eb2c0e2 gateway port host: dv-cinder-836996-35-iscsi {{(pid=104389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 18 05:16:40.122737 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-14069024-6768-49b8-9865-e4a07fe3a698 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789592557222', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14008627'] for segment (ef87c03d-ddd7-4f0d-b448-27e8e7421b98), before_delete {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:16:40.174610 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-14069024-6768-49b8-9865-e4a07fe3a698 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1723189'] for segment (ef87c03d-ddd7-4f0d-b448-27e8e7421b98), precommit_delete {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:16:40.187077 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-14069024-6768-49b8-9865-e4a07fe3a698 admin admin] Releasing vlan 318 on physical network physnet1 to pool {{(pid=104387) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 18 05:16:40.187482 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-14069024-6768-49b8-9865-e4a07fe3a698 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1723189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14020753'] for segment (ef87c03d-ddd7-4f0d-b448-27e8e7421b98), after_delete {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:16:40.241712 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a911d370-982e-477a-9347-2cf7c6f28dae admin admin] Network 22d8eb11-0b66-4ea6-b4d2-3deab0a32f40 is already hosted by enough agents. {{(pid=104388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 05:16:40.268925 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-c042a677-28f5-4026-b552-0173028fe9dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1768343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789592765606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789592262840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789592262858'] for port (50f6ece7-2be9-4d80-b67e-2596c6612499), after_update {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:16:40.274293 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.scheduler.base_scheduler [None req-a911d370-982e-477a-9347-2cf7c6f28dae admin admin] Resources bound (agent type, host, resource id): {{(pid=104388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 05:16:40.294492 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG dbcounter [-] [104387] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=104387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:16:40.348554 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a911d370-982e-477a-9347-2cf7c6f28dae admin admin] Pushing event updated for resources: {'Port': ['ID=92c3ff53-3e45-460c-8c57-ba07fcc0b846,revision_number=2']} {{(pid=104388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:16:40.420751 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG dbcounter [-] [104387] Writing DB stats neutron:SELECT=84,neutron:INSERT=5,neutron:UPDATE=6,neutron:DELETE=5 {{(pid=104387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:16:40.425773 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-14069024-6768-49b8-9865-e4a07fe3a698 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1722098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-736823'] for network (a6a6d71b-e996-4bb3-93b7-db7ee6f02777), after_delete {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:16:40.434012 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG dbcounter [-] [104389] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:16:40.437583 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c042a677-28f5-4026-b552-0173028fe9dd None None] Pushing event updated for resources: {'Port': ['ID=50f6ece7-2be9-4d80-b67e-2596c6612499,revision_number=4']} {{(pid=104389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:16:40.444001 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-14069024-6768-49b8-9865-e4a07fe3a698 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546098'] for network (None), before_response {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:16:40.468408 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [None req-14069024-6768-49b8-9865-e4a07fe3a698 admin admin] 10.222.0.23 "DELETE /v2.0/networks/a6a6d71b-e996-4bb3-93b7-db7ee6f02777 HTTP/1.1" status: 204 len: 168 time: 1.1092536 Jun 18 05:16:40.471030 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.wsgi [-] (104387) accepted ('10.222.0.23', 45982) {{(pid=104387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 05:16:40.571952 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14069024-6768-49b8-9865-e4a07fe3a698 admin admin] Pushing event deleted for resources: {'Network': ['ID=a6a6d71b-e996-4bb3-93b7-db7ee6f02777,revision_number=None']} {{(pid=104387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:16:40.574170 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-b2edff7e-1ab0-4875-ba5c-482253d04aa2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1768406'] for port (f47325e8-4dc9-4d91-a0b3-d1a91a92ed58), before_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:16:40.659995 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.rpc [None req-c042a677-28f5-4026-b552-0173028fe9dd None None] Device 63b29a8c-3f7a-4d96-8b0e-ec0f701b1fd4 up at agent ovs-agent-dv-cinder-836996-35-iscsi {{(pid=104389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 18 05:16:40.696000 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e300e1-aff6-49a2-91de-27e2df6494d9 req-e9f504a4-a56b-4a2c-b868-c752f748d336 tempest-DeleteServersTestJSON-1260896433 tempest-DeleteServersTestJSON-1260896433-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:16:40.705567 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-b1e300e1-aff6-49a2-91de-27e2df6494d9 req-e9f504a4-a56b-4a2c-b868-c752f748d336 tempest-DeleteServersTestJSON-1260896433 tempest-DeleteServersTestJSON-1260896433-project] 10.222.0.23 "GET /v2.0/networks?id=b6326206-c3ac-4e80-bc2a-deaf200d1ad1 HTTP/1.1" status: 200 len: 812 time: 1.1667171 Jun 18 05:16:40.724171 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG dbcounter [-] [104388] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:16:40.765185 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-b1e300e1-aff6-49a2-91de-27e2df6494d9 req-54ef9270-9938-4e17-8f41-e33c3d95d235 tempest-DeleteServersTestJSON-1260896433 tempest-DeleteServersTestJSON-1260896433-project] 10.222.0.23 "GET /v2.0/quotas/0b73d42a085a45bfb3ccced90b190a5b HTTP/1.1" status: 200 len: 375 time: 0.0534832 Jun 18 05:16:40.803473 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.db.provisioning_blocks [None req-445970a3-aaaf-4319-9399-96943deffef9 None None] Provisioning complete for port f47325e8-4dc9-4d91-a0b3-d1a91a92ed58 triggered by entity DHCP. {{(pid=104389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 18 05:16:40.803918 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-445970a3-aaaf-4319-9399-96943deffef9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1740956'] for port (f47325e8-4dc9-4d91-a0b3-d1a91a92ed58), provisioning_complete {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:16:40.856831 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-644fe124-8673-4c0c-9324-f995c9b3738f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:16:40.901509 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.db.l3_hamode_db [None req-4bac752e-3475-49f5-8391-730dc0a5e361 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11fcdc93-d306-46e0-953d-171b66ebef42', 'name': 'tempest-DeleteServersTestJSON-1466823801-router', 'tenant_id': '0b73d42a085a45bfb3ccced90b190a5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65c030c7-6a7d-4cea-a47d-5cdd532db0e6', 'external_fixed_ips': [{'subnet_id': 'a9fa7760-a071-45ee-b985-799999c69975', 'ip_address': '172.27.2.107'}], 'enable_snat': True}, 'gw_port_id': '50f6ece7-2be9-4d80-b67e-2596c6612499', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-18T05:16:28Z', 'updated_at': '2022-06-18T05:16:35Z', 'revision_number': 4, 'project_id': '0b73d42a085a45bfb3ccced90b190a5b', 'gw_port': {'id': '50f6ece7-2be9-4d80-b67e-2596c6612499', 'name': '', 'network_id': '65c030c7-6a7d-4cea-a47d-5cdd532db0e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:b7:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11fcdc93-d306-46e0-953d-171b66ebef42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'a9fa7760-a071-45ee-b985-799999c69975', 'ip_address': '172.27.2.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-18T05:16:29Z', 'updated_at': '2022-06-18T05:16:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a9fa7760-a071-45ee-b985-799999c69975', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-35-iscsi', '_interfaces': [{'id': '784d5d4f-2caf-485f-9f7b-6b288d1775a7', 'name': '', 'network_id': 'b6326206-c3ac-4e80-bc2a-deaf200d1ad1', 'tenant_id': '0b73d42a085a45bfb3ccced90b190a5b', 'mac_address': 'fa:16:3e:ab:bb:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11fcdc93-d306-46e0-953d-171b66ebef42', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '65acfd46-bcf0-4f0d-b181-1f052de6ca7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-18T05:16:34Z', 'updated_at': '2022-06-18T05:16:35Z', 'revision_number': 2, 'project_id': '0b73d42a085a45bfb3ccced90b190a5b', 'subnets': [{'id': '65acfd46-bcf0-4f0d-b181-1f052de6ca7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-35-iscsi', False) {} {{(pid=104389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 05:16:40.903250 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.plugin [None req-445970a3-aaaf-4319-9399-96943deffef9 None None] Port f47325e8-4dc9-4d91-a0b3-d1a91a92ed58 cannot update to ACTIVE because it is not bound. {{(pid=104389) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 18 05:16:40.934407 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-b1e300e1-aff6-49a2-91de-27e2df6494d9 req-1388dac3-441c-45c1-bb8b-64c35e8dfa59 tempest-DeleteServersTestJSON-1260896433 tempest-DeleteServersTestJSON-1260896433-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=0b73d42a085a45bfb3ccced90b190a5b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1673849 Jun 18 05:16:40.942107 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.db.l3_hamode_db [None req-7608da24-a727-42e5-88fc-824fefde5030 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '908e80fb-40b8-4793-9a86-37800eb2c0e2', 'name': 'tempest-AttachVolumeShelveTestJSON-483833369-router', 'tenant_id': '758883a5aea04c85ad65bb6970bdb098', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65c030c7-6a7d-4cea-a47d-5cdd532db0e6', 'external_fixed_ips': [{'subnet_id': 'a9fa7760-a071-45ee-b985-799999c69975', 'ip_address': '172.27.2.118'}], 'enable_snat': True}, 'gw_port_id': '727ff9c8-4916-4a1a-ab54-bb56c46fdb5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-18T05:16:30Z', 'updated_at': '2022-06-18T05:16:33Z', 'revision_number': 3, 'project_id': '758883a5aea04c85ad65bb6970bdb098', 'gw_port': {'id': '727ff9c8-4916-4a1a-ab54-bb56c46fdb5e', 'name': '', 'network_id': '65c030c7-6a7d-4cea-a47d-5cdd532db0e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:ff:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '908e80fb-40b8-4793-9a86-37800eb2c0e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'a9fa7760-a071-45ee-b985-799999c69975', 'ip_address': '172.27.2.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-18T05:16:31Z', 'updated_at': '2022-06-18T05:16:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a9fa7760-a071-45ee-b985-799999c69975', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-35-iscsi'}], 'dv-cinder-836996-35-iscsi', False) {} {{(pid=104389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 05:16:40.945005 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bac752e-3475-49f5-8391-730dc0a5e361 None None] Checking router: 11fcdc93-d306-46e0-953d-171b66ebef42 for host: dv-cinder-836996-35-iscsi {{(pid=104389) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 05:16:40.945364 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bac752e-3475-49f5-8391-730dc0a5e361 None None] Updating router 11fcdc93-d306-46e0-953d-171b66ebef42 port 784d5d4f-2caf-485f-9f7b-6b288d1775a7 binding host dv-cinder-836996-35-iscsi {{(pid=104389) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 18 05:16:40.947908 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a911d370-982e-477a-9347-2cf7c6f28dae admin admin] Router f334ad5f-9401-48d1-901a-a5b0e0bb754e has already been hosted by L3 agent a8549501-0164-4ac5-90a6-1ba1ba0d3f9d {{(pid=104388) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 18 05:16:40.950223 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.db.provisioning_blocks [None req-c042a677-28f5-4026-b552-0173028fe9dd None None] Provisioning complete for port 63b29a8c-3f7a-4d96-8b0e-ec0f701b1fd4 triggered by entity L2. {{(pid=104389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 18 05:16:40.950223 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-c042a677-28f5-4026-b552-0173028fe9dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1740956'] for port (63b29a8c-3f7a-4d96-8b0e-ec0f701b1fd4), provisioning_complete {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:16:40.966028 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-b2edff7e-1ab0-4875-ba5c-482253d04aa2 admin admin] Publish callbacks [] for port (f47325e8-4dc9-4d91-a0b3-d1a91a92ed58), precommit_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:16:40.992550 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7608da24-a727-42e5-88fc-824fefde5030 None None] The sync data for ids ['908e80fb-40b8-4793-9a86-37800eb2c0e2'] in dv-cinder-836996-35-iscsi is: [{'id': '908e80fb-40b8-4793-9a86-37800eb2c0e2', 'name': 'tempest-AttachVolumeShelveTestJSON-483833369-router', 'tenant_id': '758883a5aea04c85ad65bb6970bdb098', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65c030c7-6a7d-4cea-a47d-5cdd532db0e6', 'external_fixed_ips': [{'subnet_id': 'a9fa7760-a071-45ee-b985-799999c69975', 'ip_address': '172.27.2.118'}], 'enable_snat': True}, 'gw_port_id': '727ff9c8-4916-4a1a-ab54-bb56c46fdb5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-18T05:16:30Z', 'updated_at': '2022-06-18T05:16:33Z', 'revision_number': 3, 'project_id': '758883a5aea04c85ad65bb6970bdb098', 'gw_port': {'id': '727ff9c8-4916-4a1a-ab54-bb56c46fdb5e', 'name': '', 'network_id': '65c030c7-6a7d-4cea-a47d-5cdd532db0e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:ff:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '908e80fb-40b8-4793-9a86-37800eb2c0e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'a9fa7760-a071-45ee-b985-799999c69975', 'ip_address': '172.27.2.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-18T05:16:31Z', 'updated_at': '2022-06-18T05:16:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a9fa7760-a071-45ee-b985-799999c69975', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-35-iscsi'}] {{(pid=104389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 05:16:41.044223 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.wsgi [-] (104388) accepted ('10.222.0.23', 46006) {{(pid=104388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 05:16:41.055971 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-4bac752e-3475-49f5-8391-730dc0a5e361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1768406'] for port (784d5d4f-2caf-485f-9f7b-6b288d1775a7), before_update {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:16:41.083759 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-644fe124-8673-4c0c-9324-f995c9b3738f admin admin] Publish callbacks [] for security_group (79a73436-57c8-4b08-9ea4-8be6de8790ca), precommit_create {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:16:41.086541 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-b2edff7e-1ab0-4875-ba5c-482253d04aa2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1768343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789592765606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789592262840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789592262858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14020781'] for port (f47325e8-4dc9-4d91-a0b3-d1a91a92ed58), after_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:16:41.108095 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.db.provisioning_blocks [None req-7960a7ab-478e-4de1-b33b-b5e6290622da None None] Provisioning complete for port 92c3ff53-3e45-460c-8c57-ba07fcc0b846 triggered by entity DHCP. {{(pid=104389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 18 05:16:41.110069 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-7960a7ab-478e-4de1-b33b-b5e6290622da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1740956'] for port (92c3ff53-3e45-460c-8c57-ba07fcc0b846), provisioning_complete {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:16:41.119895 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG dbcounter [-] [104389] Writing DB stats neutron:SELECT=100 {{(pid=104389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:16:41.243872 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [None req-604b1716-977d-4380-a94d-60ab8ab67635 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=780f29e257644af280e61247d02a3c1e&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1938756 Jun 18 05:16:41.245553 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.plugin [None req-7960a7ab-478e-4de1-b33b-b5e6290622da None None] Port 92c3ff53-3e45-460c-8c57-ba07fcc0b846 cannot update to ACTIVE because it is not bound. {{(pid=104389) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 18 05:16:41.246939 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.wsgi [-] (104388) accepted ('10.222.0.23', 46014) {{(pid=104388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 05:16:41.272828 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a911d370-982e-477a-9347-2cf7c6f28dae admin admin] Notify agent at l3_agent.dv-cinder-836996-35-iscsi the message routers_updated {{(pid=104388) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 05:16:41.286284 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [None req-a911d370-982e-477a-9347-2cf7c6f28dae admin admin] 10.222.0.23 "PUT /v2.0/routers/f334ad5f-9401-48d1-901a-a5b0e0bb754e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0895593 Jun 18 05:16:41.351016 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.services.segments.plugin [-] Segment ef87c03d-ddd7-4f0d-b448-27e8e7421b98 resource provider aggregate not found Jun 18 05:16:41.358316 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.wsgi [req-b1e300e1-aff6-49a2-91de-27e2df6494d9 req-e85591e6-88db-4692-a5b2-11659dd1f0cc service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=104388) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 18 05:16:41.365707 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-644fe124-8673-4c0c-9324-f995c9b3738f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728332'] for security_group (79a73436-57c8-4b08-9ea4-8be6de8790ca), after_create {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:16:41.367707 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-b1e300e1-aff6-49a2-91de-27e2df6494d9 req-e85591e6-88db-4692-a5b2-11659dd1f0cc service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.1440940 Jun 18 05:16:41.405958 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.plugin [None req-c042a677-28f5-4026-b552-0173028fe9dd None None] Current status of the port 63b29a8c-3f7a-4d96-8b0e-ec0f701b1fd4 is: DOWN; New status is: ACTIVE {{(pid=104389) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 18 05:16:41.405958 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-c042a677-28f5-4026-b552-0173028fe9dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1768406'] for port (63b29a8c-3f7a-4d96-8b0e-ec0f701b1fd4), before_update {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:16:41.427161 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-5a793f31-00e6-46a1-80a3-13ce43e5e422 admin admin] Publish callbacks [] for security_group (f89e05dd-7527-4e84-8ea1-429108ea7296), before_delete {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:16:41.433265 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG dbcounter [-] [104387] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:16:41.442620 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.services.segments.plugin [-] Segment ef87c03d-ddd7-4f0d-b448-27e8e7421b98 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ef87c03d-ddd7-4f0d-b448-27e8e7421b98 found for delete ", "request_id": "req-a95207c6-3a4f-47d5-8c45-43d767882fc5"}]} Jun 18 05:16:41.445665 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [None req-644fe124-8673-4c0c-9324-f995c9b3738f admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=1ba30ec379cf4dc3bd1789f42bf7295a&name=default HTTP/1.1" status: 200 len: 2992 time: 0.9680052 Jun 18 05:16:41.453814 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.wsgi [-] (104387) accepted ('10.222.0.23', 46022) {{(pid=104387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 05:16:41.468084 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2edff7e-1ab0-4875-ba5c-482253d04aa2 admin admin] Pushing event updated for resources: {'Port': ['ID=f47325e8-4dc9-4d91-a0b3-d1a91a92ed58,revision_number=2']} {{(pid=104387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:16:41.480508 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-b2edff7e-1ab0-4875-ba5c-482253d04aa2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-546262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-574263'] for router_interface (908e80fb-40b8-4793-9a86-37800eb2c0e2), after_create {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:16:41.508515 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.db [None req-c042a677-28f5-4026-b552-0173028fe9dd None None] For port 63b29a8c-3f7a-4d96-8b0e-ec0f701b1fd4, host dv-cinder-836996-35-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-35-iscsi',level=0,port_id=63b29a8c-3f7a-4d96-8b0e-ec0f701b1fd4,segment=NetworkSegment(62e6b565-92f9-4432-9d4a-754d0a7517a7),segment_id=62e6b565-92f9-4432-9d4a-754d0a7517a7)] {{(pid=104389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 05:16:41.527272 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-644fe124-8673-4c0c-9324-f995c9b3738f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79a73436-57c8-4b08-9ea4-8be6de8790ca,revision_number=1']} {{(pid=104387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:16:41.584985 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG dbcounter [-] [104388] Writing DB stats neutron:SELECT=100 {{(pid=104388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:16:41.599945 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-5a793f31-00e6-46a1-80a3-13ce43e5e422 admin admin] Publish callbacks [] for security_group (f89e05dd-7527-4e84-8ea1-429108ea7296), precommit_delete {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:16:41.623872 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-c042a677-28f5-4026-b552-0173028fe9dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1768343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789592765606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789592262840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789592262858'] for port (63b29a8c-3f7a-4d96-8b0e-ec0f701b1fd4), after_update {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:16:41.664751 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-b1e300e1-aff6-49a2-91de-27e2df6494d9 req-0219f414-4baf-4995-bf8d-a445dfb12637 service neutron] 10.222.0.23 "GET /v2.0/networks/b6326206-c3ac-4e80-bc2a-deaf200d1ad1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2959566 Jun 18 05:16:41.696439 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-d2d35761-3f6c-4441-a235-07fbe70e46b0 admin admin] Publish callbacks [] for security_group (79a73436-57c8-4b08-9ea4-8be6de8790ca), before_delete {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:16:41.704972 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c042a677-28f5-4026-b552-0173028fe9dd None None] Pushing event updated for resources: {'Port': ['ID=63b29a8c-3f7a-4d96-8b0e-ec0f701b1fd4,revision_number=4']} {{(pid=104389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:16:41.764322 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-d2d35761-3f6c-4441-a235-07fbe70e46b0 admin admin] Publish callbacks [] for security_group (79a73436-57c8-4b08-9ea4-8be6de8790ca), precommit_delete {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:16:41.828577 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2edff7e-1ab0-4875-ba5c-482253d04aa2 admin admin] Network f7ef077f-c52c-4f70-b85e-e8892706babc is already hosted by enough agents. {{(pid=104387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 05:16:41.840654 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.scheduler.base_scheduler [None req-b2edff7e-1ab0-4875-ba5c-482253d04aa2 admin admin] Resources bound (agent type, host, resource id): {{(pid=104387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 05:16:41.910152 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-b1e300e1-aff6-49a2-91de-27e2df6494d9 req-6c5e2114-622e-4250-822e-2fd0b1ea6782 service neutron] 10.222.0.23 "GET /v2.0/networks/b6326206-c3ac-4e80-bc2a-deaf200d1ad1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2444413 Jun 18 05:16:41.923399 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-5a793f31-00e6-46a1-80a3-13ce43e5e422 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728332'] for security_group (f89e05dd-7527-4e84-8ea1-429108ea7296), after_delete {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:16:41.925994 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-5a793f31-00e6-46a1-80a3-13ce43e5e422 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:16:41.927582 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [None req-5a793f31-00e6-46a1-80a3-13ce43e5e422 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/f89e05dd-7527-4e84-8ea1-429108ea7296 HTTP/1.1" status: 204 len: 168 time: 0.6792896 Jun 18 05:16:41.959864 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a793f31-00e6-46a1-80a3-13ce43e5e422 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f89e05dd-7527-4e84-8ea1-429108ea7296,revision_number=None']} {{(pid=104388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:16:42.029880 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64860f5f-bc30-401e-89f1-de4ddc13bdbd None None] Sync routers for ids ['f334ad5f-9401-48d1-901a-a5b0e0bb754e'] in dv-cinder-836996-35-iscsi {{(pid=104390) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 05:16:42.062106 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64860f5f-bc30-401e-89f1-de4ddc13bdbd None None] Routers {'f334ad5f-9401-48d1-901a-a5b0e0bb754e'} bound to L3 agent in host dv-cinder-836996-35-iscsi {{(pid=104390) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 18 05:16:42.062987 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG neutron.db.l3_hamode_db [None req-64860f5f-bc30-401e-89f1-de4ddc13bdbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-35-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-18T05:08:24Z,description=,heartbeat_timestamp=2022-06-18T05:16:24Z,host='dv-cinder-836996-35-iscsi',id=a8549501-0164-4ac5-90a6-1ba1ba0d3f9d,load=0,resource_versions=,resources_synced=,started_at=2022-06-18T05:08:25Z,topic='l3_agent')) {'router_ids': ['f334ad5f-9401-48d1-901a-a5b0e0bb754e'], 'active': True} {{(pid=104390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 05:16:42.081071 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-d2d35761-3f6c-4441-a235-07fbe70e46b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728332'] for security_group (79a73436-57c8-4b08-9ea4-8be6de8790ca), after_delete {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:16:42.087711 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-d2d35761-3f6c-4441-a235-07fbe70e46b0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:16:42.092709 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [None req-d2d35761-3f6c-4441-a235-07fbe70e46b0 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/79a73436-57c8-4b08-9ea4-8be6de8790ca HTTP/1.1" status: 204 len: 168 time: 0.6363726 Jun 18 05:16:42.135323 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d35761-3f6c-4441-a235-07fbe70e46b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79a73436-57c8-4b08-9ea4-8be6de8790ca,revision_number=None']} {{(pid=104387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:16:42.171586 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2edff7e-1ab0-4875-ba5c-482253d04aa2 admin admin] Router 908e80fb-40b8-4793-9a86-37800eb2c0e2 has already been hosted by L3 agent a8549501-0164-4ac5-90a6-1ba1ba0d3f9d {{(pid=104387) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 18 05:16:42.283723 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.wsgi [-] (104388) accepted ('10.222.0.23', 46044) {{(pid=104388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 05:16:42.288520 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.api.v2.base [None req-36718596-9ba2-45ba-bde4-605c9714b1d1 tempest-AttachVolumeTestJSON-1934236616 tempest-AttachVolumeTestJSON-1934236616-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1756447010', 'description': 'tempest-description--356718981'}} {{(pid=104388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 18 05:16:42.345152 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-4bac752e-3475-49f5-8391-730dc0a5e361 None None] Publish callbacks [] for port (784d5d4f-2caf-485f-9f7b-6b288d1775a7), precommit_update {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:16:42.345152 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.db.provisioning_blocks [None req-be4e39fb-f368-4358-b0dd-80c29288b2bb None None] Provisioning complete for port f47325e8-4dc9-4d91-a0b3-d1a91a92ed58 triggered by entity DHCP. {{(pid=104389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 18 05:16:42.345152 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-be4e39fb-f368-4358-b0dd-80c29288b2bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1740956'] for port (f47325e8-4dc9-4d91-a0b3-d1a91a92ed58), provisioning_complete {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:16:42.406915 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG dbcounter [-] [104387] Writing DB stats neutron:SELECT=90,neutron:DELETE=5,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=104387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:16:42.442172 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-4bac752e-3475-49f5-8391-730dc0a5e361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1768343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789592765606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789592262840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789592262858'] for port (784d5d4f-2caf-485f-9f7b-6b288d1775a7), after_update {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:16:42.447051 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2edff7e-1ab0-4875-ba5c-482253d04aa2 admin admin] Notify agent at l3_agent.dv-cinder-836996-35-iscsi the message routers_updated {{(pid=104387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 05:16:42.463838 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [None req-b2edff7e-1ab0-4875-ba5c-482253d04aa2 admin admin] 10.222.0.23 "PUT /v2.0/routers/908e80fb-40b8-4793-9a86-37800eb2c0e2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3224616 Jun 18 05:16:42.482379 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG dbcounter [-] [104387] Writing DB stats neutron:SELECT=89,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=104387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:16:42.498235 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG neutron.db.l3_dvr_db [None req-64860f5f-bc30-401e-89f1-de4ddc13bdbd None None] Set router f334ad5f-9401-48d1-901a-a5b0e0bb754e gateway port host: dv-cinder-836996-35-iscsi {{(pid=104390) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 18 05:16:42.512180 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-36718596-9ba2-45ba-bde4-605c9714b1d1 tempest-AttachVolumeTestJSON-1934236616 tempest-AttachVolumeTestJSON-1934236616-project] Publish callbacks [] for security_group (None), before_create {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:16:42.635645 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.plugin [None req-be4e39fb-f368-4358-b0dd-80c29288b2bb None None] Port f47325e8-4dc9-4d91-a0b3-d1a91a92ed58 cannot update to ACTIVE because it is not bound. {{(pid=104389) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 18 05:16:42.663974 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677d0ce4-e341-4613-a09c-b7d91f27146a None None] Pushing event updated for resources: {'Port': ['ID=784d5d4f-2caf-485f-9f7b-6b288d1775a7,revision_number=3']} {{(pid=104389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:16:42.730739 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.rpc [None req-c042a677-28f5-4026-b552-0173028fe9dd None None] Device 63b29a8c-3f7a-4d96-8b0e-ec0f701b1fd4 up at agent ovs-agent-dv-cinder-836996-35-iscsi {{(pid=104389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 18 05:16:42.797533 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.managers [None req-4bac752e-3475-49f5-8391-730dc0a5e361 None None] Attempting to bind port 784d5d4f-2caf-485f-9f7b-6b288d1775a7 on host dv-cinder-836996-35-iscsi for vnic_type normal with profile {{(pid=104389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 18 05:16:42.798150 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.managers [None req-4bac752e-3475-49f5-8391-730dc0a5e361 None None] Attempting to bind port 784d5d4f-2caf-485f-9f7b-6b288d1775a7 by drivers openvswitch,hyperv on host dv-cinder-836996-35-iscsi at level 0 using segments [{'id': '09c215c3-c19f-4b36-8a34-43f30aa65bf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'b6326206-c3ac-4e80-bc2a-deaf200d1ad1'}] {{(pid=104389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 18 05:16:42.798697 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bac752e-3475-49f5-8391-730dc0a5e361 None None] Attempting to bind port 784d5d4f-2caf-485f-9f7b-6b288d1775a7 on network b6326206-c3ac-4e80-bc2a-deaf200d1ad1 {{(pid=104389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 18 05:16:42.809536 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bac752e-3475-49f5-8391-730dc0a5e361 None None] Checking agent: {'id': 'd503ae44-4e24-48d3-9886-03581f90537d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836996-35-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 18, 5, 8, 27), 'started_at': datetime.datetime(2022, 6, 18, 5, 8, 57), 'heartbeat_timestamp': datetime.datetime(2022, 6, 18, 5, 16, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836996-35-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 18 05:16:42.810023 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-36718596-9ba2-45ba-bde4-605c9714b1d1 tempest-AttachVolumeTestJSON-1934236616 tempest-AttachVolumeTestJSON-1934236616-project] Publish callbacks [] for security_group (56599af9-2eb2-464a-a36c-fced5401bf67), precommit_create {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:16:42.810358 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bac752e-3475-49f5-8391-730dc0a5e361 None None] Checking segment: {'id': '09c215c3-c19f-4b36-8a34-43f30aa65bf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'b6326206-c3ac-4e80-bc2a-deaf200d1ad1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 18 05:16:42.811074 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-4bac752e-3475-49f5-8391-730dc0a5e361 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:16:42.811611 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bac752e-3475-49f5-8391-730dc0a5e361 None None] Bound using segment: {'id': '09c215c3-c19f-4b36-8a34-43f30aa65bf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'b6326206-c3ac-4e80-bc2a-deaf200d1ad1'} {{(pid=104389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 18 05:16:42.812354 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.managers [None req-4bac752e-3475-49f5-8391-730dc0a5e361 None None] Bound port: 784d5d4f-2caf-485f-9f7b-6b288d1775a7, host: dv-cinder-836996-35-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09c215c3-c19f-4b36-8a34-43f30aa65bf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'b6326206-c3ac-4e80-bc2a-deaf200d1ad1'}}] {{(pid=104389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 18 05:16:42.812905 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-4bac752e-3475-49f5-8391-730dc0a5e361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1768406'] for port (784d5d4f-2caf-485f-9f7b-6b288d1775a7), before_update {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:16:42.814356 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-2d0d14d6-06cc-4747-ac4a-7584fd045f9d req-a43fc7a0-d706-40af-a780-f85a6e16cc53 tempest-DeleteServersTestJSON-1260896433 tempest-DeleteServersTestJSON-1260896433-project] 10.222.0.23 "GET /v2.0/ports?device_id=7f277a3d-57bc-4fce-82d5-b163cbbcade0 HTTP/1.1" status: 200 len: 210 time: 0.2539580 Jun 18 05:16:42.857793 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.db.provisioning_blocks [None req-c042a677-28f5-4026-b552-0173028fe9dd None None] Provisioning complete for port 63b29a8c-3f7a-4d96-8b0e-ec0f701b1fd4 triggered by entity L2. {{(pid=104389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 18 05:16:42.860754 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-c042a677-28f5-4026-b552-0173028fe9dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1740956'] for port (63b29a8c-3f7a-4d96-8b0e-ec0f701b1fd4), provisioning_complete {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:16:42.864048 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-36718596-9ba2-45ba-bde4-605c9714b1d1 tempest-AttachVolumeTestJSON-1934236616 tempest-AttachVolumeTestJSON-1934236616-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728332'] for security_group (56599af9-2eb2-464a-a36c-fced5401bf67), after_create {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:16:42.963115 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-36718596-9ba2-45ba-bde4-605c9714b1d1 tempest-AttachVolumeTestJSON-1934236616 tempest-AttachVolumeTestJSON-1934236616-project] Publish callbacks [] for security_group (None), before_response {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:16:42.967897 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [None req-36718596-9ba2-45ba-bde4-605c9714b1d1 tempest-AttachVolumeTestJSON-1934236616 tempest-AttachVolumeTestJSON-1934236616-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.6800516 Jun 18 05:16:42.968318 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.wsgi [-] (104387) accepted ('10.222.0.23', 46086) {{(pid=104387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 05:16:42.972664 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36718596-9ba2-45ba-bde4-605c9714b1d1 tempest-AttachVolumeTestJSON-1934236616 tempest-AttachVolumeTestJSON-1934236616-project] Pushing event updated for resources: {'SecurityGroup': ['ID=56599af9-2eb2-464a-a36c-fced5401bf67,revision_number=1']} {{(pid=104388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:16:42.976382 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.api.v2.base [None req-be89b1c6-b4aa-406f-841f-b285f6f238dc tempest-AttachVolumeTestJSON-1934236616 tempest-AttachVolumeTestJSON-1934236616-project] Request body: {'security_group_rule': {'security_group_id': '56599af9-2eb2-464a-a36c-fced5401bf67', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 18 05:16:43.016654 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG dbcounter [-] [104390] Writing DB stats neutron:SELECT=100 {{(pid=104390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:16:43.039077 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG dbcounter [-] [104389] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:16:43.067592 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG neutron.db.l3_hamode_db [None req-64860f5f-bc30-401e-89f1-de4ddc13bdbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f334ad5f-9401-48d1-901a-a5b0e0bb754e', 'name': 'tempest-AttachVolumeTestJSON-1776891436-router', 'tenant_id': '969c470f720c4b2f97ba9f45c5d0d426', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65c030c7-6a7d-4cea-a47d-5cdd532db0e6', 'external_fixed_ips': [{'subnet_id': 'a9fa7760-a071-45ee-b985-799999c69975', 'ip_address': '172.27.2.120'}], 'enable_snat': True}, 'gw_port_id': '63b29a8c-3f7a-4d96-8b0e-ec0f701b1fd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-18T05:16:30Z', 'updated_at': '2022-06-18T05:16:38Z', 'revision_number': 4, 'project_id': '969c470f720c4b2f97ba9f45c5d0d426', 'gw_port': {'id': '63b29a8c-3f7a-4d96-8b0e-ec0f701b1fd4', 'name': '', 'network_id': '65c030c7-6a7d-4cea-a47d-5cdd532db0e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:f2:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f334ad5f-9401-48d1-901a-a5b0e0bb754e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'a9fa7760-a071-45ee-b985-799999c69975', 'ip_address': '172.27.2.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-18T05:16:32Z', 'updated_at': '2022-06-18T05:16:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9fa7760-a071-45ee-b985-799999c69975', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-35-iscsi', '_interfaces': [{'id': '92c3ff53-3e45-460c-8c57-ba07fcc0b846', 'name': '', 'network_id': '22d8eb11-0b66-4ea6-b4d2-3deab0a32f40', 'tenant_id': '969c470f720c4b2f97ba9f45c5d0d426', 'mac_address': 'fa:16:3e:07:df:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f334ad5f-9401-48d1-901a-a5b0e0bb754e', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '5d138401-1420-4153-a9c8-b647c19cd403', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-18T05:16:37Z', 'updated_at': '2022-06-18T05:16:39Z', 'revision_number': 2, 'project_id': '969c470f720c4b2f97ba9f45c5d0d426', 'subnets': [{'id': '5d138401-1420-4153-a9c8-b647c19cd403', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-35-iscsi', False) {} {{(pid=104390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 05:16:43.095147 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-be89b1c6-b4aa-406f-841f-b285f6f238dc tempest-AttachVolumeTestJSON-1934236616 tempest-AttachVolumeTestJSON-1934236616-project] Publish callbacks [] for security_group_rule (0f334cf1-7683-43d7-ad0f-aa54abfc773b), before_create {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:16:43.099003 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64860f5f-bc30-401e-89f1-de4ddc13bdbd None None] Checking router: f334ad5f-9401-48d1-901a-a5b0e0bb754e for host: dv-cinder-836996-35-iscsi {{(pid=104390) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 05:16:43.099628 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64860f5f-bc30-401e-89f1-de4ddc13bdbd None None] Updating router f334ad5f-9401-48d1-901a-a5b0e0bb754e port 92c3ff53-3e45-460c-8c57-ba07fcc0b846 binding host dv-cinder-836996-35-iscsi {{(pid=104390) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 18 05:16:43.139337 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG neutron_lib.callbacks.manager [None req-64860f5f-bc30-401e-89f1-de4ddc13bdbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1768406'] for port (92c3ff53-3e45-460c-8c57-ba07fcc0b846), before_update {{(pid=104390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:16:43.170703 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.db.provisioning_blocks [None req-14ac968c-6381-4952-91fb-c9a9a20864b7 None None] Provisioning complete for port 784d5d4f-2caf-485f-9f7b-6b288d1775a7 triggered by entity DHCP. {{(pid=104389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 18 05:16:43.176662 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-14ac968c-6381-4952-91fb-c9a9a20864b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1740956'] for port (784d5d4f-2caf-485f-9f7b-6b288d1775a7), provisioning_complete {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:16:43.226452 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG dbcounter [-] [104387] Writing DB stats neutron:SELECT=91,neutron:DELETE=4,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:16:43.248913 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-be89b1c6-b4aa-406f-841f-b285f6f238dc tempest-AttachVolumeTestJSON-1934236616 tempest-AttachVolumeTestJSON-1934236616-project] Publish callbacks [] for security_group_rule (0f334cf1-7683-43d7-ad0f-aa54abfc773b), precommit_create {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:16:43.258796 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG dbcounter [-] [104389] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:16:43.273759 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.db [None req-4bac752e-3475-49f5-8391-730dc0a5e361 None None] For port 784d5d4f-2caf-485f-9f7b-6b288d1775a7, host dv-cinder-836996-35-iscsi, cleared binding levels {{(pid=104389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 05:16:43.286775 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.db [None req-4bac752e-3475-49f5-8391-730dc0a5e361 None None] For port 784d5d4f-2caf-485f-9f7b-6b288d1775a7, host dv-cinder-836996-35-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-35-iscsi',level=0,port_id=784d5d4f-2caf-485f-9f7b-6b288d1775a7,segment=NetworkSegment(09c215c3-c19f-4b36-8a34-43f30aa65bf5),segment_id=09c215c3-c19f-4b36-8a34-43f30aa65bf5)] {{(pid=104389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 05:16:43.289058 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.plugin [None req-c042a677-28f5-4026-b552-0173028fe9dd None None] Current status of the port 63b29a8c-3f7a-4d96-8b0e-ec0f701b1fd4 is: ACTIVE; New status is: ACTIVE {{(pid=104389) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 18 05:16:43.290548 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.rpc [None req-c042a677-28f5-4026-b552-0173028fe9dd None None] Device 727ff9c8-4916-4a1a-ab54-bb56c46fdb5e up at agent ovs-agent-dv-cinder-836996-35-iscsi {{(pid=104389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 18 05:16:43.311714 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.plugin [None req-14ac968c-6381-4952-91fb-c9a9a20864b7 None None] Port 784d5d4f-2caf-485f-9f7b-6b288d1775a7 cannot update to ACTIVE because it is not bound. {{(pid=104389) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 18 05:16:43.321711 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-be89b1c6-b4aa-406f-841f-b285f6f238dc tempest-AttachVolumeTestJSON-1934236616 tempest-AttachVolumeTestJSON-1934236616-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728447'] for security_group_rule (0f334cf1-7683-43d7-ad0f-aa54abfc773b), after_create {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:16:43.351869 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be89b1c6-b4aa-406f-841f-b285f6f238dc tempest-AttachVolumeTestJSON-1934236616 tempest-AttachVolumeTestJSON-1934236616-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0f334cf1-7683-43d7-ad0f-aa54abfc773b,revision_number=0']} {{(pid=104387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:16:43.356294 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.db.provisioning_blocks [None req-c042a677-28f5-4026-b552-0173028fe9dd None None] Provisioning complete for port 727ff9c8-4916-4a1a-ab54-bb56c46fdb5e triggered by entity L2. {{(pid=104389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 18 05:16:43.356833 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-c042a677-28f5-4026-b552-0173028fe9dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1740956'] for port (727ff9c8-4916-4a1a-ab54-bb56c46fdb5e), provisioning_complete {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:16:43.401223 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-4bac752e-3475-49f5-8391-730dc0a5e361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1768343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789592765606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789592262840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789592262858'] for port (784d5d4f-2caf-485f-9f7b-6b288d1775a7), after_update {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:16:43.429414 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-be89b1c6-b4aa-406f-841f-b285f6f238dc tempest-AttachVolumeTestJSON-1934236616 tempest-AttachVolumeTestJSON-1934236616-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:16:43.430523 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [None req-be89b1c6-b4aa-406f-841f-b285f6f238dc tempest-AttachVolumeTestJSON-1934236616 tempest-AttachVolumeTestJSON-1934236616-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4608538 Jun 18 05:16:43.433319 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.wsgi [-] (104388) accepted ('10.222.0.23', 46104) {{(pid=104388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 05:16:43.437952 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.api.v2.base [None req-f3cbd543-d303-4561-b34f-d72efc5c26f9 tempest-AttachVolumeTestJSON-1934236616 tempest-AttachVolumeTestJSON-1934236616-project] Request body: {'security_group_rule': {'security_group_id': '56599af9-2eb2-464a-a36c-fced5401bf67', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 18 05:16:43.498049 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677d0ce4-e341-4613-a09c-b7d91f27146a None None] Pushing event updated for resources: {'Port': ['ID=784d5d4f-2caf-485f-9f7b-6b288d1775a7,revision_number=4']} {{(pid=104389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:16:43.527264 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bac752e-3475-49f5-8391-730dc0a5e361 None None] Routers {'11fcdc93-d306-46e0-953d-171b66ebef42'} bound to L3 agent in host dv-cinder-836996-35-iscsi {{(pid=104389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 18 05:16:43.527909 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.db.l3_hamode_db [None req-4bac752e-3475-49f5-8391-730dc0a5e361 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-35-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-18T05:08:24Z,description=,heartbeat_timestamp=2022-06-18T05:16:24Z,host='dv-cinder-836996-35-iscsi',id=a8549501-0164-4ac5-90a6-1ba1ba0d3f9d,load=0,resource_versions=,resources_synced=,started_at=2022-06-18T05:08:25Z,topic='l3_agent')) {'router_ids': ['11fcdc93-d306-46e0-953d-171b66ebef42'], 'active': True} {{(pid=104389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 05:16:43.554690 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG neutron_lib.callbacks.manager [None req-64860f5f-bc30-401e-89f1-de4ddc13bdbd None None] Publish callbacks [] for port (92c3ff53-3e45-460c-8c57-ba07fcc0b846), precommit_update {{(pid=104390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:16:43.566025 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.wsgi [-] (104388) accepted ('10.222.0.23', 46106) {{(pid=104388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 05:16:43.575189 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.plugin [None req-c042a677-28f5-4026-b552-0173028fe9dd None None] Current status of the port 727ff9c8-4916-4a1a-ab54-bb56c46fdb5e is: DOWN; New status is: ACTIVE {{(pid=104389) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 18 05:16:43.578930 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-c042a677-28f5-4026-b552-0173028fe9dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1768406'] for port (727ff9c8-4916-4a1a-ab54-bb56c46fdb5e), before_update {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:16:43.619633 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-f3cbd543-d303-4561-b34f-d72efc5c26f9 tempest-AttachVolumeTestJSON-1934236616 tempest-AttachVolumeTestJSON-1934236616-project] Publish callbacks [] for security_group_rule (f8d18ab7-5f3b-4210-b2d8-f007a4c51f80), before_create {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:16:43.622992 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.db [None req-c042a677-28f5-4026-b552-0173028fe9dd None None] For port 727ff9c8-4916-4a1a-ab54-bb56c46fdb5e, host dv-cinder-836996-35-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-35-iscsi',level=0,port_id=727ff9c8-4916-4a1a-ab54-bb56c46fdb5e,segment=NetworkSegment(62e6b565-92f9-4432-9d4a-754d0a7517a7),segment_id=62e6b565-92f9-4432-9d4a-754d0a7517a7)] {{(pid=104389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 05:16:43.653658 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG neutron_lib.callbacks.manager [None req-64860f5f-bc30-401e-89f1-de4ddc13bdbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1768343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789592765606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789592262840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789592262858'] for port (92c3ff53-3e45-460c-8c57-ba07fcc0b846), after_update {{(pid=104390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:16:43.696371 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.db.l3_dvr_db [None req-4bac752e-3475-49f5-8391-730dc0a5e361 None None] Set router 11fcdc93-d306-46e0-953d-171b66ebef42 gateway port host: dv-cinder-836996-35-iscsi {{(pid=104389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 18 05:16:43.726501 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [None req-e9d8915c-a3ad-4a31-8871-a8732aa76d10 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=2ed2f69568d0430ab74917f326a3022f&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1591947 Jun 18 05:16:43.729427 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.wsgi [-] (104387) accepted ('10.222.0.23', 46112) {{(pid=104387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 05:16:43.754670 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG dbcounter [-] [104390] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:16:43.766034 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-f3cbd543-d303-4561-b34f-d72efc5c26f9 tempest-AttachVolumeTestJSON-1934236616 tempest-AttachVolumeTestJSON-1934236616-project] Publish callbacks [] for security_group_rule (f8d18ab7-5f3b-4210-b2d8-f007a4c51f80), precommit_create {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:16:43.770606 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-c042a677-28f5-4026-b552-0173028fe9dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1768343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789592765606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789592262840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789592262858'] for port (727ff9c8-4916-4a1a-ab54-bb56c46fdb5e), after_update {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:16:43.773773 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.rpc [None req-c042a677-28f5-4026-b552-0173028fe9dd None None] Device 50f6ece7-2be9-4d80-b67e-2596c6612499 up at agent ovs-agent-dv-cinder-836996-35-iscsi {{(pid=104389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 18 05:16:43.796499 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e70f1d7-b506-449e-b273-ec1e93ab6b3a None None] Pushing event updated for resources: {'Port': ['ID=92c3ff53-3e45-460c-8c57-ba07fcc0b846,revision_number=3']} {{(pid=104390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:16:43.888400 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-f3cbd543-d303-4561-b34f-d72efc5c26f9 tempest-AttachVolumeTestJSON-1934236616 tempest-AttachVolumeTestJSON-1934236616-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728447'] for security_group_rule (f8d18ab7-5f3b-4210-b2d8-f007a4c51f80), after_create {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:16:43.933476 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-80ce5ab3-1e71-4e08-8541-12a51b48eda4 admin admin] Publish callbacks [] for security_group (fbf8aa9a-3490-406b-8eae-2382be90391b), before_delete {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:16:43.943093 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG neutron.plugins.ml2.managers [None req-64860f5f-bc30-401e-89f1-de4ddc13bdbd None None] Attempting to bind port 92c3ff53-3e45-460c-8c57-ba07fcc0b846 on host dv-cinder-836996-35-iscsi for vnic_type normal with profile {{(pid=104390) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 18 05:16:43.944079 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG neutron.plugins.ml2.managers [None req-64860f5f-bc30-401e-89f1-de4ddc13bdbd None None] Attempting to bind port 92c3ff53-3e45-460c-8c57-ba07fcc0b846 by drivers openvswitch,hyperv on host dv-cinder-836996-35-iscsi at level 0 using segments [{'id': 'ec81db56-67ad-4682-ab4f-54fec1abd7e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '22d8eb11-0b66-4ea6-b4d2-3deab0a32f40'}] {{(pid=104390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 18 05:16:43.944796 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64860f5f-bc30-401e-89f1-de4ddc13bdbd None None] Attempting to bind port 92c3ff53-3e45-460c-8c57-ba07fcc0b846 on network 22d8eb11-0b66-4ea6-b4d2-3deab0a32f40 {{(pid=104390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 18 05:16:43.957882 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64860f5f-bc30-401e-89f1-de4ddc13bdbd None None] Checking agent: {'id': 'd503ae44-4e24-48d3-9886-03581f90537d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836996-35-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 18, 5, 8, 27), 'started_at': datetime.datetime(2022, 6, 18, 5, 8, 57), 'heartbeat_timestamp': datetime.datetime(2022, 6, 18, 5, 16, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836996-35-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 18 05:16:43.960375 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64860f5f-bc30-401e-89f1-de4ddc13bdbd None None] Checking segment: {'id': 'ec81db56-67ad-4682-ab4f-54fec1abd7e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '22d8eb11-0b66-4ea6-b4d2-3deab0a32f40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 18 05:16:43.960798 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG neutron_lib.callbacks.manager [None req-64860f5f-bc30-401e-89f1-de4ddc13bdbd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:16:43.968746 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64860f5f-bc30-401e-89f1-de4ddc13bdbd None None] Bound using segment: {'id': 'ec81db56-67ad-4682-ab4f-54fec1abd7e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '22d8eb11-0b66-4ea6-b4d2-3deab0a32f40'} {{(pid=104390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 18 05:16:43.969633 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG neutron.plugins.ml2.managers [None req-64860f5f-bc30-401e-89f1-de4ddc13bdbd None None] Bound port: 92c3ff53-3e45-460c-8c57-ba07fcc0b846, host: dv-cinder-836996-35-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec81db56-67ad-4682-ab4f-54fec1abd7e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '22d8eb11-0b66-4ea6-b4d2-3deab0a32f40'}}] {{(pid=104390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 18 05:16:43.971078 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG neutron_lib.callbacks.manager [None req-64860f5f-bc30-401e-89f1-de4ddc13bdbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1768406'] for port (92c3ff53-3e45-460c-8c57-ba07fcc0b846), before_update {{(pid=104390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:16:43.977451 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3cbd543-d303-4561-b34f-d72efc5c26f9 tempest-AttachVolumeTestJSON-1934236616 tempest-AttachVolumeTestJSON-1934236616-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f8d18ab7-5f3b-4210-b2d8-f007a4c51f80,revision_number=0']} {{(pid=104388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:16:44.012237 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-f3cbd543-d303-4561-b34f-d72efc5c26f9 tempest-AttachVolumeTestJSON-1934236616 tempest-AttachVolumeTestJSON-1934236616-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:16:44.021455 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [None req-f3cbd543-d303-4561-b34f-d72efc5c26f9 tempest-AttachVolumeTestJSON-1934236616 tempest-AttachVolumeTestJSON-1934236616-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5830407 Jun 18 05:16:44.023480 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.wsgi [-] (104388) accepted ('10.222.0.23', 46120) {{(pid=104388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 05:16:44.030106 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.api.v2.base [None req-d44ce8d8-663c-4995-8b64-74bb8411ff5c tempest-AttachVolumeTestJSON-1934236616 tempest-AttachVolumeTestJSON-1934236616-project] Request body: {'floatingip': {'floating_network_id': '65c030c7-6a7d-4cea-a47d-5cdd532db0e6'}} {{(pid=104388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 18 05:16:44.048496 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-88413914-bac0-443c-b358-422fcfc400ec req-4113d337-d712-445e-a02d-320f748e0099 tempest-DeleteServersTestJSON-1260896433 tempest-DeleteServersTestJSON-1260896433-project] 10.222.0.23 "GET /v2.0/ports?device_id=7f277a3d-57bc-4fce-82d5-b163cbbcade0 HTTP/1.1" status: 200 len: 210 time: 0.1158984 Jun 18 05:16:44.052590 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-80ce5ab3-1e71-4e08-8541-12a51b48eda4 admin admin] Publish callbacks [] for security_group (fbf8aa9a-3490-406b-8eae-2382be90391b), precommit_delete {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:16:44.110175 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.db.provisioning_blocks [None req-832024ab-b09d-462b-92c4-b3ab26302799 None None] Provisioning complete for port 784d5d4f-2caf-485f-9f7b-6b288d1775a7 triggered by entity DHCP. {{(pid=104389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 18 05:16:44.110777 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-832024ab-b09d-462b-92c4-b3ab26302799 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1740956'] for port (784d5d4f-2caf-485f-9f7b-6b288d1775a7), provisioning_complete {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:16:44.115082 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG neutron.plugins.ml2.db [None req-64860f5f-bc30-401e-89f1-de4ddc13bdbd None None] For port 92c3ff53-3e45-460c-8c57-ba07fcc0b846, host dv-cinder-836996-35-iscsi, cleared binding levels {{(pid=104390) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 05:16:44.124013 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG neutron.plugins.ml2.db [None req-64860f5f-bc30-401e-89f1-de4ddc13bdbd None None] For port 92c3ff53-3e45-460c-8c57-ba07fcc0b846, host dv-cinder-836996-35-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-35-iscsi',level=0,port_id=92c3ff53-3e45-460c-8c57-ba07fcc0b846,segment=NetworkSegment(ec81db56-67ad-4682-ab4f-54fec1abd7e4),segment_id=ec81db56-67ad-4682-ab4f-54fec1abd7e4)] {{(pid=104390) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 05:16:44.145847 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-d44ce8d8-663c-4995-8b64-74bb8411ff5c tempest-AttachVolumeTestJSON-1934236616 tempest-AttachVolumeTestJSON-1934236616-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:16:44.158216 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c042a677-28f5-4026-b552-0173028fe9dd None None] Pushing event updated for resources: {'Port': ['ID=727ff9c8-4916-4a1a-ab54-bb56c46fdb5e,revision_number=4']} {{(pid=104389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:16:44.185908 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG dbcounter [-] [104389] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=104389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:16:44.224528 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-beef7a7f-009a-4d23-82dc-c34b06e0445f None None] Sync routers for ids ['908e80fb-40b8-4793-9a86-37800eb2c0e2'] in dv-cinder-836996-35-iscsi {{(pid=104389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 05:16:44.246577 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG neutron_lib.callbacks.manager [None req-64860f5f-bc30-401e-89f1-de4ddc13bdbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1768343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789592765606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789592262840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789592262858'] for port (92c3ff53-3e45-460c-8c57-ba07fcc0b846), after_update {{(pid=104390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:16:44.258318 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.db.provisioning_blocks [None req-c042a677-28f5-4026-b552-0173028fe9dd None None] Provisioning complete for port 50f6ece7-2be9-4d80-b67e-2596c6612499 triggered by entity L2. {{(pid=104389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 18 05:16:44.258709 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-c042a677-28f5-4026-b552-0173028fe9dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1740956'] for port (50f6ece7-2be9-4d80-b67e-2596c6612499), provisioning_complete {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:16:44.264164 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG dbcounter [-] [104388] Writing DB stats neutron:SELECT=84,neutron:DELETE=6,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=104388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:16:44.279357 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.wsgi [-] (104387) accepted ('10.222.0.23', 46126) {{(pid=104387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 05:16:44.284829 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beef7a7f-009a-4d23-82dc-c34b06e0445f None None] Routers {'908e80fb-40b8-4793-9a86-37800eb2c0e2'} bound to L3 agent in host dv-cinder-836996-35-iscsi {{(pid=104389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 18 05:16:44.285487 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.db.l3_hamode_db [None req-beef7a7f-009a-4d23-82dc-c34b06e0445f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-35-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-18T05:08:24Z,description=,heartbeat_timestamp=2022-06-18T05:16:24Z,host='dv-cinder-836996-35-iscsi',id=a8549501-0164-4ac5-90a6-1ba1ba0d3f9d,load=0,resource_versions=,resources_synced=,started_at=2022-06-18T05:08:25Z,topic='l3_agent')) {'router_ids': ['908e80fb-40b8-4793-9a86-37800eb2c0e2'], 'active': True} {{(pid=104389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 05:16:44.315713 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-80ce5ab3-1e71-4e08-8541-12a51b48eda4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728332'] for security_group (fbf8aa9a-3490-406b-8eae-2382be90391b), after_delete {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:16:44.318411 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-80ce5ab3-1e71-4e08-8541-12a51b48eda4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:16:44.320168 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [None req-80ce5ab3-1e71-4e08-8541-12a51b48eda4 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/fbf8aa9a-3490-406b-8eae-2382be90391b HTTP/1.1" status: 204 len: 168 time: 0.5897615 Jun 18 05:16:44.352119 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ce5ab3-1e71-4e08-8541-12a51b48eda4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbf8aa9a-3490-406b-8eae-2382be90391b,revision_number=None']} {{(pid=104387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:16:44.405924 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e70f1d7-b506-449e-b273-ec1e93ab6b3a None None] Pushing event updated for resources: {'Port': ['ID=92c3ff53-3e45-460c-8c57-ba07fcc0b846,revision_number=4']} {{(pid=104390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:16:44.437259 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.wsgi [-] (104387) accepted ('10.222.0.23', 46138) {{(pid=104387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 05:16:44.455626 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.api.v2.base [None req-535f2c2c-8364-4678-8a2f-c8abcde099eb tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1825929109', 'description': 'tempest-description--696258651'}} {{(pid=104387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 18 05:16:44.462856 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.wsgi [-] (104388) accepted ('10.222.0.23', 46140) {{(pid=104388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 05:16:44.512038 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.plugin [None req-832024ab-b09d-462b-92c4-b3ab26302799 None None] Current status of the port 784d5d4f-2caf-485f-9f7b-6b288d1775a7 is: DOWN; New status is: ACTIVE {{(pid=104389) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 18 05:16:44.512616 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-832024ab-b09d-462b-92c4-b3ab26302799 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1768406'] for port (784d5d4f-2caf-485f-9f7b-6b288d1775a7), before_update {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:16:44.529449 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64860f5f-bc30-401e-89f1-de4ddc13bdbd None None] Routers {'f334ad5f-9401-48d1-901a-a5b0e0bb754e'} bound to L3 agent in host dv-cinder-836996-35-iscsi {{(pid=104390) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 18 05:16:44.531698 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG neutron.db.l3_hamode_db [None req-64860f5f-bc30-401e-89f1-de4ddc13bdbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-35-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-18T05:08:24Z,description=,heartbeat_timestamp=2022-06-18T05:16:24Z,host='dv-cinder-836996-35-iscsi',id=a8549501-0164-4ac5-90a6-1ba1ba0d3f9d,load=0,resource_versions=,resources_synced=,started_at=2022-06-18T05:08:25Z,topic='l3_agent')) {'router_ids': ['f334ad5f-9401-48d1-901a-a5b0e0bb754e'], 'active': True} {{(pid=104390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 05:16:44.594040 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.db [None req-832024ab-b09d-462b-92c4-b3ab26302799 None None] For port 784d5d4f-2caf-485f-9f7b-6b288d1775a7, host dv-cinder-836996-35-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-35-iscsi',level=0,port_id=784d5d4f-2caf-485f-9f7b-6b288d1775a7,segment=NetworkSegment(09c215c3-c19f-4b36-8a34-43f30aa65bf5),segment_id=09c215c3-c19f-4b36-8a34-43f30aa65bf5)] {{(pid=104389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 05:16:44.609249 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.db.l3_dvr_db [None req-beef7a7f-009a-4d23-82dc-c34b06e0445f None None] Set router 908e80fb-40b8-4793-9a86-37800eb2c0e2 gateway port host: dv-cinder-836996-35-iscsi {{(pid=104389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 18 05:16:44.657194 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-535f2c2c-8364-4678-8a2f-c8abcde099eb tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] Publish callbacks [] for security_group (None), before_create {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:16:44.755550 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG neutron.db.l3_dvr_db [None req-64860f5f-bc30-401e-89f1-de4ddc13bdbd None None] Set router f334ad5f-9401-48d1-901a-a5b0e0bb754e gateway port host: dv-cinder-836996-35-iscsi {{(pid=104390) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 18 05:16:44.805913 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG dbcounter [-] [104390] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:16:44.814021 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-91b4a9fa-7fc6-4b63-b1e2-157120c7f27c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:16:44.850413 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-a3f002b5-a5f9-4a3c-886b-485203a0d97b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:16:44.910068 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-d44ce8d8-663c-4995-8b64-74bb8411ff5c tempest-AttachVolumeTestJSON-1934236616 tempest-AttachVolumeTestJSON-1934236616-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1768406'] for port (None), before_create {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:16:44.981916 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-535f2c2c-8364-4678-8a2f-c8abcde099eb tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] Publish callbacks [] for security_group (e7fc1561-1092-4d2a-b878-ed2f82ce27ab), precommit_create {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:16:44.985293 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG dbcounter [-] [104387] Writing DB stats neutron:SELECT=80,neutron:DELETE=6,neutron:INSERT=13,neutron:UPDATE=1 {{(pid=104387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:16:45.008929 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG dbcounter [-] [104388] Writing DB stats neutron:SELECT=83,neutron:INSERT=14,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:16:45.040322 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.db.l3_hamode_db [None req-4bac752e-3475-49f5-8391-730dc0a5e361 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11fcdc93-d306-46e0-953d-171b66ebef42', 'name': 'tempest-DeleteServersTestJSON-1466823801-router', 'tenant_id': '0b73d42a085a45bfb3ccced90b190a5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65c030c7-6a7d-4cea-a47d-5cdd532db0e6', 'external_fixed_ips': [{'subnet_id': 'a9fa7760-a071-45ee-b985-799999c69975', 'ip_address': '172.27.2.107'}], 'enable_snat': True}, 'gw_port_id': '50f6ece7-2be9-4d80-b67e-2596c6612499', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-18T05:16:28Z', 'updated_at': '2022-06-18T05:16:35Z', 'revision_number': 4, 'project_id': '0b73d42a085a45bfb3ccced90b190a5b', 'gw_port': {'id': '50f6ece7-2be9-4d80-b67e-2596c6612499', 'name': '', 'network_id': '65c030c7-6a7d-4cea-a47d-5cdd532db0e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:b7:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11fcdc93-d306-46e0-953d-171b66ebef42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'a9fa7760-a071-45ee-b985-799999c69975', 'ip_address': '172.27.2.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-18T05:16:29Z', 'updated_at': '2022-06-18T05:16:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9fa7760-a071-45ee-b985-799999c69975', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-35-iscsi', '_interfaces': [{'id': '784d5d4f-2caf-485f-9f7b-6b288d1775a7', 'name': '', 'network_id': 'b6326206-c3ac-4e80-bc2a-deaf200d1ad1', 'tenant_id': '0b73d42a085a45bfb3ccced90b190a5b', 'mac_address': 'fa:16:3e:ab:bb:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11fcdc93-d306-46e0-953d-171b66ebef42', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '65acfd46-bcf0-4f0d-b181-1f052de6ca7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-18T05:16:34Z', 'updated_at': '2022-06-18T05:16:43Z', 'revision_number': 4, 'project_id': '0b73d42a085a45bfb3ccced90b190a5b', 'subnets': [{'id': '65acfd46-bcf0-4f0d-b181-1f052de6ca7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-35-iscsi', False) {} {{(pid=104389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 05:16:45.067519 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-91b4a9fa-7fc6-4b63-b1e2-157120c7f27c admin admin] Publish callbacks [] for security_group (38040609-6a53-41ac-94f3-e17169e8cac3), precommit_create {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:16:45.075455 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-535f2c2c-8364-4678-8a2f-c8abcde099eb tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728332'] for security_group (e7fc1561-1092-4d2a-b878-ed2f82ce27ab), after_create {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:16:45.168562 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-a3f002b5-a5f9-4a3c-886b-485203a0d97b admin admin] Publish callbacks [] for security_group (5516a699-b814-4082-a03b-92b9764e2641), precommit_create {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:16:45.172095 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-91b4a9fa-7fc6-4b63-b1e2-157120c7f27c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728332'] for security_group (38040609-6a53-41ac-94f3-e17169e8cac3), after_create {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:16:45.172688 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.db.db_base_plugin_common [None req-d44ce8d8-663c-4995-8b64-74bb8411ff5c tempest-AttachVolumeTestJSON-1934236616 tempest-AttachVolumeTestJSON-1934236616-project] Allocated IP 172.27.2.39 (65c030c7-6a7d-4cea-a47d-5cdd532db0e6/a9fa7760-a071-45ee-b985-799999c69975/6f5029b5-13fa-415a-83f7-2b47b11352cc) {{(pid=104388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 05:16:45.192737 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-535f2c2c-8364-4678-8a2f-c8abcde099eb tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e7fc1561-1092-4d2a-b878-ed2f82ce27ab,revision_number=1']} {{(pid=104387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:16:45.217766 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-d37c471e-8fe4-46ad-b2e1-582b68d04881 req-09d08e37-b92c-46f2-8d74-f6ca18ca67d6 tempest-DeleteServersTestJSON-1260896433 tempest-DeleteServersTestJSON-1260896433-project] 10.222.0.23 "GET /v2.0/ports?device_id=7f277a3d-57bc-4fce-82d5-b163cbbcade0 HTTP/1.1" status: 200 len: 210 time: 0.0703275 Jun 18 05:16:45.249449 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [None req-91b4a9fa-7fc6-4b63-b1e2-157120c7f27c admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=b97df413b0b140a0aceac04617fb59bd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9646277 Jun 18 05:16:45.268797 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.wsgi [-] (104387) accepted ('10.222.0.23', 46170) {{(pid=104387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 05:16:45.273471 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-535f2c2c-8364-4678-8a2f-c8abcde099eb tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] Publish callbacks [] for security_group (None), before_response {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:16:45.275188 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [None req-535f2c2c-8364-4678-8a2f-c8abcde099eb tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.8366513 Jun 18 05:16:45.284387 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b4a9fa-7fc6-4b63-b1e2-157120c7f27c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38040609-6a53-41ac-94f3-e17169e8cac3,revision_number=1']} {{(pid=104387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:16:45.291877 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.wsgi [-] (104387) accepted ('10.222.0.23', 46174) {{(pid=104387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 05:16:45.302517 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.api.v2.base [None req-c9c4e451-4187-4225-87ec-01f7a6a5dd11 tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] Request body: {'security_group_rule': {'security_group_id': 'e7fc1561-1092-4d2a-b878-ed2f82ce27ab', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 18 05:16:45.360827 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG neutron.db.l3_hamode_db [None req-64860f5f-bc30-401e-89f1-de4ddc13bdbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f334ad5f-9401-48d1-901a-a5b0e0bb754e', 'name': 'tempest-AttachVolumeTestJSON-1776891436-router', 'tenant_id': '969c470f720c4b2f97ba9f45c5d0d426', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65c030c7-6a7d-4cea-a47d-5cdd532db0e6', 'external_fixed_ips': [{'subnet_id': 'a9fa7760-a071-45ee-b985-799999c69975', 'ip_address': '172.27.2.120'}], 'enable_snat': True}, 'gw_port_id': '63b29a8c-3f7a-4d96-8b0e-ec0f701b1fd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-18T05:16:30Z', 'updated_at': '2022-06-18T05:16:38Z', 'revision_number': 4, 'project_id': '969c470f720c4b2f97ba9f45c5d0d426', 'gw_port': {'id': '63b29a8c-3f7a-4d96-8b0e-ec0f701b1fd4', 'name': '', 'network_id': '65c030c7-6a7d-4cea-a47d-5cdd532db0e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:f2:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f334ad5f-9401-48d1-901a-a5b0e0bb754e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'a9fa7760-a071-45ee-b985-799999c69975', 'ip_address': '172.27.2.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-18T05:16:32Z', 'updated_at': '2022-06-18T05:16:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9fa7760-a071-45ee-b985-799999c69975', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-35-iscsi', '_interfaces': [{'id': '92c3ff53-3e45-460c-8c57-ba07fcc0b846', 'name': '', 'network_id': '22d8eb11-0b66-4ea6-b4d2-3deab0a32f40', 'tenant_id': '969c470f720c4b2f97ba9f45c5d0d426', 'mac_address': 'fa:16:3e:07:df:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f334ad5f-9401-48d1-901a-a5b0e0bb754e', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '5d138401-1420-4153-a9c8-b647c19cd403', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-18T05:16:37Z', 'updated_at': '2022-06-18T05:16:44Z', 'revision_number': 4, 'project_id': '969c470f720c4b2f97ba9f45c5d0d426', 'subnets': [{'id': '5d138401-1420-4153-a9c8-b647c19cd403', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-35-iscsi', False) {} {{(pid=104390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 05:16:45.410103 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64860f5f-bc30-401e-89f1-de4ddc13bdbd None None] The sync data for ids ['f334ad5f-9401-48d1-901a-a5b0e0bb754e'] in dv-cinder-836996-35-iscsi is: [{'id': 'f334ad5f-9401-48d1-901a-a5b0e0bb754e', 'name': 'tempest-AttachVolumeTestJSON-1776891436-router', 'tenant_id': '969c470f720c4b2f97ba9f45c5d0d426', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65c030c7-6a7d-4cea-a47d-5cdd532db0e6', 'external_fixed_ips': [{'subnet_id': 'a9fa7760-a071-45ee-b985-799999c69975', 'ip_address': '172.27.2.120'}], 'enable_snat': True}, 'gw_port_id': '63b29a8c-3f7a-4d96-8b0e-ec0f701b1fd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-18T05:16:30Z', 'updated_at': '2022-06-18T05:16:38Z', 'revision_number': 4, 'project_id': '969c470f720c4b2f97ba9f45c5d0d426', 'gw_port': {'id': '63b29a8c-3f7a-4d96-8b0e-ec0f701b1fd4', 'name': '', 'network_id': '65c030c7-6a7d-4cea-a47d-5cdd532db0e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:f2:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f334ad5f-9401-48d1-901a-a5b0e0bb754e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'a9fa7760-a071-45ee-b985-799999c69975', 'ip_address': '172.27.2.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-18T05:16:32Z', 'updated_at': '2022-06-18T05:16:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9fa7760-a071-45ee-b985-799999c69975', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-35-iscsi', '_interfaces': [{'id': '92c3ff53-3e45-460c-8c57-ba07fcc0b846', 'name': '', 'network_id': '22d8eb11-0b66-4ea6-b4d2-3deab0a32f40', 'tenant_id': '969c470f720c4b2f97ba9f45c5d0d426', 'mac_address': 'fa:16:3e:07:df:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f334ad5f-9401-48d1-901a-a5b0e0bb754e', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '5d138401-1420-4153-a9c8-b647c19cd403', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-18T05:16:37Z', 'updated_at': '2022-06-18T05:16:44Z', 'revision_number': 4, 'project_id': '969c470f720c4b2f97ba9f45c5d0d426', 'subnets': [{'id': '5d138401-1420-4153-a9c8-b647c19cd403', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104390) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 05:16:45.422022 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bac752e-3475-49f5-8391-730dc0a5e361 None None] The sync data for ids ['11fcdc93-d306-46e0-953d-171b66ebef42'] in dv-cinder-836996-35-iscsi is: [{'id': '11fcdc93-d306-46e0-953d-171b66ebef42', 'name': 'tempest-DeleteServersTestJSON-1466823801-router', 'tenant_id': '0b73d42a085a45bfb3ccced90b190a5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65c030c7-6a7d-4cea-a47d-5cdd532db0e6', 'external_fixed_ips': [{'subnet_id': 'a9fa7760-a071-45ee-b985-799999c69975', 'ip_address': '172.27.2.107'}], 'enable_snat': True}, 'gw_port_id': '50f6ece7-2be9-4d80-b67e-2596c6612499', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-18T05:16:28Z', 'updated_at': '2022-06-18T05:16:35Z', 'revision_number': 4, 'project_id': '0b73d42a085a45bfb3ccced90b190a5b', 'gw_port': {'id': '50f6ece7-2be9-4d80-b67e-2596c6612499', 'name': '', 'network_id': '65c030c7-6a7d-4cea-a47d-5cdd532db0e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:b7:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11fcdc93-d306-46e0-953d-171b66ebef42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'a9fa7760-a071-45ee-b985-799999c69975', 'ip_address': '172.27.2.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-18T05:16:29Z', 'updated_at': '2022-06-18T05:16:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9fa7760-a071-45ee-b985-799999c69975', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-35-iscsi', '_interfaces': [{'id': '784d5d4f-2caf-485f-9f7b-6b288d1775a7', 'name': '', 'network_id': 'b6326206-c3ac-4e80-bc2a-deaf200d1ad1', 'tenant_id': '0b73d42a085a45bfb3ccced90b190a5b', 'mac_address': 'fa:16:3e:ab:bb:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11fcdc93-d306-46e0-953d-171b66ebef42', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '65acfd46-bcf0-4f0d-b181-1f052de6ca7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-18T05:16:34Z', 'updated_at': '2022-06-18T05:16:43Z', 'revision_number': 4, 'project_id': '0b73d42a085a45bfb3ccced90b190a5b', 'subnets': [{'id': '65acfd46-bcf0-4f0d-b181-1f052de6ca7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 05:16:45.446463 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.db.l3_hamode_db [None req-beef7a7f-009a-4d23-82dc-c34b06e0445f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '908e80fb-40b8-4793-9a86-37800eb2c0e2', 'name': 'tempest-AttachVolumeShelveTestJSON-483833369-router', 'tenant_id': '758883a5aea04c85ad65bb6970bdb098', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65c030c7-6a7d-4cea-a47d-5cdd532db0e6', 'external_fixed_ips': [{'subnet_id': 'a9fa7760-a071-45ee-b985-799999c69975', 'ip_address': '172.27.2.118'}], 'enable_snat': True}, 'gw_port_id': '727ff9c8-4916-4a1a-ab54-bb56c46fdb5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-18T05:16:30Z', 'updated_at': '2022-06-18T05:16:40Z', 'revision_number': 4, 'project_id': '758883a5aea04c85ad65bb6970bdb098', 'gw_port': {'id': '727ff9c8-4916-4a1a-ab54-bb56c46fdb5e', 'name': '', 'network_id': '65c030c7-6a7d-4cea-a47d-5cdd532db0e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:ff:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '908e80fb-40b8-4793-9a86-37800eb2c0e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'a9fa7760-a071-45ee-b985-799999c69975', 'ip_address': '172.27.2.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-18T05:16:31Z', 'updated_at': '2022-06-18T05:16:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9fa7760-a071-45ee-b985-799999c69975', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-35-iscsi', '_interfaces': [{'id': 'f47325e8-4dc9-4d91-a0b3-d1a91a92ed58', 'name': '', 'network_id': 'f7ef077f-c52c-4f70-b85e-e8892706babc', 'tenant_id': '758883a5aea04c85ad65bb6970bdb098', 'mac_address': 'fa:16:3e:e5:75:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '908e80fb-40b8-4793-9a86-37800eb2c0e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '33823053-d4d0-4fd0-8dfe-171b826300f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-18T05:16:38Z', 'updated_at': '2022-06-18T05:16:40Z', 'revision_number': 2, 'project_id': '758883a5aea04c85ad65bb6970bdb098', 'subnets': [{'id': '33823053-d4d0-4fd0-8dfe-171b826300f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-35-iscsi', False) {} {{(pid=104389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 05:16:45.450800 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-832024ab-b09d-462b-92c4-b3ab26302799 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1768343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789592765606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789592262840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789592262858'] for port (784d5d4f-2caf-485f-9f7b-6b288d1775a7), after_update {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:16:45.455073 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG dbcounter [-] [104389] Writing DB stats neutron:SELECT=100 {{(pid=104389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:16:45.465837 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-a3f002b5-a5f9-4a3c-886b-485203a0d97b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728332'] for security_group (5516a699-b814-4082-a03b-92b9764e2641), after_create {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:16:45.479663 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-c9c4e451-4187-4225-87ec-01f7a6a5dd11 tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] Publish callbacks [] for security_group_rule (3d988dcc-e389-4e97-b80c-f0c6ef882a44), before_create {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:16:45.529282 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-8d375047-2c2a-45a5-a273-12dd4cee25bd admin admin] Publish callbacks [] for security_group (38040609-6a53-41ac-94f3-e17169e8cac3), before_delete {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:16:45.537641 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-d44ce8d8-663c-4995-8b64-74bb8411ff5c tempest-AttachVolumeTestJSON-1934236616 tempest-AttachVolumeTestJSON-1934236616-project] Publish callbacks [] for port (6f5029b5-13fa-415a-83f7-2b47b11352cc), precommit_create {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:16:45.563638 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-beef7a7f-009a-4d23-82dc-c34b06e0445f None None] Checking router: 908e80fb-40b8-4793-9a86-37800eb2c0e2 for host: dv-cinder-836996-35-iscsi {{(pid=104389) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 05:16:45.564570 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-beef7a7f-009a-4d23-82dc-c34b06e0445f None None] Updating router 908e80fb-40b8-4793-9a86-37800eb2c0e2 port f47325e8-4dc9-4d91-a0b3-d1a91a92ed58 binding host dv-cinder-836996-35-iscsi {{(pid=104389) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 18 05:16:45.630929 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-832024ab-b09d-462b-92c4-b3ab26302799 None None] Pushing event updated for resources: {'Port': ['ID=784d5d4f-2caf-485f-9f7b-6b288d1775a7,revision_number=5']} {{(pid=104389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:16:45.646249 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-8d375047-2c2a-45a5-a273-12dd4cee25bd admin admin] Publish callbacks [] for security_group (38040609-6a53-41ac-94f3-e17169e8cac3), precommit_delete {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:16:45.650901 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-beef7a7f-009a-4d23-82dc-c34b06e0445f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1768406'] for port (f47325e8-4dc9-4d91-a0b3-d1a91a92ed58), before_update {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:16:45.695758 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.db.provisioning_blocks [None req-8dc074e5-56fc-4f2a-9d87-427154e7eae5 None None] Provisioning complete for port 92c3ff53-3e45-460c-8c57-ba07fcc0b846 triggered by entity DHCP. {{(pid=104389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 18 05:16:45.700832 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-8dc074e5-56fc-4f2a-9d87-427154e7eae5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1740956'] for port (92c3ff53-3e45-460c-8c57-ba07fcc0b846), provisioning_complete {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:16:45.738114 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-c9c4e451-4187-4225-87ec-01f7a6a5dd11 tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] Publish callbacks [] for security_group_rule (3d988dcc-e389-4e97-b80c-f0c6ef882a44), precommit_create {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:16:45.744471 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [None req-a3f002b5-a5f9-4a3c-886b-485203a0d97b admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=a684f86fb5554337a8ba861ffb29239b&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2780213 Jun 18 05:16:45.747023 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.wsgi [-] (104388) accepted ('10.222.0.23', 46184) {{(pid=104388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 05:16:45.768205 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f002b5-a5f9-4a3c-886b-485203a0d97b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5516a699-b814-4082-a03b-92b9764e2641,revision_number=1']} {{(pid=104388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:16:45.781335 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG dbcounter [-] [104387] Writing DB stats neutron:UPDATE=2,neutron:SELECT=86,neutron:INSERT=10,neutron:DELETE=2 {{(pid=104387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:16:45.819816 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-c9c4e451-4187-4225-87ec-01f7a6a5dd11 tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728447'] for security_group_rule (3d988dcc-e389-4e97-b80c-f0c6ef882a44), after_create {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:16:45.845328 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.plugin [None req-c042a677-28f5-4026-b552-0173028fe9dd None None] Current status of the port 50f6ece7-2be9-4d80-b67e-2596c6612499 is: ACTIVE; New status is: ACTIVE {{(pid=104389) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 18 05:16:45.875363 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-8d375047-2c2a-45a5-a273-12dd4cee25bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728332'] for security_group (38040609-6a53-41ac-94f3-e17169e8cac3), after_delete {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:16:45.881576 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-8d375047-2c2a-45a5-a273-12dd4cee25bd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:16:45.881576 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [None req-8d375047-2c2a-45a5-a273-12dd4cee25bd admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/38040609-6a53-41ac-94f3-e17169e8cac3 HTTP/1.1" status: 204 len: 168 time: 0.6043646 Jun 18 05:16:45.890070 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c4e451-4187-4225-87ec-01f7a6a5dd11 tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3d988dcc-e389-4e97-b80c-f0c6ef882a44,revision_number=0']} {{(pid=104387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:16:45.927443 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-2d46d31a-124c-477e-b347-93f9da7264a9 admin admin] Publish callbacks [] for security_group (5516a699-b814-4082-a03b-92b9764e2641), before_delete {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:16:45.931414 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d375047-2c2a-45a5-a273-12dd4cee25bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38040609-6a53-41ac-94f3-e17169e8cac3,revision_number=None']} {{(pid=104387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:16:45.976105 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-c9c4e451-4187-4225-87ec-01f7a6a5dd11 tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:16:45.985045 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [None req-c9c4e451-4187-4225-87ec-01f7a6a5dd11 tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6857128 Jun 18 05:16:45.985045 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.wsgi [-] (104387) accepted ('10.222.0.23', 46190) {{(pid=104387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 05:16:45.987804 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-2d46d31a-124c-477e-b347-93f9da7264a9 admin admin] Publish callbacks [] for security_group (5516a699-b814-4082-a03b-92b9764e2641), precommit_delete {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:16:45.989062 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.api.v2.base [None req-5fa8d4f2-434e-4a28-9ccc-3cabb83e49e5 tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] Request body: {'security_group_rule': {'security_group_id': 'e7fc1561-1092-4d2a-b878-ed2f82ce27ab', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 18 05:16:46.032179 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.wsgi [-] (104387) accepted ('10.222.0.23', 46192) {{(pid=104387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 05:16:46.078373 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG dbcounter [-] [104389] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:16:46.094364 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-d44ce8d8-663c-4995-8b64-74bb8411ff5c tempest-AttachVolumeTestJSON-1934236616 tempest-AttachVolumeTestJSON-1934236616-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1768343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789592262822'] for port (6f5029b5-13fa-415a-83f7-2b47b11352cc), after_create {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:16:46.134835 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-5fa8d4f2-434e-4a28-9ccc-3cabb83e49e5 tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] Publish callbacks [] for security_group_rule (c36bccf2-4573-4107-83bb-439cebb31cf8), before_create {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:16:46.188693 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d44ce8d8-663c-4995-8b64-74bb8411ff5c tempest-AttachVolumeTestJSON-1934236616 tempest-AttachVolumeTestJSON-1934236616-project] Network 65c030c7-6a7d-4cea-a47d-5cdd532db0e6 is already hosted by enough agents. {{(pid=104388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 05:16:46.214493 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44ce8d8-663c-4995-8b64-74bb8411ff5c tempest-AttachVolumeTestJSON-1934236616 tempest-AttachVolumeTestJSON-1934236616-project] Pushing event updated for resources: {'Port': ['ID=6f5029b5-13fa-415a-83f7-2b47b11352cc,revision_number=1']} {{(pid=104388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:16:46.220786 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.scheduler.base_scheduler [None req-d44ce8d8-663c-4995-8b64-74bb8411ff5c tempest-AttachVolumeTestJSON-1934236616 tempest-AttachVolumeTestJSON-1934236616-project] Resources bound (agent type, host, resource id): {{(pid=104388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 05:16:46.227118 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d44ce8d8-663c-4995-8b64-74bb8411ff5c tempest-AttachVolumeTestJSON-1934236616 tempest-AttachVolumeTestJSON-1934236616-project] Received port after_create {{(pid=104388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 18 05:16:46.294728 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.rpc [None req-c042a677-28f5-4026-b552-0173028fe9dd None None] Device 92c3ff53-3e45-460c-8c57-ba07fcc0b846 up at agent ovs-agent-dv-cinder-836996-35-iscsi {{(pid=104389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 18 05:16:46.317839 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.plugin [None req-8dc074e5-56fc-4f2a-9d87-427154e7eae5 None None] Current status of the port 92c3ff53-3e45-460c-8c57-ba07fcc0b846 is: DOWN; New status is: ACTIVE {{(pid=104389) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 18 05:16:46.318499 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-8dc074e5-56fc-4f2a-9d87-427154e7eae5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1768406'] for port (92c3ff53-3e45-460c-8c57-ba07fcc0b846), before_update {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:16:46.319191 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-5fa8d4f2-434e-4a28-9ccc-3cabb83e49e5 tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] Publish callbacks [] for security_group_rule (c36bccf2-4573-4107-83bb-439cebb31cf8), precommit_create {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:16:46.402627 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-5fa8d4f2-434e-4a28-9ccc-3cabb83e49e5 tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728447'] for security_group_rule (c36bccf2-4573-4107-83bb-439cebb31cf8), after_create {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:16:46.460908 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa8d4f2-434e-4a28-9ccc-3cabb83e49e5 tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c36bccf2-4573-4107-83bb-439cebb31cf8,revision_number=0']} {{(pid=104387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:16:46.537548 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.wsgi [-] (104387) accepted ('10.222.0.23', 46202) {{(pid=104387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 05:16:46.542021 dv-cinder-836996-35-iscsi neutron-server[104387]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jun 18 05:16:46.545002 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-d44ce8d8-663c-4995-8b64-74bb8411ff5c tempest-AttachVolumeTestJSON-1934236616 tempest-AttachVolumeTestJSON-1934236616-project] Publish callbacks [] for floatingip (20661470-ec73-4569-bcd4-d6682d5b2be1), precommit_create {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:16:46.579144 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-2d46d31a-124c-477e-b347-93f9da7264a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728332'] for security_group (5516a699-b814-4082-a03b-92b9764e2641), after_delete {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:16:46.585803 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-2d46d31a-124c-477e-b347-93f9da7264a9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:16:46.590098 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [None req-2d46d31a-124c-477e-b347-93f9da7264a9 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/5516a699-b814-4082-a03b-92b9764e2641 HTTP/1.1" status: 204 len: 168 time: 0.8420959 Jun 18 05:16:46.623562 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d46d31a-124c-477e-b347-93f9da7264a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5516a699-b814-4082-a03b-92b9764e2641,revision_number=None']} {{(pid=104388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:16:46.637924 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-5fa8d4f2-434e-4a28-9ccc-3cabb83e49e5 tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:16:46.639456 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [None req-5fa8d4f2-434e-4a28-9ccc-3cabb83e49e5 tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6565330 Jun 18 05:16:46.642588 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.wsgi [-] (104388) accepted ('10.222.0.23', 46206) {{(pid=104388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 05:16:46.648416 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.api.v2.base [None req-28c98144-2292-4943-b376-a677a6315548 tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] Request body: {'floatingip': {'floating_network_id': '65c030c7-6a7d-4cea-a47d-5cdd532db0e6'}} {{(pid=104388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 18 05:16:46.654763 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.db [None req-8dc074e5-56fc-4f2a-9d87-427154e7eae5 None None] For port 92c3ff53-3e45-460c-8c57-ba07fcc0b846, host dv-cinder-836996-35-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-35-iscsi',level=0,port_id=92c3ff53-3e45-460c-8c57-ba07fcc0b846,segment=NetworkSegment(ec81db56-67ad-4682-ab4f-54fec1abd7e4),segment_id=ec81db56-67ad-4682-ab4f-54fec1abd7e4)] {{(pid=104389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 05:16:46.658217 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-4369a742-c85d-4bb5-a979-3480cec60975 req-1a62195c-5ea2-45bb-a111-bce8ed690417 tempest-DeleteServersTestJSON-1260896433 tempest-DeleteServersTestJSON-1260896433-project] 10.222.0.23 "GET /v2.0/ports?device_id=7f277a3d-57bc-4fce-82d5-b163cbbcade0 HTTP/1.1" status: 200 len: 210 time: 0.1180241 Jun 18 05:16:46.671629 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.db.provisioning_blocks [None req-c042a677-28f5-4026-b552-0173028fe9dd None None] Provisioning complete for port 92c3ff53-3e45-460c-8c57-ba07fcc0b846 triggered by entity L2. {{(pid=104389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 18 05:16:46.672312 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-c042a677-28f5-4026-b552-0173028fe9dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1740956'] for port (92c3ff53-3e45-460c-8c57-ba07fcc0b846), provisioning_complete {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:16:46.688930 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-3e05dd1a-e573-49d2-a7b6-a1bf1f8d26c9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:16:46.734453 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-d44ce8d8-663c-4995-8b64-74bb8411ff5c tempest-AttachVolumeTestJSON-1934236616 tempest-AttachVolumeTestJSON-1934236616-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1768406'] for port (6f5029b5-13fa-415a-83f7-2b47b11352cc), before_update {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:16:46.772008 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-28c98144-2292-4943-b376-a677a6315548 tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:16:46.797524 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-8dc074e5-56fc-4f2a-9d87-427154e7eae5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1768343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789592765606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789592262840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789592262858'] for port (92c3ff53-3e45-460c-8c57-ba07fcc0b846), after_update {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:16:46.800033 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG dbcounter [-] [104389] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:16:46.894616 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-3e05dd1a-e573-49d2-a7b6-a1bf1f8d26c9 admin admin] Publish callbacks [] for security_group (2fd7e1fd-0891-4894-a682-9fc0cd860337), precommit_create {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:16:46.918700 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-28c98144-2292-4943-b376-a677a6315548 tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1768406'] for port (None), before_create {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:16:46.951378 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-3e05dd1a-e573-49d2-a7b6-a1bf1f8d26c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728332'] for security_group (2fd7e1fd-0891-4894-a682-9fc0cd860337), after_create {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:16:46.997080 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-beef7a7f-009a-4d23-82dc-c34b06e0445f None None] Publish callbacks [] for port (f47325e8-4dc9-4d91-a0b3-d1a91a92ed58), precommit_update {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:16:47.003230 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [None req-3e05dd1a-e573-49d2-a7b6-a1bf1f8d26c9 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=d9b8a8dba3d042d797bfb6bf3cef552d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9691112 Jun 18 05:16:47.003720 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.wsgi [-] (104388) accepted ('10.222.0.23', 46222) {{(pid=104388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 05:16:47.015760 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc074e5-56fc-4f2a-9d87-427154e7eae5 None None] Pushing event updated for resources: {'Port': ['ID=92c3ff53-3e45-460c-8c57-ba07fcc0b846,revision_number=5']} {{(pid=104389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:16:47.040676 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e05dd1a-e573-49d2-a7b6-a1bf1f8d26c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2fd7e1fd-0891-4894-a682-9fc0cd860337,revision_number=1']} {{(pid=104387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:16:47.050469 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.plugin [None req-c042a677-28f5-4026-b552-0173028fe9dd None None] Current status of the port 92c3ff53-3e45-460c-8c57-ba07fcc0b846 is: ACTIVE; New status is: ACTIVE {{(pid=104389) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 18 05:16:47.052883 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.rpc [None req-c042a677-28f5-4026-b552-0173028fe9dd None None] Device 727ff9c8-4916-4a1a-ab54-bb56c46fdb5e up at agent ovs-agent-dv-cinder-836996-35-iscsi {{(pid=104389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 18 05:16:47.109115 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-beef7a7f-009a-4d23-82dc-c34b06e0445f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1768343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789592765606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789592262840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789592262858'] for port (f47325e8-4dc9-4d91-a0b3-d1a91a92ed58), after_update {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:16:47.162649 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-d44ce8d8-663c-4995-8b64-74bb8411ff5c tempest-AttachVolumeTestJSON-1934236616 tempest-AttachVolumeTestJSON-1934236616-project] Publish callbacks [] for port (6f5029b5-13fa-415a-83f7-2b47b11352cc), precommit_update {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:16:47.189771 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d20b27-b609-4745-9a8f-1dcfd0e938e2 None None] Pushing event updated for resources: {'Port': ['ID=f47325e8-4dc9-4d91-a0b3-d1a91a92ed58,revision_number=3']} {{(pid=104389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:16:47.256347 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.db.db_base_plugin_common [None req-28c98144-2292-4943-b376-a677a6315548 tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] Allocated IP 172.27.2.160 (65c030c7-6a7d-4cea-a47d-5cdd532db0e6/a9fa7760-a071-45ee-b985-799999c69975/a0bef43e-66ae-458a-a264-1b81c8ad04cd) {{(pid=104388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 05:16:47.260485 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.db.provisioning_blocks [None req-c042a677-28f5-4026-b552-0173028fe9dd None None] Provisioning complete for port 727ff9c8-4916-4a1a-ab54-bb56c46fdb5e triggered by entity L2. {{(pid=104389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 18 05:16:47.260955 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-c042a677-28f5-4026-b552-0173028fe9dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1740956'] for port (727ff9c8-4916-4a1a-ab54-bb56c46fdb5e), provisioning_complete {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:16:47.306694 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-d44ce8d8-663c-4995-8b64-74bb8411ff5c tempest-AttachVolumeTestJSON-1934236616 tempest-AttachVolumeTestJSON-1934236616-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1768343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789592765606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789592262840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789592262858'] for port (6f5029b5-13fa-415a-83f7-2b47b11352cc), after_update {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:16:47.329944 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG dbcounter [-] [104388] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:UPDATE=4 {{(pid=104388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:16:47.359268 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.managers [None req-beef7a7f-009a-4d23-82dc-c34b06e0445f None None] Attempting to bind port f47325e8-4dc9-4d91-a0b3-d1a91a92ed58 on host dv-cinder-836996-35-iscsi for vnic_type normal with profile {{(pid=104389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 18 05:16:47.359879 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.managers [None req-beef7a7f-009a-4d23-82dc-c34b06e0445f None None] Attempting to bind port f47325e8-4dc9-4d91-a0b3-d1a91a92ed58 by drivers openvswitch,hyperv on host dv-cinder-836996-35-iscsi at level 0 using segments [{'id': '8156adf2-605e-4047-8e9c-946882049554', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'f7ef077f-c52c-4f70-b85e-e8892706babc'}] {{(pid=104389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 18 05:16:47.360518 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beef7a7f-009a-4d23-82dc-c34b06e0445f None None] Attempting to bind port f47325e8-4dc9-4d91-a0b3-d1a91a92ed58 on network f7ef077f-c52c-4f70-b85e-e8892706babc {{(pid=104389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 18 05:16:47.369917 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beef7a7f-009a-4d23-82dc-c34b06e0445f None None] Checking agent: {'id': 'd503ae44-4e24-48d3-9886-03581f90537d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836996-35-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 18, 5, 8, 27), 'started_at': datetime.datetime(2022, 6, 18, 5, 8, 57), 'heartbeat_timestamp': datetime.datetime(2022, 6, 18, 5, 16, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836996-35-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 18 05:16:47.373647 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-d44ce8d8-663c-4995-8b64-74bb8411ff5c tempest-AttachVolumeTestJSON-1934236616 tempest-AttachVolumeTestJSON-1934236616-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-736808'] for floatingip (20661470-ec73-4569-bcd4-d6682d5b2be1), after_create {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:16:47.377575 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beef7a7f-009a-4d23-82dc-c34b06e0445f None None] Checking segment: {'id': '8156adf2-605e-4047-8e9c-946882049554', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'f7ef077f-c52c-4f70-b85e-e8892706babc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 18 05:16:47.378183 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-beef7a7f-009a-4d23-82dc-c34b06e0445f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:16:47.378673 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beef7a7f-009a-4d23-82dc-c34b06e0445f None None] Bound using segment: {'id': '8156adf2-605e-4047-8e9c-946882049554', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'f7ef077f-c52c-4f70-b85e-e8892706babc'} {{(pid=104389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 18 05:16:47.379276 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.managers [None req-beef7a7f-009a-4d23-82dc-c34b06e0445f None None] Bound port: f47325e8-4dc9-4d91-a0b3-d1a91a92ed58, host: dv-cinder-836996-35-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8156adf2-605e-4047-8e9c-946882049554', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'f7ef077f-c52c-4f70-b85e-e8892706babc'}}] {{(pid=104389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 18 05:16:47.379664 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-beef7a7f-009a-4d23-82dc-c34b06e0445f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1768406'] for port (f47325e8-4dc9-4d91-a0b3-d1a91a92ed58), before_update {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:16:47.402237 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44ce8d8-663c-4995-8b64-74bb8411ff5c tempest-AttachVolumeTestJSON-1934236616 tempest-AttachVolumeTestJSON-1934236616-project] Pushing event updated for resources: {'Port': ['ID=6f5029b5-13fa-415a-83f7-2b47b11352cc,revision_number=2']} {{(pid=104388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:16:47.494896 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-d44ce8d8-663c-4995-8b64-74bb8411ff5c tempest-AttachVolumeTestJSON-1934236616 tempest-AttachVolumeTestJSON-1934236616-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19502'] for floatingip (None), before_response {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:16:47.496605 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [None req-d44ce8d8-663c-4995-8b64-74bb8411ff5c tempest-AttachVolumeTestJSON-1934236616 tempest-AttachVolumeTestJSON-1934236616-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.4717631 Jun 18 05:16:47.501871 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-89f4c478-4fc3-4274-b122-1adbb08f55c6 admin admin] Publish callbacks [] for security_group (2fd7e1fd-0891-4894-a682-9fc0cd860337), before_delete {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:16:47.529079 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-89f4c478-4fc3-4274-b122-1adbb08f55c6 admin admin] Publish callbacks [] for security_group (2fd7e1fd-0891-4894-a682-9fc0cd860337), precommit_delete {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:16:47.576463 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.plugin [None req-c042a677-28f5-4026-b552-0173028fe9dd None None] Current status of the port 727ff9c8-4916-4a1a-ab54-bb56c46fdb5e is: ACTIVE; New status is: ACTIVE {{(pid=104389) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 18 05:16:47.577538 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.rpc [None req-c042a677-28f5-4026-b552-0173028fe9dd None None] Device 784d5d4f-2caf-485f-9f7b-6b288d1775a7 up at agent ovs-agent-dv-cinder-836996-35-iscsi {{(pid=104389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 18 05:16:47.584303 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.wsgi [-] (104387) accepted ('10.222.0.15', 64818) {{(pid=104387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 05:16:47.606100 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.db.provisioning_blocks [None req-cd7c89d2-5753-44a4-bbb8-d12930217ffc None None] Provisioning complete for port f47325e8-4dc9-4d91-a0b3-d1a91a92ed58 triggered by entity DHCP. {{(pid=104389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 18 05:16:47.606491 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-cd7c89d2-5753-44a4-bbb8-d12930217ffc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1740956'] for port (f47325e8-4dc9-4d91-a0b3-d1a91a92ed58), provisioning_complete {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:16:47.614120 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-28c98144-2292-4943-b376-a677a6315548 tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] Publish callbacks [] for port (a0bef43e-66ae-458a-a264-1b81c8ad04cd), precommit_create {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:16:47.651886 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.db [None req-beef7a7f-009a-4d23-82dc-c34b06e0445f None None] For port f47325e8-4dc9-4d91-a0b3-d1a91a92ed58, host dv-cinder-836996-35-iscsi, cleared binding levels {{(pid=104389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 05:16:47.701465 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.db [None req-beef7a7f-009a-4d23-82dc-c34b06e0445f None None] For port f47325e8-4dc9-4d91-a0b3-d1a91a92ed58, host dv-cinder-836996-35-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-35-iscsi',level=0,port_id=f47325e8-4dc9-4d91-a0b3-d1a91a92ed58,segment=NetworkSegment(8156adf2-605e-4047-8e9c-946882049554),segment_id=8156adf2-605e-4047-8e9c-946882049554)] {{(pid=104389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 05:16:47.705646 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-89f4c478-4fc3-4274-b122-1adbb08f55c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728332'] for security_group (2fd7e1fd-0891-4894-a682-9fc0cd860337), after_delete {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:16:47.706556 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG dbcounter [-] [104389] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:16:47.710076 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-89f4c478-4fc3-4274-b122-1adbb08f55c6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:16:47.712866 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [None req-89f4c478-4fc3-4274-b122-1adbb08f55c6 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/2fd7e1fd-0891-4894-a682-9fc0cd860337 HTTP/1.1" status: 204 len: 168 time: 0.7059953 Jun 18 05:16:47.718243 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.plugin [None req-cd7c89d2-5753-44a4-bbb8-d12930217ffc None None] Port f47325e8-4dc9-4d91-a0b3-d1a91a92ed58 cannot update to ACTIVE because it is not bound. {{(pid=104389) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 18 05:16:47.728737 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.db.provisioning_blocks [None req-c042a677-28f5-4026-b552-0173028fe9dd None None] Provisioning complete for port 784d5d4f-2caf-485f-9f7b-6b288d1775a7 triggered by entity L2. {{(pid=104389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 18 05:16:47.729129 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-c042a677-28f5-4026-b552-0173028fe9dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1740956'] for port (784d5d4f-2caf-485f-9f7b-6b288d1775a7), provisioning_complete {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:16:47.734388 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f4c478-4fc3-4274-b122-1adbb08f55c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fd7e1fd-0891-4894-a682-9fc0cd860337,revision_number=None']} {{(pid=104388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:16:47.737097 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-28c98144-2292-4943-b376-a677a6315548 tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1768343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789592262822'] for port (a0bef43e-66ae-458a-a264-1b81c8ad04cd), after_create {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:16:47.767560 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28c98144-2292-4943-b376-a677a6315548 tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] Network 65c030c7-6a7d-4cea-a47d-5cdd532db0e6 is already hosted by enough agents. {{(pid=104388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 05:16:47.773908 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.scheduler.base_scheduler [None req-28c98144-2292-4943-b376-a677a6315548 tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] Resources bound (agent type, host, resource id): {{(pid=104388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 05:16:47.801733 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28c98144-2292-4943-b376-a677a6315548 tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] Received port after_create {{(pid=104388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 18 05:16:47.859259 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG dbcounter [-] [104387] Writing DB stats neutron:DELETE=8,neutron:SELECT=75,neutron:INSERT=15,neutron:UPDATE=2 {{(pid=104387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:16:47.865286 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c98144-2292-4943-b376-a677a6315548 tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] Pushing event updated for resources: {'Port': ['ID=a0bef43e-66ae-458a-a264-1b81c8ad04cd,revision_number=1']} {{(pid=104388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:16:47.894550 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-beef7a7f-009a-4d23-82dc-c34b06e0445f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1768343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789592765606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789592262840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789592262858'] for port (f47325e8-4dc9-4d91-a0b3-d1a91a92ed58), after_update {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:16:47.899599 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-28c98144-2292-4943-b376-a677a6315548 tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] Publish callbacks [] for floatingip (d681f7ec-bf7e-418e-82c1-0b751e94dd68), precommit_create {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:16:47.999165 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e300e1-aff6-49a2-91de-27e2df6494d9 req-bfed1ed9-945f-4610-97d8-3ea2b1c2f583 tempest-DeleteServersTestJSON-1260896433 tempest-DeleteServersTestJSON-1260896433-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:16:48.001579 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-b1e300e1-aff6-49a2-91de-27e2df6494d9 req-bfed1ed9-945f-4610-97d8-3ea2b1c2f583 tempest-DeleteServersTestJSON-1260896433 tempest-DeleteServersTestJSON-1260896433-project] 10.222.0.15 "GET /v2.0/networks?id=b6326206-c3ac-4e80-bc2a-deaf200d1ad1 HTTP/1.1" status: 200 len: 812 time: 0.4161465 Jun 18 05:16:48.070545 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.api.v2.base [req-b1e300e1-aff6-49a2-91de-27e2df6494d9 req-6d0265b8-ef75-4269-b10f-c6a9d1faf5ab tempest-DeleteServersTestJSON-1260896433 tempest-DeleteServersTestJSON-1260896433-project] Request body: {'port': {'device_id': '7f277a3d-57bc-4fce-82d5-b163cbbcade0', 'network_id': 'b6326206-c3ac-4e80-bc2a-deaf200d1ad1', 'admin_state_up': True, 'tenant_id': '0b73d42a085a45bfb3ccced90b190a5b'}} {{(pid=104387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 18 05:16:48.136636 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.plugin [None req-c042a677-28f5-4026-b552-0173028fe9dd None None] Current status of the port 784d5d4f-2caf-485f-9f7b-6b288d1775a7 is: ACTIVE; New status is: ACTIVE {{(pid=104389) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 18 05:16:48.174965 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d20b27-b609-4745-9a8f-1dcfd0e938e2 None None] Pushing event updated for resources: {'Port': ['ID=f47325e8-4dc9-4d91-a0b3-d1a91a92ed58,revision_number=4']} {{(pid=104389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:16:48.195242 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beef7a7f-009a-4d23-82dc-c34b06e0445f None None] Routers {'908e80fb-40b8-4793-9a86-37800eb2c0e2'} bound to L3 agent in host dv-cinder-836996-35-iscsi {{(pid=104389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 18 05:16:48.196177 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.db.l3_hamode_db [None req-beef7a7f-009a-4d23-82dc-c34b06e0445f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-35-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-18T05:08:24Z,description=,heartbeat_timestamp=2022-06-18T05:16:24Z,host='dv-cinder-836996-35-iscsi',id=a8549501-0164-4ac5-90a6-1ba1ba0d3f9d,load=0,resource_versions=,resources_synced=,started_at=2022-06-18T05:08:25Z,topic='l3_agent')) {'router_ids': ['908e80fb-40b8-4793-9a86-37800eb2c0e2'], 'active': True} {{(pid=104389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 05:16:48.236644 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-1785b228-13b4-4639-b58e-13f3550155a4 req-668ab5f5-cd04-4fc8-b79f-779d3db3f3ad tempest-DeleteServersTestJSON-1260896433 tempest-DeleteServersTestJSON-1260896433-project] 10.222.0.23 "GET /v2.0/ports?device_id=7f277a3d-57bc-4fce-82d5-b163cbbcade0 HTTP/1.1" status: 200 len: 210 time: 0.1835556 Jun 18 05:16:48.244157 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG dbcounter [-] [104388] Writing DB stats neutron:SELECT=90,neutron:DELETE=4,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=104388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:16:48.257201 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-28c98144-2292-4943-b376-a677a6315548 tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1768406'] for port (a0bef43e-66ae-458a-a264-1b81c8ad04cd), before_update {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:16:48.373634 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.db.l3_dvr_db [None req-beef7a7f-009a-4d23-82dc-c34b06e0445f None None] Set router 908e80fb-40b8-4793-9a86-37800eb2c0e2 gateway port host: dv-cinder-836996-35-iscsi {{(pid=104389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 18 05:16:48.490455 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.rpc [None req-c042a677-28f5-4026-b552-0173028fe9dd None None] Device 92c3ff53-3e45-460c-8c57-ba07fcc0b846 up at agent ovs-agent-dv-cinder-836996-35-iscsi {{(pid=104389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 18 05:16:48.521860 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-8fa340d4-afe6-41aa-9272-b70d9f166296 req-027e1a59-8d26-4b3e-ae50-e08a34a6d775 tempest-AttachVolumeTestJSON-1934236616 tempest-AttachVolumeTestJSON-1934236616-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--1756447010&fields=id&tenant_id=969c470f720c4b2f97ba9f45c5d0d426 HTTP/1.1" status: 200 len: 267 time: 0.2203531 Jun 18 05:16:48.528859 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG dbcounter [-] [104389] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:16:48.664271 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-28c98144-2292-4943-b376-a677a6315548 tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] Publish callbacks [] for port (a0bef43e-66ae-458a-a264-1b81c8ad04cd), precommit_update {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:16:48.690944 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.db.provisioning_blocks [None req-1a52008d-5f89-470c-ba0c-40cab78f1979 None None] Provisioning complete for port f47325e8-4dc9-4d91-a0b3-d1a91a92ed58 triggered by entity DHCP. {{(pid=104389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 18 05:16:48.691547 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-1a52008d-5f89-470c-ba0c-40cab78f1979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1740956'] for port (f47325e8-4dc9-4d91-a0b3-d1a91a92ed58), provisioning_complete {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:16:48.736173 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-28c98144-2292-4943-b376-a677a6315548 tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1768343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789592765606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789592262840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789592262858'] for port (a0bef43e-66ae-458a-a264-1b81c8ad04cd), after_update {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:16:48.738612 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.db.provisioning_blocks [None req-c042a677-28f5-4026-b552-0173028fe9dd None None] Provisioning complete for port 92c3ff53-3e45-460c-8c57-ba07fcc0b846 triggered by entity L2. {{(pid=104389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 18 05:16:48.739528 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-c042a677-28f5-4026-b552-0173028fe9dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1740956'] for port (92c3ff53-3e45-460c-8c57-ba07fcc0b846), provisioning_complete {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:16:48.762806 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-28c98144-2292-4943-b376-a677a6315548 tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-736808'] for floatingip (d681f7ec-bf7e-418e-82c1-0b751e94dd68), after_create {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:16:48.876143 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c98144-2292-4943-b376-a677a6315548 tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] Pushing event updated for resources: {'Port': ['ID=a0bef43e-66ae-458a-a264-1b81c8ad04cd,revision_number=2']} {{(pid=104388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:16:48.883196 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG dbcounter [-] [104389] Writing DB stats neutron:SELECT=100 {{(pid=104389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:16:48.925783 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.db.l3_hamode_db [None req-beef7a7f-009a-4d23-82dc-c34b06e0445f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '908e80fb-40b8-4793-9a86-37800eb2c0e2', 'name': 'tempest-AttachVolumeShelveTestJSON-483833369-router', 'tenant_id': '758883a5aea04c85ad65bb6970bdb098', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65c030c7-6a7d-4cea-a47d-5cdd532db0e6', 'external_fixed_ips': [{'subnet_id': 'a9fa7760-a071-45ee-b985-799999c69975', 'ip_address': '172.27.2.118'}], 'enable_snat': True}, 'gw_port_id': '727ff9c8-4916-4a1a-ab54-bb56c46fdb5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-18T05:16:30Z', 'updated_at': '2022-06-18T05:16:40Z', 'revision_number': 4, 'project_id': '758883a5aea04c85ad65bb6970bdb098', 'gw_port': {'id': '727ff9c8-4916-4a1a-ab54-bb56c46fdb5e', 'name': '', 'network_id': '65c030c7-6a7d-4cea-a47d-5cdd532db0e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:ff:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '908e80fb-40b8-4793-9a86-37800eb2c0e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'a9fa7760-a071-45ee-b985-799999c69975', 'ip_address': '172.27.2.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-18T05:16:31Z', 'updated_at': '2022-06-18T05:16:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9fa7760-a071-45ee-b985-799999c69975', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-35-iscsi', '_interfaces': [{'id': 'f47325e8-4dc9-4d91-a0b3-d1a91a92ed58', 'name': '', 'network_id': 'f7ef077f-c52c-4f70-b85e-e8892706babc', 'tenant_id': '758883a5aea04c85ad65bb6970bdb098', 'mac_address': 'fa:16:3e:e5:75:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '908e80fb-40b8-4793-9a86-37800eb2c0e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '33823053-d4d0-4fd0-8dfe-171b826300f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-18T05:16:38Z', 'updated_at': '2022-06-18T05:16:47Z', 'revision_number': 4, 'project_id': '758883a5aea04c85ad65bb6970bdb098', 'subnets': [{'id': '33823053-d4d0-4fd0-8dfe-171b826300f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-35-iscsi', False) {} {{(pid=104389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 05:16:48.929721 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b1e300e1-aff6-49a2-91de-27e2df6494d9 req-6d0265b8-ef75-4269-b10f-c6a9d1faf5ab tempest-DeleteServersTestJSON-1260896433 tempest-DeleteServersTestJSON-1260896433-project] Made reservation on behalf of 0b73d42a085a45bfb3ccced90b190a5b for: {'port': 1} {{(pid=104387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 05:16:48.933186 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [req-b1e300e1-aff6-49a2-91de-27e2df6494d9 req-6d0265b8-ef75-4269-b10f-c6a9d1faf5ab tempest-DeleteServersTestJSON-1260896433 tempest-DeleteServersTestJSON-1260896433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1768406'] for port (None), before_create {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:16:48.971830 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-28c98144-2292-4943-b376-a677a6315548 tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19502'] for floatingip (None), before_response {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:16:48.972122 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [None req-28c98144-2292-4943-b376-a677a6315548 tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.3282132 Jun 18 05:16:49.000295 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa340d4-afe6-41aa-9272-b70d9f166296 req-70082d24-a766-4375-84d1-4f6845ec1e65 tempest-AttachVolumeTestJSON-1934236616 tempest-AttachVolumeTestJSON-1934236616-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:16:49.004414 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-8fa340d4-afe6-41aa-9272-b70d9f166296 req-70082d24-a766-4375-84d1-4f6845ec1e65 tempest-AttachVolumeTestJSON-1934236616 tempest-AttachVolumeTestJSON-1934236616-project] 10.222.0.23 "GET /v2.0/networks?id=22d8eb11-0b66-4ea6-b4d2-3deab0a32f40 HTTP/1.1" status: 200 len: 811 time: 0.4600930 Jun 18 05:16:49.030035 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-8fa340d4-afe6-41aa-9272-b70d9f166296 req-a8edae71-f483-414d-ac43-c8e35944b998 tempest-AttachVolumeTestJSON-1934236616 tempest-AttachVolumeTestJSON-1934236616-project] 10.222.0.23 "GET /v2.0/quotas/969c470f720c4b2f97ba9f45c5d0d426 HTTP/1.1" status: 200 len: 375 time: 0.0199602 Jun 18 05:16:49.054894 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG dbcounter [-] [104388] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=104388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:16:49.158138 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG dbcounter [-] [104387] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=104387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:16:49.179680 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-beef7a7f-009a-4d23-82dc-c34b06e0445f None None] The sync data for ids ['908e80fb-40b8-4793-9a86-37800eb2c0e2'] in dv-cinder-836996-35-iscsi is: [{'id': '908e80fb-40b8-4793-9a86-37800eb2c0e2', 'name': 'tempest-AttachVolumeShelveTestJSON-483833369-router', 'tenant_id': '758883a5aea04c85ad65bb6970bdb098', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65c030c7-6a7d-4cea-a47d-5cdd532db0e6', 'external_fixed_ips': [{'subnet_id': 'a9fa7760-a071-45ee-b985-799999c69975', 'ip_address': '172.27.2.118'}], 'enable_snat': True}, 'gw_port_id': '727ff9c8-4916-4a1a-ab54-bb56c46fdb5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-18T05:16:30Z', 'updated_at': '2022-06-18T05:16:40Z', 'revision_number': 4, 'project_id': '758883a5aea04c85ad65bb6970bdb098', 'gw_port': {'id': '727ff9c8-4916-4a1a-ab54-bb56c46fdb5e', 'name': '', 'network_id': '65c030c7-6a7d-4cea-a47d-5cdd532db0e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:ff:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '908e80fb-40b8-4793-9a86-37800eb2c0e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'a9fa7760-a071-45ee-b985-799999c69975', 'ip_address': '172.27.2.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-18T05:16:31Z', 'updated_at': '2022-06-18T05:16:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9fa7760-a071-45ee-b985-799999c69975', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-35-iscsi', '_interfaces': [{'id': 'f47325e8-4dc9-4d91-a0b3-d1a91a92ed58', 'name': '', 'network_id': 'f7ef077f-c52c-4f70-b85e-e8892706babc', 'tenant_id': '758883a5aea04c85ad65bb6970bdb098', 'mac_address': 'fa:16:3e:e5:75:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '908e80fb-40b8-4793-9a86-37800eb2c0e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '33823053-d4d0-4fd0-8dfe-171b826300f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-18T05:16:38Z', 'updated_at': '2022-06-18T05:16:47Z', 'revision_number': 4, 'project_id': '758883a5aea04c85ad65bb6970bdb098', 'subnets': [{'id': '33823053-d4d0-4fd0-8dfe-171b826300f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 05:16:49.223016 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.plugin [None req-c042a677-28f5-4026-b552-0173028fe9dd None None] Current status of the port 92c3ff53-3e45-460c-8c57-ba07fcc0b846 is: ACTIVE; New status is: ACTIVE {{(pid=104389) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 18 05:16:49.226868 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.plugin [None req-1a52008d-5f89-470c-ba0c-40cab78f1979 None None] Current status of the port f47325e8-4dc9-4d91-a0b3-d1a91a92ed58 is: DOWN; New status is: ACTIVE {{(pid=104389) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 18 05:16:49.227340 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-1a52008d-5f89-470c-ba0c-40cab78f1979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1768406'] for port (f47325e8-4dc9-4d91-a0b3-d1a91a92ed58), before_update {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:16:49.234192 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-8fa340d4-afe6-41aa-9272-b70d9f166296 req-c71b89a7-0703-4ad4-ae49-1489baa99cf9 tempest-AttachVolumeTestJSON-1934236616 tempest-AttachVolumeTestJSON-1934236616-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=969c470f720c4b2f97ba9f45c5d0d426&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2030303 Jun 18 05:16:49.287767 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.db [None req-1a52008d-5f89-470c-ba0c-40cab78f1979 None None] For port f47325e8-4dc9-4d91-a0b3-d1a91a92ed58, host dv-cinder-836996-35-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-35-iscsi',level=0,port_id=f47325e8-4dc9-4d91-a0b3-d1a91a92ed58,segment=NetworkSegment(8156adf2-605e-4047-8e9c-946882049554),segment_id=8156adf2-605e-4047-8e9c-946882049554)] {{(pid=104389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 05:16:49.361196 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-1a52008d-5f89-470c-ba0c-40cab78f1979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1768343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789592765606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789592262840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789592262858'] for port (f47325e8-4dc9-4d91-a0b3-d1a91a92ed58), after_update {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:16:49.460335 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a52008d-5f89-470c-ba0c-40cab78f1979 None None] Pushing event updated for resources: {'Port': ['ID=f47325e8-4dc9-4d91-a0b3-d1a91a92ed58,revision_number=5']} {{(pid=104389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:16:49.482366 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.db.db_base_plugin_common [req-b1e300e1-aff6-49a2-91de-27e2df6494d9 req-6d0265b8-ef75-4269-b10f-c6a9d1faf5ab tempest-DeleteServersTestJSON-1260896433 tempest-DeleteServersTestJSON-1260896433-project] Allocated IP 172.20.0.12 (b6326206-c3ac-4e80-bc2a-deaf200d1ad1/65acfd46-bcf0-4f0d-b181-1f052de6ca7a/b7964cda-123c-4433-9d83-8d7e89fdef4a) {{(pid=104387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 05:16:49.548322 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-ecbfb028-bf53-4a51-b326-5b1db76d3203 req-71c3b14b-5520-4ebe-a9ee-c6845d823f02 tempest-DeleteServersTestJSON-1260896433 tempest-DeleteServersTestJSON-1260896433-project] 10.222.0.23 "GET /v2.0/ports?device_id=7f277a3d-57bc-4fce-82d5-b163cbbcade0 HTTP/1.1" status: 200 len: 210 time: 0.1276855 Jun 18 05:16:49.766373 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-662a9750-1c2c-4a02-9803-677ef9b7fbd0 req-fa76431b-7192-4939-b981-8b242c6499b0 tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--1825929109&fields=id&tenant_id=758883a5aea04c85ad65bb6970bdb098 HTTP/1.1" status: 200 len: 267 time: 0.0901728 Jun 18 05:16:49.766775 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [req-b1e300e1-aff6-49a2-91de-27e2df6494d9 req-6d0265b8-ef75-4269-b10f-c6a9d1faf5ab tempest-DeleteServersTestJSON-1260896433 tempest-DeleteServersTestJSON-1260896433-project] Publish callbacks [] for port (b7964cda-123c-4433-9d83-8d7e89fdef4a), precommit_create {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:16:49.871443 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [req-b1e300e1-aff6-49a2-91de-27e2df6494d9 req-6d0265b8-ef75-4269-b10f-c6a9d1faf5ab tempest-DeleteServersTestJSON-1260896433 tempest-DeleteServersTestJSON-1260896433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1768343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789592262822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14020772'] for port (b7964cda-123c-4433-9d83-8d7e89fdef4a), after_create {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:16:49.889870 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG dbcounter [-] [104388] Writing DB stats neutron:DELETE=6,neutron:SELECT=91,neutron:INSERT=3 {{(pid=104388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:16:49.989762 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662a9750-1c2c-4a02-9803-677ef9b7fbd0 req-85d886e2-5d00-4c62-956d-c265e7031d5c tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:16:50.018113 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-662a9750-1c2c-4a02-9803-677ef9b7fbd0 req-85d886e2-5d00-4c62-956d-c265e7031d5c tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] 10.222.0.23 "GET /v2.0/networks?id=f7ef077f-c52c-4f70-b85e-e8892706babc HTTP/1.1" status: 200 len: 816 time: 0.2433462 Jun 18 05:16:50.068311 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-662a9750-1c2c-4a02-9803-677ef9b7fbd0 req-5427f471-28f2-49f8-99ae-55a257b476df tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] 10.222.0.23 "GET /v2.0/quotas/758883a5aea04c85ad65bb6970bdb098 HTTP/1.1" status: 200 len: 375 time: 0.0491886 Jun 18 05:16:50.241473 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b1e300e1-aff6-49a2-91de-27e2df6494d9 req-6d0265b8-ef75-4269-b10f-c6a9d1faf5ab tempest-DeleteServersTestJSON-1260896433 tempest-DeleteServersTestJSON-1260896433-project] Network b6326206-c3ac-4e80-bc2a-deaf200d1ad1 is already hosted by enough agents. {{(pid=104387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 05:16:50.277837 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.scheduler.base_scheduler [req-b1e300e1-aff6-49a2-91de-27e2df6494d9 req-6d0265b8-ef75-4269-b10f-c6a9d1faf5ab tempest-DeleteServersTestJSON-1260896433 tempest-DeleteServersTestJSON-1260896433-project] Resources bound (agent type, host, resource id): {{(pid=104387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 05:16:50.285844 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1e300e1-aff6-49a2-91de-27e2df6494d9 req-6d0265b8-ef75-4269-b10f-c6a9d1faf5ab tempest-DeleteServersTestJSON-1260896433 tempest-DeleteServersTestJSON-1260896433-project] Received port after_create {{(pid=104387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 18 05:16:50.379629 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d0265b8-ef75-4269-b10f-c6a9d1faf5ab tempest-DeleteServersTestJSON-1260896433 tempest-DeleteServersTestJSON-1260896433-project] Pushing event updated for resources: {'Port': ['ID=b7964cda-123c-4433-9d83-8d7e89fdef4a,revision_number=1']} {{(pid=104387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:16:50.411160 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.rpc [None req-c042a677-28f5-4026-b552-0173028fe9dd None None] Device f47325e8-4dc9-4d91-a0b3-d1a91a92ed58 up at agent ovs-agent-dv-cinder-836996-35-iscsi {{(pid=104389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 18 05:16:50.488721 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e300e1-aff6-49a2-91de-27e2df6494d9 req-6d0265b8-ef75-4269-b10f-c6a9d1faf5ab tempest-DeleteServersTestJSON-1260896433 tempest-DeleteServersTestJSON-1260896433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:16:50.489456 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [req-b1e300e1-aff6-49a2-91de-27e2df6494d9 req-6d0265b8-ef75-4269-b10f-c6a9d1faf5ab tempest-DeleteServersTestJSON-1260896433 tempest-DeleteServersTestJSON-1260896433-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546098'] for port (None), before_response {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:16:50.526960 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG dbcounter [-] [104388] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:16:50.544229 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.db.provisioning_blocks [None req-c042a677-28f5-4026-b552-0173028fe9dd None None] Provisioning complete for port f47325e8-4dc9-4d91-a0b3-d1a91a92ed58 triggered by entity L2. {{(pid=104389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 18 05:16:50.545849 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-c042a677-28f5-4026-b552-0173028fe9dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1740956'] for port (f47325e8-4dc9-4d91-a0b3-d1a91a92ed58), provisioning_complete {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:16:50.602103 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-b1e300e1-aff6-49a2-91de-27e2df6494d9 req-6d0265b8-ef75-4269-b10f-c6a9d1faf5ab tempest-DeleteServersTestJSON-1260896433 tempest-DeleteServersTestJSON-1260896433-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5333948 Jun 18 05:16:50.615060 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.wsgi [req-b1e300e1-aff6-49a2-91de-27e2df6494d9 req-e73535b4-468f-4092-8b09-427a2a468983 tempest-DeleteServersTestJSON-1260896433 tempest-DeleteServersTestJSON-1260896433-project] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=104387) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 18 05:16:50.617250 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-b1e300e1-aff6-49a2-91de-27e2df6494d9 req-e73535b4-468f-4092-8b09-427a2a468983 tempest-DeleteServersTestJSON-1260896433 tempest-DeleteServersTestJSON-1260896433-project] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0139835 Jun 18 05:16:50.642205 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-662a9750-1c2c-4a02-9803-677ef9b7fbd0 req-a812dde7-6f5f-42c7-94df-95d94cfc6ad7 tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=758883a5aea04c85ad65bb6970bdb098&fields=id HTTP/1.1" status: 200 len: 302 time: 0.5677898 Jun 18 05:16:50.705803 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.plugin [None req-c042a677-28f5-4026-b552-0173028fe9dd None None] Current status of the port f47325e8-4dc9-4d91-a0b3-d1a91a92ed58 is: ACTIVE; New status is: ACTIVE {{(pid=104389) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 18 05:16:50.800045 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.db.provisioning_blocks [None req-e8a32543-fda9-4b6d-97d1-c921eeed5a5d None None] Provisioning complete for port b7964cda-123c-4433-9d83-8d7e89fdef4a triggered by entity DHCP. {{(pid=104389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 18 05:16:50.800640 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-e8a32543-fda9-4b6d-97d1-c921eeed5a5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1740956'] for port (b7964cda-123c-4433-9d83-8d7e89fdef4a), provisioning_complete {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:16:50.812805 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-662a9750-1c2c-4a02-9803-677ef9b7fbd0 req-b7879a6e-8089-4d0a-8a4a-7ac1f06a18a2 service neutron] 10.222.0.23 "GET /v2.0/networks/f7ef077f-c52c-4f70-b85e-e8892706babc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1361170 Jun 18 05:16:50.921856 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-662a9750-1c2c-4a02-9803-677ef9b7fbd0 req-c65f68ef-5d2f-4fbd-9190-4563d2dfe318 service neutron] 10.222.0.23 "GET /v2.0/networks/f7ef077f-c52c-4f70-b85e-e8892706babc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1031928 Jun 18 05:16:50.926289 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.plugin [None req-e8a32543-fda9-4b6d-97d1-c921eeed5a5d None None] Port b7964cda-123c-4433-9d83-8d7e89fdef4a cannot update to ACTIVE because it is not bound. {{(pid=104389) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 18 05:16:50.969764 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.wsgi [req-8fa340d4-afe6-41aa-9272-b70d9f166296 req-f7bc052a-4d7d-4f57-af0c-e7cb331bc9da service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=104387) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 18 05:16:50.972427 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-8fa340d4-afe6-41aa-9272-b70d9f166296 req-f7bc052a-4d7d-4f57-af0c-e7cb331bc9da service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.9931741 Jun 18 05:16:50.988060 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG dbcounter [-] [104387] Writing DB stats neutron:SELECT=91,neutron:UPDATE=4,neutron:INSERT=5 {{(pid=104387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:16:51.218123 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-8fa340d4-afe6-41aa-9272-b70d9f166296 req-34037c5d-ece1-4235-ae7f-b19c49166d01 service neutron] 10.222.0.23 "GET /v2.0/networks/22d8eb11-0b66-4ea6-b4d2-3deab0a32f40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2387683 Jun 18 05:16:51.426545 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-8fa340d4-afe6-41aa-9272-b70d9f166296 req-352fdbc4-36c6-4890-b8c2-e09115ab7a02 service neutron] 10.222.0.23 "GET /v2.0/networks/22d8eb11-0b66-4ea6-b4d2-3deab0a32f40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2033622 Jun 18 05:16:51.459961 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e079fb-3244-455c-8c73-2359549948cb req-eada27d4-7700-4475-8180-3d85827a177d tempest-DeleteServersTestJSON-1260896433 tempest-DeleteServersTestJSON-1260896433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:16:51.472994 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-39e079fb-3244-455c-8c73-2359549948cb req-eada27d4-7700-4475-8180-3d85827a177d tempest-DeleteServersTestJSON-1260896433 tempest-DeleteServersTestJSON-1260896433-project] 10.222.0.23 "GET /v2.0/ports?device_id=7f277a3d-57bc-4fce-82d5-b163cbbcade0 HTTP/1.1" status: 200 len: 932 time: 0.1567822 Jun 18 05:16:51.588687 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.api.v2.base [req-b1e300e1-aff6-49a2-91de-27e2df6494d9 req-6e059102-5609-4a4c-be44-923dea991410 service neutron] Request body: {'port': {'device_id': '7f277a3d-57bc-4fce-82d5-b163cbbcade0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83699'}} {{(pid=104387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 18 05:16:51.589339 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-39e079fb-3244-455c-8c73-2359549948cb req-1e58afc4-d98c-4fb5-993d-0bf9891b3d97 tempest-DeleteServersTestJSON-1260896433 tempest-DeleteServersTestJSON-1260896433-project] 10.222.0.23 "GET /v2.0/security-groups?id=0d6d7be2-cf98-4003-a359-c6a8d450ec5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133232 Jun 18 05:16:51.745348 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [req-b1e300e1-aff6-49a2-91de-27e2df6494d9 req-6e059102-5609-4a4c-be44-923dea991410 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1768406'] for port (b7964cda-123c-4433-9d83-8d7e89fdef4a), before_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:16:51.902373 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-ec3130c9-e28a-45e0-840b-27b071166eb9 req-409b4192-fb6c-48a5-958e-087bba25889d tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] 10.222.0.23 "GET /v2.0/ports?device_id=3db86af8-06be-4481-ae05-85abb634d58e HTTP/1.1" status: 200 len: 210 time: 0.1915433 Jun 18 05:16:52.099542 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-4425b869-a73c-41e0-a4e9-dde439ab0e9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789592556683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1744442'] for agent (426d7b1c-7831-4cf6-8aa4-29496a16634c), after_update {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:16:52.136113 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-35591cd1-a131-419e-bfe6-7c1134390a80 req-84fd7826-feaf-4d73-bfbf-7f5954b17134 tempest-AttachVolumeTestJSON-1934236616 tempest-AttachVolumeTestJSON-1934236616-project] 10.222.0.23 "GET /v2.0/ports?device_id=240d96c6-c2da-4ee1-8fd9-554944f65d95 HTTP/1.1" status: 200 len: 210 time: 0.1463015 Jun 18 05:16:52.342476 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG dbcounter [-] [104387] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=104387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:16:52.608201 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.notifiers.nova [req-b1e300e1-aff6-49a2-91de-27e2df6494d9 req-6e059102-5609-4a4c-be44-923dea991410 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b7964cda-123c-4433-9d83-8d7e89fdef4a {{(pid=104387) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 18 05:16:52.623576 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [req-b1e300e1-aff6-49a2-91de-27e2df6494d9 req-6e059102-5609-4a4c-be44-923dea991410 service neutron] Publish callbacks [] for port (b7964cda-123c-4433-9d83-8d7e89fdef4a), precommit_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:16:52.654236 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.db.provisioning_blocks [req-b1e300e1-aff6-49a2-91de-27e2df6494d9 req-6e059102-5609-4a4c-be44-923dea991410 service neutron] Transition to ACTIVE for port object b7964cda-123c-4433-9d83-8d7e89fdef4a will not be triggered until provisioned by entity L2. {{(pid=104387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 18 05:16:52.723274 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [req-b1e300e1-aff6-49a2-91de-27e2df6494d9 req-6e059102-5609-4a4c-be44-923dea991410 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1768343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789592765606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789592262840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789592262858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14020781'] for port (b7964cda-123c-4433-9d83-8d7e89fdef4a), after_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:16:52.797973 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e059102-5609-4a4c-be44-923dea991410 service neutron] Pushing event updated for resources: {'Port': ['ID=b7964cda-123c-4433-9d83-8d7e89fdef4a,revision_number=2']} {{(pid=104387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:16:52.867448 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85f46ec-c4d4-45d0-9433-a3c6c1f03138 req-727cb442-e488-41a9-80a6-f10b5f702351 tempest-DeleteServersTestJSON-1260896433 tempest-DeleteServersTestJSON-1260896433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:16:52.884875 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-d85f46ec-c4d4-45d0-9433-a3c6c1f03138 req-727cb442-e488-41a9-80a6-f10b5f702351 tempest-DeleteServersTestJSON-1260896433 tempest-DeleteServersTestJSON-1260896433-project] 10.222.0.23 "GET /v2.0/ports?device_id=7f277a3d-57bc-4fce-82d5-b163cbbcade0 HTTP/1.1" status: 200 len: 944 time: 0.1967530 Jun 18 05:16:53.012491 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.managers [req-b1e300e1-aff6-49a2-91de-27e2df6494d9 req-6e059102-5609-4a4c-be44-923dea991410 service neutron] Attempting to bind port b7964cda-123c-4433-9d83-8d7e89fdef4a on host hv-cinder-83699 for vnic_type normal with profile {{(pid=104387) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 18 05:16:53.012945 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.managers [req-b1e300e1-aff6-49a2-91de-27e2df6494d9 req-6e059102-5609-4a4c-be44-923dea991410 service neutron] Attempting to bind port b7964cda-123c-4433-9d83-8d7e89fdef4a by drivers openvswitch,hyperv on host hv-cinder-83699 at level 0 using segments [{'id': '09c215c3-c19f-4b36-8a34-43f30aa65bf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'b6326206-c3ac-4e80-bc2a-deaf200d1ad1'}] {{(pid=104387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 18 05:16:53.013417 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1e300e1-aff6-49a2-91de-27e2df6494d9 req-6e059102-5609-4a4c-be44-923dea991410 service neutron] Attempting to bind port b7964cda-123c-4433-9d83-8d7e89fdef4a on network b6326206-c3ac-4e80-bc2a-deaf200d1ad1 {{(pid=104387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 18 05:16:53.039819 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1e300e1-aff6-49a2-91de-27e2df6494d9 req-6e059102-5609-4a4c-be44-923dea991410 service neutron] Port b7964cda-123c-4433-9d83-8d7e89fdef4a on network b6326206-c3ac-4e80-bc2a-deaf200d1ad1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83699 {{(pid=104387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 18 05:16:53.040264 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1e300e1-aff6-49a2-91de-27e2df6494d9 req-6e059102-5609-4a4c-be44-923dea991410 service neutron] Attempting to bind port b7964cda-123c-4433-9d83-8d7e89fdef4a on network b6326206-c3ac-4e80-bc2a-deaf200d1ad1 {{(pid=104387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 18 05:16:53.050070 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1e300e1-aff6-49a2-91de-27e2df6494d9 req-6e059102-5609-4a4c-be44-923dea991410 service neutron] Checking agent: {'id': '21f82a9e-593b-4fa9-aa06-dfe6f16482e6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83699', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 18, 5, 14, 36), 'started_at': datetime.datetime(2022, 6, 18, 5, 14, 36), 'heartbeat_timestamp': datetime.datetime(2022, 6, 18, 5, 16, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 18 05:16:53.050483 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1e300e1-aff6-49a2-91de-27e2df6494d9 req-6e059102-5609-4a4c-be44-923dea991410 service neutron] Checking segment: {'id': '09c215c3-c19f-4b36-8a34-43f30aa65bf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'b6326206-c3ac-4e80-bc2a-deaf200d1ad1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 18 05:16:53.051134 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1e300e1-aff6-49a2-91de-27e2df6494d9 req-6e059102-5609-4a4c-be44-923dea991410 service neutron] Bound using segment: {'id': '09c215c3-c19f-4b36-8a34-43f30aa65bf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'b6326206-c3ac-4e80-bc2a-deaf200d1ad1'} {{(pid=104387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 18 05:16:53.051720 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.managers [req-b1e300e1-aff6-49a2-91de-27e2df6494d9 req-6e059102-5609-4a4c-be44-923dea991410 service neutron] Bound port: b7964cda-123c-4433-9d83-8d7e89fdef4a, host: hv-cinder-83699, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '09c215c3-c19f-4b36-8a34-43f30aa65bf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'b6326206-c3ac-4e80-bc2a-deaf200d1ad1'}}] {{(pid=104387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 18 05:16:53.051960 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [req-b1e300e1-aff6-49a2-91de-27e2df6494d9 req-6e059102-5609-4a4c-be44-923dea991410 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1768406'] for port (b7964cda-123c-4433-9d83-8d7e89fdef4a), before_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:16:53.072297 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-d85f46ec-c4d4-45d0-9433-a3c6c1f03138 req-96bc062c-39a2-45d3-bf3c-7728ea8357de tempest-DeleteServersTestJSON-1260896433 tempest-DeleteServersTestJSON-1260896433-project] 10.222.0.23 "GET /v2.0/security-groups?id=0d6d7be2-cf98-4003-a359-c6a8d450ec5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1787779 Jun 18 05:16:53.085451 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.wsgi [-] (104388) accepted ('10.222.0.23', 46470) {{(pid=104388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 05:16:53.292054 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-cdcec524-6d90-4a7c-8a9b-165bedd0b107 req-1797e1a4-df37-4e6d-ba3a-70336a364c7c tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] 10.222.0.23 "GET /v2.0/ports?device_id=3db86af8-06be-4481-ae05-85abb634d58e HTTP/1.1" status: 200 len: 210 time: 0.0867620 Jun 18 05:16:53.293098 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.db [req-b1e300e1-aff6-49a2-91de-27e2df6494d9 req-6e059102-5609-4a4c-be44-923dea991410 service neutron] For port b7964cda-123c-4433-9d83-8d7e89fdef4a, host hv-cinder-83699, cleared binding levels {{(pid=104387) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 05:16:53.412447 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.db [req-b1e300e1-aff6-49a2-91de-27e2df6494d9 req-6e059102-5609-4a4c-be44-923dea991410 service neutron] For port b7964cda-123c-4433-9d83-8d7e89fdef4a, host hv-cinder-83699, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=b7964cda-123c-4433-9d83-8d7e89fdef4a,segment=NetworkSegment(09c215c3-c19f-4b36-8a34-43f30aa65bf5),segment_id=09c215c3-c19f-4b36-8a34-43f30aa65bf5)] {{(pid=104387) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 05:16:53.415411 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-1f0d7200-3e62-48fc-a57b-306159b25cdc req-8c45b581-d1d2-41c8-81c4-41998eb12026 tempest-AttachVolumeTestJSON-1934236616 tempest-AttachVolumeTestJSON-1934236616-project] 10.222.0.23 "GET /v2.0/ports?device_id=240d96c6-c2da-4ee1-8fd9-554944f65d95 HTTP/1.1" status: 200 len: 210 time: 0.0544143 Jun 18 05:16:53.483175 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [req-b1e300e1-aff6-49a2-91de-27e2df6494d9 req-6e059102-5609-4a4c-be44-923dea991410 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1768343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789592765606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789592262840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789592262858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14020781'] for port (b7964cda-123c-4433-9d83-8d7e89fdef4a), after_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:16:53.499860 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG dbcounter [-] [104387] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=104387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:16:53.706781 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e300e1-aff6-49a2-91de-27e2df6494d9 req-6e059102-5609-4a4c-be44-923dea991410 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:16:53.710921 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [req-b1e300e1-aff6-49a2-91de-27e2df6494d9 req-6e059102-5609-4a4c-be44-923dea991410 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546098'] for port (None), before_response {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:16:53.714390 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-b1e300e1-aff6-49a2-91de-27e2df6494d9 req-6e059102-5609-4a4c-be44-923dea991410 service neutron] 10.222.0.15 "PUT /v2.0/ports/b7964cda-123c-4433-9d83-8d7e89fdef4a HTTP/1.1" status: 200 len: 1094 time: 2.3161533 Jun 18 05:16:53.714883 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f277a3d-57bc-4fce-82d5-b163cbbcade0', 'tag': 'b7964cda-123c-4433-9d83-8d7e89fdef4a'}] {{(pid=104387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 18 05:16:53.764596 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e059102-5609-4a4c-be44-923dea991410 service neutron] Pushing event updated for resources: {'Port': ['ID=b7964cda-123c-4433-9d83-8d7e89fdef4a,revision_number=3']} {{(pid=104387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:16:53.863665 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-2207c1ef-4f2f-43ec-9b49-ffbf106a3b7e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:16:54.057360 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-2207c1ef-4f2f-43ec-9b49-ffbf106a3b7e admin admin] Publish callbacks [] for security_group (8e81c102-4734-4aca-b962-5e1cd65aa72a), precommit_create {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:16:54.112054 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e300e1-aff6-49a2-91de-27e2df6494d9 req-0a493f50-5447-4c5b-9daa-27dd288fed0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:16:54.113624 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-b1e300e1-aff6-49a2-91de-27e2df6494d9 req-0a493f50-5447-4c5b-9daa-27dd288fed0d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=0b73d42a085a45bfb3ccced90b190a5b&device_id=7f277a3d-57bc-4fce-82d5-b163cbbcade0 HTTP/1.1" status: 200 len: 1128 time: 0.2626190 Jun 18 05:16:54.145081 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-2207c1ef-4f2f-43ec-9b49-ffbf106a3b7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728332'] for security_group (8e81c102-4734-4aca-b962-5e1cd65aa72a), after_create {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:16:54.399147 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [None req-2207c1ef-4f2f-43ec-9b49-ffbf106a3b7e admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=95cca8e47eb34d698fabe95982e89dbd&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3120873 Jun 18 05:16:54.431005 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.wsgi [-] (104388) accepted ('10.222.0.23', 46538) {{(pid=104388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 05:16:54.478920 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2207c1ef-4f2f-43ec-9b49-ffbf106a3b7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e81c102-4734-4aca-b962-5e1cd65aa72a,revision_number=1']} {{(pid=104388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:16:54.585232 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-9559a63e-355e-46c8-a4c6-488f59a81e11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789592556683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1744442'] for agent (a8549501-0164-4ac5-90a6-1ba1ba0d3f9d), after_update {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:16:54.630174 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG neutron.db.agents_db [None req-f0cd052f-7516-4656-9d29-e77bb90ffdea None None] Agent healthcheck: found 6 active agents {{(pid=104390) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 18 05:16:54.678193 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2f4b32-c2db-4a9a-98e5-5d5e33910ba6 req-c623e2ea-4354-49b4-84ed-899dfcafb36e tempest-DeleteServersTestJSON-1260896433 tempest-DeleteServersTestJSON-1260896433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:16:54.693892 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-6d2f4b32-c2db-4a9a-98e5-5d5e33910ba6 req-c623e2ea-4354-49b4-84ed-899dfcafb36e tempest-DeleteServersTestJSON-1260896433 tempest-DeleteServersTestJSON-1260896433-project] 10.222.0.23 "GET /v2.0/ports?device_id=7f277a3d-57bc-4fce-82d5-b163cbbcade0 HTTP/1.1" status: 200 len: 944 time: 0.3343239 Jun 18 05:16:54.741053 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG dbcounter [-] [104388] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:16:54.768185 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}067244ef130036e0f0c6cfdae2cc0bb626a7afb0c2954d608d85df941ffdb65a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-957bfb7e-85ee-4707-9078-33dde8867e40" -d '{"events": [{"name": "network-changed", "server_uuid": "7f277a3d-57bc-4fce-82d5-b163cbbcade0", "tag": "b7964cda-123c-4433-9d83-8d7e89fdef4a"}]}' {{(pid=104387) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 05:16:54.769750 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-f12448d4-bf57-4f4c-a227-1b1832658eca admin admin] Publish callbacks [] for security_group (8e81c102-4734-4aca-b962-5e1cd65aa72a), before_delete {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:16:54.787029 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-b1e300e1-aff6-49a2-91de-27e2df6494d9 req-6106e0a1-1050-4bc7-a855-d1b4145e127b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b7964cda-123c-4433-9d83-8d7e89fdef4a HTTP/1.1" status: 200 len: 217 time: 0.6450920 Jun 18 05:16:54.831028 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-f12448d4-bf57-4f4c-a227-1b1832658eca admin admin] Publish callbacks [] for security_group (8e81c102-4734-4aca-b962-5e1cd65aa72a), precommit_delete {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:16:54.837619 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-6d2f4b32-c2db-4a9a-98e5-5d5e33910ba6 req-58bac62a-cbb7-4ea2-b724-710e84d06c90 tempest-DeleteServersTestJSON-1260896433 tempest-DeleteServersTestJSON-1260896433-project] 10.222.0.23 "GET /v2.0/security-groups?id=0d6d7be2-cf98-4003-a359-c6a8d450ec5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1358764 Jun 18 05:16:54.923561 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-be0e9390-3877-4b68-9af5-fc20cad4340a req-fb7bc568-3fcb-41d4-869f-ef0758ad1090 tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] 10.222.0.23 "GET /v2.0/ports?device_id=3db86af8-06be-4481-ae05-85abb634d58e HTTP/1.1" status: 200 len: 210 time: 0.1524427 Jun 18 05:16:54.945287 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e300e1-aff6-49a2-91de-27e2df6494d9 req-ebdd27df-d40d-4b32-97e1-47ada8a775d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:16:54.947187 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-b1e300e1-aff6-49a2-91de-27e2df6494d9 req-ebdd27df-d40d-4b32-97e1-47ada8a775d7 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=65acfd46-bcf0-4f0d-b181-1f052de6ca7a HTTP/1.1" status: 200 len: 851 time: 0.1124117 Jun 18 05:16:55.045902 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-f12448d4-bf57-4f4c-a227-1b1832658eca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728332'] for security_group (8e81c102-4734-4aca-b962-5e1cd65aa72a), after_delete {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:16:55.049782 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-f12448d4-bf57-4f4c-a227-1b1832658eca admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:16:55.051451 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [None req-f12448d4-bf57-4f4c-a227-1b1832658eca admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/8e81c102-4734-4aca-b962-5e1cd65aa72a HTTP/1.1" status: 204 len: 168 time: 0.6191795 Jun 18 05:16:55.057312 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-cabe4cc5-caa5-49d4-ab28-89e96f3239e1 req-8a0a8f84-c0c5-4b40-8126-c5f545e7c801 tempest-AttachVolumeTestJSON-1934236616 tempest-AttachVolumeTestJSON-1934236616-project] 10.222.0.23 "GET /v2.0/ports?device_id=240d96c6-c2da-4ee1-8fd9-554944f65d95 HTTP/1.1" status: 200 len: 210 time: 0.1207864 Jun 18 05:16:55.069017 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e300e1-aff6-49a2-91de-27e2df6494d9 req-41f75d28-f543-40e2-a3d3-926c9e26a52e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:16:55.070028 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f12448d4-bf57-4f4c-a227-1b1832658eca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e81c102-4734-4aca-b962-5e1cd65aa72a,revision_number=None']} {{(pid=104388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:16:55.079390 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-b1e300e1-aff6-49a2-91de-27e2df6494d9 req-41f75d28-f543-40e2-a3d3-926c9e26a52e service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=b6326206-c3ac-4e80-bc2a-deaf200d1ad1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1171920 Jun 18 05:16:55.313443 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-b1e300e1-aff6-49a2-91de-27e2df6494d9 req-4323800f-9185-42f8-be6a-b4fa7d160e1e service neutron] 10.222.0.15 "GET /v2.0/networks/b6326206-c3ac-4e80-bc2a-deaf200d1ad1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2004406 Jun 18 05:16:55.575152 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-b1e300e1-aff6-49a2-91de-27e2df6494d9 req-fb6414f2-bd69-412b-9b38-e452de1df8c7 service neutron] 10.222.0.15 "GET /v2.0/networks/b6326206-c3ac-4e80-bc2a-deaf200d1ad1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1936922 Jun 18 05:16:55.585741 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-bd48e2cf-68a6-4f35-9a09-882d425f288c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789592556683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1744442'] for agent (e572bbf3-12d8-41bb-a2ed-524d739c9de1), after_update {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:16:55.795434 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.wsgi [-] (104388) accepted ('10.222.0.23', 46582) {{(pid=104388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 05:16:55.811766 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Jun 2022 05:16:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85eb5277-0d8e-4050-8dc5-55dc38d89db7 x-openstack-request-id: req-85eb5277-0d8e-4050-8dc5-55dc38d89db7 {{(pid=104387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 05:16:55.812286 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7f277a3d-57bc-4fce-82d5-b163cbbcade0", "tag": "b7964cda-123c-4433-9d83-8d7e89fdef4a", "status": "completed", "code": 200}]} {{(pid=104387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 05:16:55.812591 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-85eb5277-0d8e-4050-8dc5-55dc38d89db7 {{(pid=104387) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 05:16:55.821515 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.notifiers.nova [-] Nova event matching ['req-85eb5277-0d8e-4050-8dc5-55dc38d89db7'] response: {'name': 'network-changed', 'server_uuid': '7f277a3d-57bc-4fce-82d5-b163cbbcade0', 'tag': 'b7964cda-123c-4433-9d83-8d7e89fdef4a', 'status': 'completed', 'code': 200} Jun 18 05:16:56.027811 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fdb45d8-4db0-4e0e-8d7f-8c6d234838aa req-39b296dd-3834-457b-a72e-5047399ca312 tempest-DeleteServersTestJSON-1260896433 tempest-DeleteServersTestJSON-1260896433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:16:56.036691 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-0fdb45d8-4db0-4e0e-8d7f-8c6d234838aa req-39b296dd-3834-457b-a72e-5047399ca312 tempest-DeleteServersTestJSON-1260896433 tempest-DeleteServersTestJSON-1260896433-project] 10.222.0.23 "GET /v2.0/ports?device_id=7f277a3d-57bc-4fce-82d5-b163cbbcade0 HTTP/1.1" status: 200 len: 944 time: 0.0685525 Jun 18 05:16:56.055075 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG dbcounter [-] [104388] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:DELETE=4 {{(pid=104388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:16:56.084468 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-790f9e2a-a26c-4f80-aa84-c1bc8567acfe req-be8e591d-c8d5-445f-964f-b62d4a417614 tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] 10.222.0.23 "GET /v2.0/ports?device_id=3db86af8-06be-4481-ae05-85abb634d58e HTTP/1.1" status: 200 len: 210 time: 0.0469639 Jun 18 05:16:56.148908 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-0fdb45d8-4db0-4e0e-8d7f-8c6d234838aa req-08e22c6b-6c26-47c9-a79d-1a70b8451548 tempest-DeleteServersTestJSON-1260896433 tempest-DeleteServersTestJSON-1260896433-project] 10.222.0.23 "GET /v2.0/security-groups?id=0d6d7be2-cf98-4003-a359-c6a8d450ec5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104918 Jun 18 05:16:56.237774 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-360184b0-a773-4c08-820c-3e9c0f259730 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:16:56.351294 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-d486aa45-0b93-4cd0-922b-5db23f04f606 req-a6e57db2-3f49-405c-997e-ed59ac5e18dd tempest-AttachVolumeTestJSON-1934236616 tempest-AttachVolumeTestJSON-1934236616-project] 10.222.0.23 "GET /v2.0/ports?device_id=240d96c6-c2da-4ee1-8fd9-554944f65d95 HTTP/1.1" status: 200 len: 210 time: 0.0338101 Jun 18 05:16:56.409328 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-360184b0-a773-4c08-820c-3e9c0f259730 admin admin] Publish callbacks [] for security_group (3380f126-a8bd-416b-9e78-8ee08bd6527f), precommit_create {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:16:56.509892 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-360184b0-a773-4c08-820c-3e9c0f259730 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728332'] for security_group (3380f126-a8bd-416b-9e78-8ee08bd6527f), after_create {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:16:56.570269 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.wsgi [-] (104387) accepted ('10.222.0.23', 46614) {{(pid=104387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 05:16:56.578544 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [None req-360184b0-a773-4c08-820c-3e9c0f259730 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=62c17eddb9ae4b6698b3706b1a3c8d01&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7813327 Jun 18 05:16:56.584657 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360184b0-a773-4c08-820c-3e9c0f259730 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3380f126-a8bd-416b-9e78-8ee08bd6527f,revision_number=1']} {{(pid=104388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:16:56.633534 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-1eda2fef-5b0a-43cf-95ce-359b6dda4c91 admin admin] Publish callbacks [] for security_group (3380f126-a8bd-416b-9e78-8ee08bd6527f), before_delete {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:16:56.670002 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-1eda2fef-5b0a-43cf-95ce-359b6dda4c91 admin admin] Publish callbacks [] for security_group (3380f126-a8bd-416b-9e78-8ee08bd6527f), precommit_delete {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:16:56.808841 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-1eda2fef-5b0a-43cf-95ce-359b6dda4c91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728332'] for security_group (3380f126-a8bd-416b-9e78-8ee08bd6527f), after_delete {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:16:56.817872 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-1eda2fef-5b0a-43cf-95ce-359b6dda4c91 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:16:56.832217 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [None req-1eda2fef-5b0a-43cf-95ce-359b6dda4c91 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/3380f126-a8bd-416b-9e78-8ee08bd6527f HTTP/1.1" status: 204 len: 168 time: 0.2604501 Jun 18 05:16:56.895420 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eda2fef-5b0a-43cf-95ce-359b6dda4c91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3380f126-a8bd-416b-9e78-8ee08bd6527f,revision_number=None']} {{(pid=104387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:16:57.230936 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-5df8b1a9-a354-44ed-8761-35e8e24f4084 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789592556683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1744442'] for agent (37f34a37-d85d-4c21-966b-86dc43157ac3), after_update {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:16:57.250014 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-947c2140-e893-46d7-ab30-2cdba7a745de req-eb254d3f-ef79-4bec-92f7-976b7cf4732a tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] 10.222.0.23 "GET /v2.0/ports?device_id=3db86af8-06be-4481-ae05-85abb634d58e HTTP/1.1" status: 200 len: 210 time: 0.0435424 Jun 18 05:16:57.326508 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e572b3-2555-49b0-b1d2-b3bf405e18c2 req-74fb0560-9fda-409c-a69f-45ca49113846 tempest-DeleteServersTestJSON-1260896433 tempest-DeleteServersTestJSON-1260896433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:16:57.328258 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-d9e572b3-2555-49b0-b1d2-b3bf405e18c2 req-74fb0560-9fda-409c-a69f-45ca49113846 tempest-DeleteServersTestJSON-1260896433 tempest-DeleteServersTestJSON-1260896433-project] 10.222.0.23 "GET /v2.0/ports?device_id=7f277a3d-57bc-4fce-82d5-b163cbbcade0 HTTP/1.1" status: 200 len: 944 time: 0.1002078 Jun 18 05:16:57.426359 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.wsgi [-] (104388) accepted ('10.222.0.15', 64830) {{(pid=104388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 05:16:57.500919 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957bfb7e-85ee-4707-9078-33dde8867e40 req-395e3f06-145a-4b5f-9d6a-4b1531e2bc49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:16:57.501122 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-957bfb7e-85ee-4707-9078-33dde8867e40 req-395e3f06-145a-4b5f-9d6a-4b1531e2bc49 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=0b73d42a085a45bfb3ccced90b190a5b&device_id=7f277a3d-57bc-4fce-82d5-b163cbbcade0 HTTP/1.1" status: 200 len: 1128 time: 0.0813417 Jun 18 05:16:57.523967 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.wsgi [-] (104387) accepted ('10.222.0.23', 46642) {{(pid=104387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 05:16:57.543925 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-c042a677-28f5-4026-b552-0173028fe9dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789592556683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1744442'] for agent (d503ae44-4e24-48d3-9886-03581f90537d), after_update {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:16:57.586596 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-d9e572b3-2555-49b0-b1d2-b3bf405e18c2 req-350ccb79-da4e-4260-8460-bd52e06cc5c0 tempest-DeleteServersTestJSON-1260896433 tempest-DeleteServersTestJSON-1260896433-project] 10.222.0.23 "GET /v2.0/security-groups?id=0d6d7be2-cf98-4003-a359-c6a8d450ec5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2482252 Jun 18 05:16:57.665741 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-92b31c1c-8ab6-4e21-9b4a-7c4c8aab7925 req-82a3cc9e-0ca1-4047-99c9-51eb483e33f1 tempest-AttachVolumeTestJSON-1934236616 tempest-AttachVolumeTestJSON-1934236616-project] 10.222.0.23 "GET /v2.0/ports?device_id=240d96c6-c2da-4ee1-8fd9-554944f65d95 HTTP/1.1" status: 200 len: 210 time: 0.0860217 Jun 18 05:16:57.711347 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-317cc3e2-2e33-4d12-a77b-405e9867fa22 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:16:57.735119 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662a9750-1c2c-4a02-9803-677ef9b7fbd0 req-0a1874cc-2a6d-4efa-81f1-d84e85d450f3 tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:16:57.738671 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-662a9750-1c2c-4a02-9803-677ef9b7fbd0 req-0a1874cc-2a6d-4efa-81f1-d84e85d450f3 tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] 10.222.0.15 "GET /v2.0/networks?id=f7ef077f-c52c-4f70-b85e-e8892706babc HTTP/1.1" status: 200 len: 816 time: 0.2981486 Jun 18 05:16:57.818260 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG dbcounter [-] [104387] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:INSERT=5 {{(pid=104387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:16:57.859020 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-317cc3e2-2e33-4d12-a77b-405e9867fa22 admin admin] Publish callbacks [] for security_group (7bae9aa0-c797-4afe-98c6-6a18b1f87e3c), precommit_create {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:16:57.933759 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-317cc3e2-2e33-4d12-a77b-405e9867fa22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728332'] for security_group (7bae9aa0-c797-4afe-98c6-6a18b1f87e3c), after_create {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:16:58.041148 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [None req-317cc3e2-2e33-4d12-a77b-405e9867fa22 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=45c5494315cd497282ff00dd01b8ed9e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5119851 Jun 18 05:16:58.041709 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.wsgi [-] (104388) accepted ('10.222.0.23', 46668) {{(pid=104388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 05:16:58.042826 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-317cc3e2-2e33-4d12-a77b-405e9867fa22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7bae9aa0-c797-4afe-98c6-6a18b1f87e3c,revision_number=1']} {{(pid=104387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:16:58.146990 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG dbcounter [-] [104387] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:16:58.229747 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-e640b889-b900-461b-a140-800bffb40758 admin admin] Publish callbacks [] for security_group (7bae9aa0-c797-4afe-98c6-6a18b1f87e3c), before_delete {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:16:58.353190 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957bfb7e-85ee-4707-9078-33dde8867e40 req-1d8c4353-d2c5-4118-aeb8-c2d76942e2e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:16:58.355245 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-957bfb7e-85ee-4707-9078-33dde8867e40 req-1d8c4353-d2c5-4118-aeb8-c2d76942e2e4 service neutron] 10.222.0.15 "GET /v2.0/networks?id=b6326206-c3ac-4e80-bc2a-deaf200d1ad1 HTTP/1.1" status: 200 len: 913 time: 0.2823157 Jun 18 05:16:58.392062 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-d7fcaaf0-a364-4568-a121-277bf4d5ecaa req-a5046a3c-a653-482e-95ce-6e34067caa64 tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] 10.222.0.23 "GET /v2.0/ports?device_id=3db86af8-06be-4481-ae05-85abb634d58e HTTP/1.1" status: 200 len: 210 time: 0.0347354 Jun 18 05:16:58.420351 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-e640b889-b900-461b-a140-800bffb40758 admin admin] Publish callbacks [] for security_group (7bae9aa0-c797-4afe-98c6-6a18b1f87e3c), precommit_delete {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:16:58.434235 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.wsgi [-] (104388) accepted ('10.222.0.15', 64831) {{(pid=104388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 05:16:58.447421 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-957bfb7e-85ee-4707-9078-33dde8867e40 req-65643f27-69f0-400f-8205-c7045beb7cac service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b7964cda-123c-4433-9d83-8d7e89fdef4a HTTP/1.1" status: 200 len: 217 time: 0.0535202 Jun 18 05:16:58.566169 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-662a9750-1c2c-4a02-9803-677ef9b7fbd0 req-6973760f-e984-4e2a-b41c-66d9bcceefb6 tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=758883a5aea04c85ad65bb6970bdb098 HTTP/1.1" status: 200 len: 380 time: 0.3960578 Jun 18 05:16:58.573929 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957bfb7e-85ee-4707-9078-33dde8867e40 req-cb651501-0308-4e19-b1c6-9a7f1a6599d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:16:58.578080 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-957bfb7e-85ee-4707-9078-33dde8867e40 req-cb651501-0308-4e19-b1c6-9a7f1a6599d2 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=65acfd46-bcf0-4f0d-b181-1f052de6ca7a HTTP/1.1" status: 200 len: 851 time: 0.1072462 Jun 18 05:16:58.631279 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.api.v2.base [req-662a9750-1c2c-4a02-9803-677ef9b7fbd0 req-7e9f405e-67ad-4b6d-8f94-4d7f16f65055 tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] Request body: {'port': {'device_id': '3db86af8-06be-4481-ae05-85abb634d58e', 'network_id': 'f7ef077f-c52c-4f70-b85e-e8892706babc', 'admin_state_up': True, 'tenant_id': '758883a5aea04c85ad65bb6970bdb098', 'security_groups': ['e7fc1561-1092-4d2a-b878-ed2f82ce27ab']}} {{(pid=104388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 18 05:16:58.759550 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957bfb7e-85ee-4707-9078-33dde8867e40 req-f56efeb1-bcab-4be6-a6a2-2259c82d3380 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:16:58.762696 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-957bfb7e-85ee-4707-9078-33dde8867e40 req-f56efeb1-bcab-4be6-a6a2-2259c82d3380 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=b6326206-c3ac-4e80-bc2a-deaf200d1ad1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1356094 Jun 18 05:16:58.880633 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95de38c-7b6e-4994-a48c-58cb5dbcbb25 req-c13951f0-18c3-4545-98f6-b77c8ea91715 tempest-DeleteServersTestJSON-1260896433 tempest-DeleteServersTestJSON-1260896433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:16:58.888111 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-e95de38c-7b6e-4994-a48c-58cb5dbcbb25 req-c13951f0-18c3-4545-98f6-b77c8ea91715 tempest-DeleteServersTestJSON-1260896433 tempest-DeleteServersTestJSON-1260896433-project] 10.222.0.23 "GET /v2.0/ports?device_id=7f277a3d-57bc-4fce-82d5-b163cbbcade0 HTTP/1.1" status: 200 len: 944 time: 0.1144319 Jun 18 05:16:58.966162 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-8e8738c9-c254-483e-a54e-05032d14cf23 req-a9444aa7-d624-4700-99d4-e6aceeace06d tempest-AttachVolumeTestJSON-1934236616 tempest-AttachVolumeTestJSON-1934236616-project] 10.222.0.23 "GET /v2.0/ports?device_id=240d96c6-c2da-4ee1-8fd9-554944f65d95 HTTP/1.1" status: 200 len: 210 time: 0.1145208 Jun 18 05:16:59.011159 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-e95de38c-7b6e-4994-a48c-58cb5dbcbb25 req-1b4b897f-dd6d-474c-a3cb-ead86eb18a10 tempest-DeleteServersTestJSON-1260896433 tempest-DeleteServersTestJSON-1260896433-project] 10.222.0.23 "GET /v2.0/security-groups?id=0d6d7be2-cf98-4003-a359-c6a8d450ec5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220818 Jun 18 05:16:59.011746 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-e640b889-b900-461b-a140-800bffb40758 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728332'] for security_group (7bae9aa0-c797-4afe-98c6-6a18b1f87e3c), after_delete {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:16:59.024995 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-e640b889-b900-461b-a140-800bffb40758 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:16:59.032836 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [None req-e640b889-b900-461b-a140-800bffb40758 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/7bae9aa0-c797-4afe-98c6-6a18b1f87e3c HTTP/1.1" status: 204 len: 168 time: 0.9871955 Jun 18 05:16:59.089333 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-957bfb7e-85ee-4707-9078-33dde8867e40 req-c9202e2e-e699-40cd-8679-74fb01e25c3f service neutron] 10.222.0.15 "GET /v2.0/networks/b6326206-c3ac-4e80-bc2a-deaf200d1ad1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2476165 Jun 18 05:16:59.096893 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG dbcounter [-] [104388] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:DELETE=1 {{(pid=104388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:16:59.160976 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e640b889-b900-461b-a140-800bffb40758 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bae9aa0-c797-4afe-98c6-6a18b1f87e3c,revision_number=None']} {{(pid=104388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:16:59.180869 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa340d4-afe6-41aa-9272-b70d9f166296 req-e1123fc3-6a93-4989-bb40-acf4f76d4c9f tempest-AttachVolumeTestJSON-1934236616 tempest-AttachVolumeTestJSON-1934236616-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:16:59.182706 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-8fa340d4-afe6-41aa-9272-b70d9f166296 req-e1123fc3-6a93-4989-bb40-acf4f76d4c9f tempest-AttachVolumeTestJSON-1934236616 tempest-AttachVolumeTestJSON-1934236616-project] 10.222.0.15 "GET /v2.0/networks?id=22d8eb11-0b66-4ea6-b4d2-3deab0a32f40 HTTP/1.1" status: 200 len: 811 time: 0.7230570 Jun 18 05:16:59.244738 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG dbcounter [-] [104388] Writing DB stats neutron:INSERT=5,neutron:SELECT=91,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:16:59.308744 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-662a9750-1c2c-4a02-9803-677ef9b7fbd0 req-7e9f405e-67ad-4b6d-8f94-4d7f16f65055 tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] Made reservation on behalf of 758883a5aea04c85ad65bb6970bdb098 for: {'port': 1} {{(pid=104388) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 05:16:59.315188 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [req-662a9750-1c2c-4a02-9803-677ef9b7fbd0 req-7e9f405e-67ad-4b6d-8f94-4d7f16f65055 tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1768406'] for port (None), before_create {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:16:59.385040 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-957bfb7e-85ee-4707-9078-33dde8867e40 req-811b2508-ba16-48a1-acc5-adf80c69ae8f service neutron] 10.222.0.15 "GET /v2.0/networks/b6326206-c3ac-4e80-bc2a-deaf200d1ad1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2752330 Jun 18 05:16:59.392743 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-8fa340d4-afe6-41aa-9272-b70d9f166296 req-e573a2f4-946b-425c-b64a-f745d059408e tempest-AttachVolumeTestJSON-1934236616 tempest-AttachVolumeTestJSON-1934236616-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=969c470f720c4b2f97ba9f45c5d0d426 HTTP/1.1" status: 200 len: 380 time: 0.1459713 Jun 18 05:16:59.468974 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.api.v2.base [req-8fa340d4-afe6-41aa-9272-b70d9f166296 req-95eae995-fc61-4bac-9bbd-911b90303c59 tempest-AttachVolumeTestJSON-1934236616 tempest-AttachVolumeTestJSON-1934236616-project] Request body: {'port': {'device_id': '240d96c6-c2da-4ee1-8fd9-554944f65d95', 'network_id': '22d8eb11-0b66-4ea6-b4d2-3deab0a32f40', 'admin_state_up': True, 'tenant_id': '969c470f720c4b2f97ba9f45c5d0d426', 'security_groups': ['56599af9-2eb2-464a-a36c-fced5401bf67']}} {{(pid=104388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 18 05:16:59.674529 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-bcff35d9-2b8c-4923-ba68-e77307a8a216 req-34360457-a49e-450e-a688-27f240a93de0 tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] 10.222.0.23 "GET /v2.0/ports?device_id=3db86af8-06be-4481-ae05-85abb634d58e HTTP/1.1" status: 200 len: 210 time: 0.0744665 Jun 18 05:16:59.876981 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.db.db_base_plugin_common [req-662a9750-1c2c-4a02-9803-677ef9b7fbd0 req-7e9f405e-67ad-4b6d-8f94-4d7f16f65055 tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] Allocated IP 172.20.0.8 (f7ef077f-c52c-4f70-b85e-e8892706babc/33823053-d4d0-4fd0-8dfe-171b826300f0/1fb70483-13da-4dd6-a45d-5224ec85a411) {{(pid=104388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 05:17:00.098421 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [req-662a9750-1c2c-4a02-9803-677ef9b7fbd0 req-7e9f405e-67ad-4b6d-8f94-4d7f16f65055 tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] Publish callbacks [] for port (1fb70483-13da-4dd6-a45d-5224ec85a411), precommit_create {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:17:00.100049 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG dbcounter [-] [104388] Writing DB stats neutron:INSERT=9,neutron:SELECT=87,neutron:UPDATE=4 {{(pid=104388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:17:00.104469 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8fa340d4-afe6-41aa-9272-b70d9f166296 req-95eae995-fc61-4bac-9bbd-911b90303c59 tempest-AttachVolumeTestJSON-1934236616 tempest-AttachVolumeTestJSON-1934236616-project] Made reservation on behalf of 969c470f720c4b2f97ba9f45c5d0d426 for: {'port': 1} {{(pid=104388) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 05:17:00.108111 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [req-8fa340d4-afe6-41aa-9272-b70d9f166296 req-95eae995-fc61-4bac-9bbd-911b90303c59 tempest-AttachVolumeTestJSON-1934236616 tempest-AttachVolumeTestJSON-1934236616-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1768406'] for port (None), before_create {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:17:00.144163 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-bdebbbe8-c2e2-48c1-9db6-43720d964d93 req-dbffacbe-e399-4dba-8746-bd7410dd4427 tempest-AttachVolumeTestJSON-1934236616 tempest-AttachVolumeTestJSON-1934236616-project] 10.222.0.23 "GET /v2.0/ports?device_id=240d96c6-c2da-4ee1-8fd9-554944f65d95 HTTP/1.1" status: 200 len: 210 time: 0.0425138 Jun 18 05:17:00.223825 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a921c2-40a3-435e-b410-3c4be0ec822f req-c5f43ff3-7def-4ec5-a2a5-3106fbd7daaf tempest-DeleteServersTestJSON-1260896433 tempest-DeleteServersTestJSON-1260896433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:17:00.229331 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-45a921c2-40a3-435e-b410-3c4be0ec822f req-c5f43ff3-7def-4ec5-a2a5-3106fbd7daaf tempest-DeleteServersTestJSON-1260896433 tempest-DeleteServersTestJSON-1260896433-project] 10.222.0.23 "GET /v2.0/ports?device_id=7f277a3d-57bc-4fce-82d5-b163cbbcade0 HTTP/1.1" status: 200 len: 944 time: 0.0702453 Jun 18 05:17:00.246609 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.wsgi [-] (104387) accepted ('10.222.0.23', 46752) {{(pid=104387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 05:17:00.272125 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-e185804b-4334-4958-b44f-771975416755 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:17:00.344103 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-45a921c2-40a3-435e-b410-3c4be0ec822f req-ac8bc267-e0a2-4c3a-8f8e-719cbdf97d3b tempest-DeleteServersTestJSON-1260896433 tempest-DeleteServersTestJSON-1260896433-project] 10.222.0.23 "GET /v2.0/security-groups?id=0d6d7be2-cf98-4003-a359-c6a8d450ec5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075239 Jun 18 05:17:00.347370 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [req-662a9750-1c2c-4a02-9803-677ef9b7fbd0 req-7e9f405e-67ad-4b6d-8f94-4d7f16f65055 tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1768343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789592262822'] for port (1fb70483-13da-4dd6-a45d-5224ec85a411), after_create {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:17:00.450083 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.db.db_base_plugin_common [req-8fa340d4-afe6-41aa-9272-b70d9f166296 req-95eae995-fc61-4bac-9bbd-911b90303c59 tempest-AttachVolumeTestJSON-1934236616 tempest-AttachVolumeTestJSON-1934236616-project] Allocated IP 172.20.0.7 (22d8eb11-0b66-4ea6-b4d2-3deab0a32f40/5d138401-1420-4153-a9c8-b647c19cd403/376a2e8d-64a9-45d4-8092-b0e803666ea7) {{(pid=104388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 05:17:00.471974 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-e185804b-4334-4958-b44f-771975416755 admin admin] Publish callbacks [] for security_group (4582fc64-0652-4875-8360-872950ac01c5), precommit_create {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:17:00.479608 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-662a9750-1c2c-4a02-9803-677ef9b7fbd0 req-7e9f405e-67ad-4b6d-8f94-4d7f16f65055 tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] Network f7ef077f-c52c-4f70-b85e-e8892706babc is already hosted by enough agents. {{(pid=104388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 05:17:00.495002 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.scheduler.base_scheduler [req-662a9750-1c2c-4a02-9803-677ef9b7fbd0 req-7e9f405e-67ad-4b6d-8f94-4d7f16f65055 tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] Resources bound (agent type, host, resource id): {{(pid=104388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 05:17:00.504585 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.db.l3_dvrscheduler_db [req-662a9750-1c2c-4a02-9803-677ef9b7fbd0 req-7e9f405e-67ad-4b6d-8f94-4d7f16f65055 tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] Received port after_create {{(pid=104388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 18 05:17:00.510721 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662a9750-1c2c-4a02-9803-677ef9b7fbd0 req-7e9f405e-67ad-4b6d-8f94-4d7f16f65055 tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:17:00.511370 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [req-662a9750-1c2c-4a02-9803-677ef9b7fbd0 req-7e9f405e-67ad-4b6d-8f94-4d7f16f65055 tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546098'] for port (None), before_response {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:17:00.525358 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-e185804b-4334-4958-b44f-771975416755 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728332'] for security_group (4582fc64-0652-4875-8360-872950ac01c5), after_create {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:17:00.525998 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG dbcounter [-] [104387] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:17:00.534486 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9f405e-67ad-4b6d-8f94-4d7f16f65055 tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] Pushing event updated for resources: {'Port': ['ID=1fb70483-13da-4dd6-a45d-5224ec85a411,revision_number=1']} {{(pid=104388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:17:00.619494 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [None req-e185804b-4334-4958-b44f-771975416755 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=35413584bc0e486682d9f439fac5a887&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3718004 Jun 18 05:17:00.620549 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e185804b-4334-4958-b44f-771975416755 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4582fc64-0652-4875-8360-872950ac01c5,revision_number=1']} {{(pid=104387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:17:00.631370 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.wsgi [-] (104388) accepted ('10.222.0.23', 46756) {{(pid=104388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 05:17:00.679972 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG dbcounter [-] [104388] Writing DB stats neutron:SELECT=87,neutron:INSERT=7,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=104388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:17:00.719977 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-662a9750-1c2c-4a02-9803-677ef9b7fbd0 req-7e9f405e-67ad-4b6d-8f94-4d7f16f65055 tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1066625 Jun 18 05:17:00.732523 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.wsgi [-] (104387) accepted ('10.222.0.23', 46758) {{(pid=104387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 05:17:00.917350 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-3e024b65-2ecc-4ce3-983f-4d6a9ac0416b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:17:00.943859 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea298a3-7d3d-4871-a400-daa7232cccc2 req-ca60b893-99c6-4686-a6f0-2d0cffcaa824 tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:17:00.951357 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-7ea298a3-7d3d-4871-a400-daa7232cccc2 req-ca60b893-99c6-4686-a6f0-2d0cffcaa824 tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] 10.222.0.23 "GET /v2.0/ports?device_id=3db86af8-06be-4481-ae05-85abb634d58e HTTP/1.1" status: 200 len: 931 time: 0.1023121 Jun 18 05:17:00.981354 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-cddd449a-4943-478f-b883-6638e45cb0df admin admin] Publish callbacks [] for security_group (4582fc64-0652-4875-8360-872950ac01c5), before_delete {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:17:00.989232 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.db.provisioning_blocks [None req-15d20bcd-002f-40d8-932c-c34aa13ac010 None None] Provisioning complete for port 1fb70483-13da-4dd6-a45d-5224ec85a411 triggered by entity DHCP. {{(pid=104389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 18 05:17:00.990362 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-15d20bcd-002f-40d8-932c-c34aa13ac010 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1740956'] for port (1fb70483-13da-4dd6-a45d-5224ec85a411), provisioning_complete {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:17:01.014460 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [req-8fa340d4-afe6-41aa-9272-b70d9f166296 req-95eae995-fc61-4bac-9bbd-911b90303c59 tempest-AttachVolumeTestJSON-1934236616 tempest-AttachVolumeTestJSON-1934236616-project] Publish callbacks [] for port (376a2e8d-64a9-45d4-8092-b0e803666ea7), precommit_create {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:17:01.035037 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.plugin [None req-15d20bcd-002f-40d8-932c-c34aa13ac010 None None] Port 1fb70483-13da-4dd6-a45d-5224ec85a411 cannot update to ACTIVE because it is not bound. {{(pid=104389) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 18 05:17:01.038866 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-cddd449a-4943-478f-b883-6638e45cb0df admin admin] Publish callbacks [] for security_group (4582fc64-0652-4875-8360-872950ac01c5), precommit_delete {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:17:01.063381 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-3e024b65-2ecc-4ce3-983f-4d6a9ac0416b admin admin] Publish callbacks [] for security_group (e0c43b72-6711-404a-8727-f2a61ce8b5c0), precommit_create {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:17:01.066255 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-7ea298a3-7d3d-4871-a400-daa7232cccc2 req-d4bf03c3-52d2-491a-976a-8c7c164d63a3 tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] 10.222.0.23 "GET /v2.0/security-groups?id=e7fc1561-1092-4d2a-b878-ed2f82ce27ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1139519 Jun 18 05:17:01.127411 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-3e024b65-2ecc-4ce3-983f-4d6a9ac0416b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728332'] for security_group (e0c43b72-6711-404a-8727-f2a61ce8b5c0), after_create {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:17:01.157267 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.wsgi [-] (104388) accepted ('10.222.0.23', 46768) {{(pid=104388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 05:17:01.169932 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [req-8fa340d4-afe6-41aa-9272-b70d9f166296 req-95eae995-fc61-4bac-9bbd-911b90303c59 tempest-AttachVolumeTestJSON-1934236616 tempest-AttachVolumeTestJSON-1934236616-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1768343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789592262822'] for port (376a2e8d-64a9-45d4-8092-b0e803666ea7), after_create {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:17:01.182114 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [None req-3e024b65-2ecc-4ce3-983f-4d6a9ac0416b admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=c8dc6016d2404e0e8fb4f303fa12427d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4473937 Jun 18 05:17:01.183178 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e024b65-2ecc-4ce3-983f-4d6a9ac0416b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0c43b72-6711-404a-8727-f2a61ce8b5c0,revision_number=1']} {{(pid=104387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:17:01.186148 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.wsgi [-] (104387) accepted ('10.222.0.23', 46774) {{(pid=104387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 05:17:01.203950 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG dbcounter [-] [104387] Writing DB stats neutron:SELECT=84,neutron:INSERT=15,neutron:UPDATE=1 {{(pid=104387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:17:01.236815 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG dbcounter [-] [104388] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:DELETE=4 {{(pid=104388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:17:01.243433 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-cddd449a-4943-478f-b883-6638e45cb0df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728332'] for security_group (4582fc64-0652-4875-8360-872950ac01c5), after_delete {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:17:01.246069 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-cddd449a-4943-478f-b883-6638e45cb0df admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:17:01.247409 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [None req-cddd449a-4943-478f-b883-6638e45cb0df admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/4582fc64-0652-4875-8360-872950ac01c5 HTTP/1.1" status: 204 len: 168 time: 0.6058145 Jun 18 05:17:01.251437 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95eae995-fc61-4bac-9bbd-911b90303c59 tempest-AttachVolumeTestJSON-1934236616 tempest-AttachVolumeTestJSON-1934236616-project] Pushing event updated for resources: {'Port': ['ID=376a2e8d-64a9-45d4-8092-b0e803666ea7,revision_number=1']} {{(pid=104388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:17:01.261828 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8fa340d4-afe6-41aa-9272-b70d9f166296 req-95eae995-fc61-4bac-9bbd-911b90303c59 tempest-AttachVolumeTestJSON-1934236616 tempest-AttachVolumeTestJSON-1934236616-project] Network 22d8eb11-0b66-4ea6-b4d2-3deab0a32f40 is already hosted by enough agents. {{(pid=104388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 05:17:01.278109 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.scheduler.base_scheduler [req-8fa340d4-afe6-41aa-9272-b70d9f166296 req-95eae995-fc61-4bac-9bbd-911b90303c59 tempest-AttachVolumeTestJSON-1934236616 tempest-AttachVolumeTestJSON-1934236616-project] Resources bound (agent type, host, resource id): {{(pid=104388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 05:17:01.281130 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cddd449a-4943-478f-b883-6638e45cb0df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4582fc64-0652-4875-8360-872950ac01c5,revision_number=None']} {{(pid=104388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:17:01.282910 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.db.l3_dvrscheduler_db [req-8fa340d4-afe6-41aa-9272-b70d9f166296 req-95eae995-fc61-4bac-9bbd-911b90303c59 tempest-AttachVolumeTestJSON-1934236616 tempest-AttachVolumeTestJSON-1934236616-project] Received port after_create {{(pid=104388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 18 05:17:01.285444 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-dc37a179-6e9d-4517-9f32-ff18eb3efb10 admin admin] Publish callbacks [] for security_group (e0c43b72-6711-404a-8727-f2a61ce8b5c0), before_delete {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:17:01.291427 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa340d4-afe6-41aa-9272-b70d9f166296 req-95eae995-fc61-4bac-9bbd-911b90303c59 tempest-AttachVolumeTestJSON-1934236616 tempest-AttachVolumeTestJSON-1934236616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:17:01.292005 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [req-8fa340d4-afe6-41aa-9272-b70d9f166296 req-95eae995-fc61-4bac-9bbd-911b90303c59 tempest-AttachVolumeTestJSON-1934236616 tempest-AttachVolumeTestJSON-1934236616-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546098'] for port (None), before_response {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:17:01.315738 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adadc9e4-a61e-41c3-bb2a-35f71faf18b0 req-2d20746c-3e46-4a0a-ade2-46079de61c72 tempest-AttachVolumeTestJSON-1934236616 tempest-AttachVolumeTestJSON-1934236616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:17:01.322997 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-adadc9e4-a61e-41c3-bb2a-35f71faf18b0 req-2d20746c-3e46-4a0a-ade2-46079de61c72 tempest-AttachVolumeTestJSON-1934236616 tempest-AttachVolumeTestJSON-1934236616-project] 10.222.0.23 "GET /v2.0/ports?device_id=240d96c6-c2da-4ee1-8fd9-554944f65d95 HTTP/1.1" status: 200 len: 931 time: 0.0818906 Jun 18 05:17:01.325784 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-4227f833-f232-42d8-bc11-f182bf844ee9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:17:01.344392 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-dc37a179-6e9d-4517-9f32-ff18eb3efb10 admin admin] Publish callbacks [] for security_group (e0c43b72-6711-404a-8727-f2a61ce8b5c0), precommit_delete {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:17:01.450035 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-adadc9e4-a61e-41c3-bb2a-35f71faf18b0 req-044396ab-3d1d-4c30-aae6-72fd7ad54417 tempest-AttachVolumeTestJSON-1934236616 tempest-AttachVolumeTestJSON-1934236616-project] 10.222.0.23 "GET /v2.0/security-groups?id=56599af9-2eb2-464a-a36c-fced5401bf67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1260333 Jun 18 05:17:01.475995 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-4227f833-f232-42d8-bc11-f182bf844ee9 admin admin] Publish callbacks [] for security_group (872a4edb-8f6e-4fe0-8f77-a509236b0767), precommit_create {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:17:01.494892 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-8fa340d4-afe6-41aa-9272-b70d9f166296 req-95eae995-fc61-4bac-9bbd-911b90303c59 tempest-AttachVolumeTestJSON-1934236616 tempest-AttachVolumeTestJSON-1934236616-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0383303 Jun 18 05:17:01.535506 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56f2b2d-284e-42da-a857-99d02c77f92b req-f8e3d8fd-dcac-408b-a890-2fcf90aef257 tempest-DeleteServersTestJSON-1260896433 tempest-DeleteServersTestJSON-1260896433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:17:01.537039 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-f56f2b2d-284e-42da-a857-99d02c77f92b req-f8e3d8fd-dcac-408b-a890-2fcf90aef257 tempest-DeleteServersTestJSON-1260896433 tempest-DeleteServersTestJSON-1260896433-project] 10.222.0.23 "GET /v2.0/ports?device_id=7f277a3d-57bc-4fce-82d5-b163cbbcade0 HTTP/1.1" status: 200 len: 944 time: 0.0585625 Jun 18 05:17:01.562584 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-dc37a179-6e9d-4517-9f32-ff18eb3efb10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728332'] for security_group (e0c43b72-6711-404a-8727-f2a61ce8b5c0), after_delete {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:17:01.565954 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-dc37a179-6e9d-4517-9f32-ff18eb3efb10 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:17:01.566213 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-4227f833-f232-42d8-bc11-f182bf844ee9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728332'] for security_group (872a4edb-8f6e-4fe0-8f77-a509236b0767), after_create {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:17:01.571314 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [None req-dc37a179-6e9d-4517-9f32-ff18eb3efb10 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/e0c43b72-6711-404a-8727-f2a61ce8b5c0 HTTP/1.1" status: 204 len: 168 time: 0.3841372 Jun 18 05:17:01.583194 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc37a179-6e9d-4517-9f32-ff18eb3efb10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0c43b72-6711-404a-8727-f2a61ce8b5c0,revision_number=None']} {{(pid=104387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:17:01.629710 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-f56f2b2d-284e-42da-a857-99d02c77f92b req-19ff04a1-99eb-4e34-861c-8eaac46e9d83 tempest-DeleteServersTestJSON-1260896433 tempest-DeleteServersTestJSON-1260896433-project] 10.222.0.23 "GET /v2.0/security-groups?id=0d6d7be2-cf98-4003-a359-c6a8d450ec5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857892 Jun 18 05:17:01.631092 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4227f833-f232-42d8-bc11-f182bf844ee9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=872a4edb-8f6e-4fe0-8f77-a509236b0767,revision_number=1']} {{(pid=104388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:17:01.635962 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [None req-4227f833-f232-42d8-bc11-f182bf844ee9 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=0e133bfc9c794233bcbc8635c8becfa2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4776173 Jun 18 05:17:01.638732 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.wsgi [-] (104387) accepted ('10.222.0.23', 46786) {{(pid=104387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 05:17:01.671942 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG dbcounter [-] [104389] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:17:01.674384 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.db.provisioning_blocks [None req-3c7b5697-5c58-4656-a9c5-b69d46efff84 None None] Provisioning complete for port 376a2e8d-64a9-45d4-8092-b0e803666ea7 triggered by entity DHCP. {{(pid=104389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 18 05:17:01.674784 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-3c7b5697-5c58-4656-a9c5-b69d46efff84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1740956'] for port (376a2e8d-64a9-45d4-8092-b0e803666ea7), provisioning_complete {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:17:01.709109 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-b5cd7328-67c4-474c-97fb-197a1d43c2f6 admin admin] Publish callbacks [] for security_group (872a4edb-8f6e-4fe0-8f77-a509236b0767), before_delete {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:17:01.715221 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.plugin [None req-3c7b5697-5c58-4656-a9c5-b69d46efff84 None None] Port 376a2e8d-64a9-45d4-8092-b0e803666ea7 cannot update to ACTIVE because it is not bound. {{(pid=104389) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 18 05:17:01.732657 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-b5cd7328-67c4-474c-97fb-197a1d43c2f6 admin admin] Publish callbacks [] for security_group (872a4edb-8f6e-4fe0-8f77-a509236b0767), precommit_delete {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:17:01.853512 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-b5cd7328-67c4-474c-97fb-197a1d43c2f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728332'] for security_group (872a4edb-8f6e-4fe0-8f77-a509236b0767), after_delete {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:17:01.856194 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-b5cd7328-67c4-474c-97fb-197a1d43c2f6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:17:01.857373 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [None req-b5cd7328-67c4-474c-97fb-197a1d43c2f6 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/872a4edb-8f6e-4fe0-8f77-a509236b0767 HTTP/1.1" status: 204 len: 168 time: 0.2171290 Jun 18 05:17:01.865698 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5cd7328-67c4-474c-97fb-197a1d43c2f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=872a4edb-8f6e-4fe0-8f77-a509236b0767,revision_number=None']} {{(pid=104387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:17:02.198618 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3b375c-c03e-4914-8987-0f720190ee26 req-76e0c4a5-ca12-48f1-a27c-933cf5779b02 tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:17:02.200149 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-0f3b375c-c03e-4914-8987-0f720190ee26 req-76e0c4a5-ca12-48f1-a27c-933cf5779b02 tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] 10.222.0.23 "GET /v2.0/ports?device_id=3db86af8-06be-4481-ae05-85abb634d58e HTTP/1.1" status: 200 len: 931 time: 0.0496762 Jun 18 05:17:02.254638 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-0f3b375c-c03e-4914-8987-0f720190ee26 req-b713b82a-31f6-4e52-85cd-d89e37120bcd tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] 10.222.0.23 "GET /v2.0/security-groups?id=e7fc1561-1092-4d2a-b878-ed2f82ce27ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460801 Jun 18 05:17:02.404261 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.wsgi [-] (104387) accepted ('10.222.0.23', 46818) {{(pid=104387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 05:17:02.419952 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-c526c7c6-e199-407d-bfce-64d247e5a855 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:17:02.431390 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG dbcounter [-] [104387] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=104387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:17:02.536340 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-c526c7c6-e199-407d-bfce-64d247e5a855 admin admin] Publish callbacks [] for security_group (ce3cf684-ad32-4fca-9004-925df140409d), precommit_create {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:17:02.605038 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87451e84-027a-4c51-9c63-aa8c49c8a66d req-163000a4-a8aa-4e30-a0f2-44e34ef435a3 tempest-AttachVolumeTestJSON-1934236616 tempest-AttachVolumeTestJSON-1934236616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:17:02.606601 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-87451e84-027a-4c51-9c63-aa8c49c8a66d req-163000a4-a8aa-4e30-a0f2-44e34ef435a3 tempest-AttachVolumeTestJSON-1934236616 tempest-AttachVolumeTestJSON-1934236616-project] 10.222.0.23 "GET /v2.0/ports?device_id=240d96c6-c2da-4ee1-8fd9-554944f65d95 HTTP/1.1" status: 200 len: 931 time: 0.0499177 Jun 18 05:17:02.630877 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-c526c7c6-e199-407d-bfce-64d247e5a855 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728332'] for security_group (ce3cf684-ad32-4fca-9004-925df140409d), after_create {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:17:02.671893 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-87451e84-027a-4c51-9c63-aa8c49c8a66d req-226f0d05-b706-45df-ab4b-bb758527e6a3 tempest-AttachVolumeTestJSON-1934236616 tempest-AttachVolumeTestJSON-1934236616-project] 10.222.0.23 "GET /v2.0/security-groups?id=56599af9-2eb2-464a-a36c-fced5401bf67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0595310 Jun 18 05:17:02.681913 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.wsgi [-] (104388) accepted ('10.222.0.23', 46834) {{(pid=104388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 05:17:02.682250 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [None req-c526c7c6-e199-407d-bfce-64d247e5a855 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=98533cb841214d4c9560c4e457b41b7e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2765386 Jun 18 05:17:02.690408 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c526c7c6-e199-407d-bfce-64d247e5a855 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce3cf684-ad32-4fca-9004-925df140409d,revision_number=1']} {{(pid=104387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:17:02.734912 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG dbcounter [-] [104388] Writing DB stats neutron:SELECT=86,neutron:DELETE=2,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:17:02.738422 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-9441604a-5005-4b6b-9c56-cc2d720877ce admin admin] Publish callbacks [] for security_group (ce3cf684-ad32-4fca-9004-925df140409d), before_delete {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:17:02.765351 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-9441604a-5005-4b6b-9c56-cc2d720877ce admin admin] Publish callbacks [] for security_group (ce3cf684-ad32-4fca-9004-925df140409d), precommit_delete {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:17:02.782077 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37e3614-1b31-4f2e-a28b-ceff8c2f4035 req-e57e970b-69f8-4939-9884-47eec0f8209a tempest-DeleteServersTestJSON-1260896433 tempest-DeleteServersTestJSON-1260896433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:17:02.784376 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-d37e3614-1b31-4f2e-a28b-ceff8c2f4035 req-e57e970b-69f8-4939-9884-47eec0f8209a tempest-DeleteServersTestJSON-1260896433 tempest-DeleteServersTestJSON-1260896433-project] 10.222.0.23 "GET /v2.0/ports?device_id=7f277a3d-57bc-4fce-82d5-b163cbbcade0 HTTP/1.1" status: 200 len: 944 time: 0.0554764 Jun 18 05:17:02.790108 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.wsgi [-] (104387) accepted ('10.222.0.23', 46838) {{(pid=104387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 05:17:02.854724 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-d37e3614-1b31-4f2e-a28b-ceff8c2f4035 req-fe7f16f1-b5b7-4e67-8ec8-a96ba989b033 tempest-DeleteServersTestJSON-1260896433 tempest-DeleteServersTestJSON-1260896433-project] 10.222.0.23 "GET /v2.0/security-groups?id=0d6d7be2-cf98-4003-a359-c6a8d450ec5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502012 Jun 18 05:17:02.927512 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-9441604a-5005-4b6b-9c56-cc2d720877ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728332'] for security_group (ce3cf684-ad32-4fca-9004-925df140409d), after_delete {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:17:02.930393 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-9441604a-5005-4b6b-9c56-cc2d720877ce admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:17:02.931663 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [None req-9441604a-5005-4b6b-9c56-cc2d720877ce admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/ce3cf684-ad32-4fca-9004-925df140409d HTTP/1.1" status: 204 len: 168 time: 0.2487803 Jun 18 05:17:02.941410 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9441604a-5005-4b6b-9c56-cc2d720877ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce3cf684-ad32-4fca-9004-925df140409d,revision_number=None']} {{(pid=104388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:17:02.945495 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.api.v2.base [None req-1b9f0c5a-2971-46ab-80fb-08f5c0f5e979 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1874229467-network', 'tenant_id': 'ceb4ebf6b13149448546688ff0599c6c'}} {{(pid=104387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 18 05:17:03.036398 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b9f0c5a-2971-46ab-80fb-08f5c0f5e979 admin admin] Made reservation on behalf of ceb4ebf6b13149448546688ff0599c6c for: {'network': 1} {{(pid=104387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 05:17:03.039141 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-1b9f0c5a-2971-46ab-80fb-08f5c0f5e979 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1768406'] for network (None), before_create {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:17:03.048761 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-1b9f0c5a-2971-46ab-80fb-08f5c0f5e979 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:17:03.137671 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-1b9f0c5a-2971-46ab-80fb-08f5c0f5e979 admin admin] Publish callbacks [] for security_group (c1a7b9c2-b17a-48d8-ad23-c3618780e730), precommit_create {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:17:03.209104 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-1b9f0c5a-2971-46ab-80fb-08f5c0f5e979 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728332'] for security_group (c1a7b9c2-b17a-48d8-ad23-c3618780e730), after_create {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:17:03.244149 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1b9f0c5a-2971-46ab-80fb-08f5c0f5e979 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 329} {{(pid=104387) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 18 05:17:03.254959 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b9f0c5a-2971-46ab-80fb-08f5c0f5e979 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1a7b9c2-b17a-48d8-ad23-c3618780e730,revision_number=1']} {{(pid=104387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:17:03.264370 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG dbcounter [-] [104387] Writing DB stats neutron:SELECT=74,neutron:INSERT=24,neutron:UPDATE=2 {{(pid=104387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:17:03.268079 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-1b9f0c5a-2971-46ab-80fb-08f5c0f5e979 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1723189'] for segment (7208f1cd-02d1-4f10-9a6f-6d6e88ff7ca9), precommit_create {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:17:03.268402 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.db.segments_db [None req-1b9f0c5a-2971-46ab-80fb-08f5c0f5e979 admin admin] Added segment 7208f1cd-02d1-4f10-9a6f-6d6e88ff7ca9 of type vlan for network bdc9e9e4-78ed-486f-b1c3-122a045eaa25 Jun 18 05:17:03.339237 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-1b9f0c5a-2971-46ab-80fb-08f5c0f5e979 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789592234469'] for network (bdc9e9e4-78ed-486f-b1c3-122a045eaa25), precommit_create {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:17:03.449615 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17eefe17-35f7-4c49-b971-5e58083b258c req-d4202313-4b46-4682-a037-f67a2021a29c tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:17:03.458205 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-17eefe17-35f7-4c49-b971-5e58083b258c req-d4202313-4b46-4682-a037-f67a2021a29c tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] 10.222.0.23 "GET /v2.0/ports?device_id=3db86af8-06be-4481-ae05-85abb634d58e HTTP/1.1" status: 200 len: 931 time: 0.0885360 Jun 18 05:17:03.459407 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-1b9f0c5a-2971-46ab-80fb-08f5c0f5e979 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546084'] for network (bdc9e9e4-78ed-486f-b1c3-122a045eaa25), after_create {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:17:03.465027 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b9f0c5a-2971-46ab-80fb-08f5c0f5e979 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:17:03.465027 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-1b9f0c5a-2971-46ab-80fb-08f5c0f5e979 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546098'] for network (None), before_response {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:17:03.576923 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-17eefe17-35f7-4c49-b971-5e58083b258c req-fa668165-04a2-4902-89a7-cc602cac1a6a tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] 10.222.0.23 "GET /v2.0/security-groups?id=e7fc1561-1092-4d2a-b878-ed2f82ce27ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1172132 Jun 18 05:17:03.601538 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b9f0c5a-2971-46ab-80fb-08f5c0f5e979 admin admin] Pushing event updated for resources: {'Network': ['ID=bdc9e9e4-78ed-486f-b1c3-122a045eaa25,revision_number=1']} {{(pid=104387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:17:03.613608 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.rpc [None req-c042a677-28f5-4026-b552-0173028fe9dd None None] Network bdc9e9e4-78ed-486f-b1c3-122a045eaa25 details requested by agent ovs-agent-dv-cinder-836996-35-iscsi with host dv-cinder-836996-35-iscsi {{(pid=104389) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 18 05:17:03.631165 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [None req-1b9f0c5a-2971-46ab-80fb-08f5c0f5e979 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.8328032 Jun 18 05:17:03.632701 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.wsgi [-] (104388) accepted ('10.222.0.23', 46868) {{(pid=104388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 05:17:03.641013 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.api.v2.base [None req-1b22d529-7af8-41e3-bf89-cb5c41a1e3db admin admin] Request body: {'subnet': {'network_id': 'bdc9e9e4-78ed-486f-b1c3-122a045eaa25', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1874229467-subnet', 'tenant_id': 'ceb4ebf6b13149448546688ff0599c6c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 18 05:17:03.732841 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.api.v2.base [req-662a9750-1c2c-4a02-9803-677ef9b7fbd0 req-20e91861-c42f-4f03-a054-b499f72963ce service neutron] Request body: {'port': {'device_id': '3db86af8-06be-4481-ae05-85abb634d58e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83699'}} {{(pid=104388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 18 05:17:03.750522 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.api.v2.base [req-8fa340d4-afe6-41aa-9272-b70d9f166296 req-f5bd49c2-46ce-4f11-a524-7f72e70b7eca service neutron] Request body: {'port': {'device_id': '240d96c6-c2da-4ee1-8fd9-554944f65d95', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83699'}} {{(pid=104388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 18 05:17:03.821524 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b22d529-7af8-41e3-bf89-cb5c41a1e3db admin admin] Made reservation on behalf of ceb4ebf6b13149448546688ff0599c6c for: {'subnet': 1} {{(pid=104388) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 05:17:03.824453 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-1b22d529-7af8-41e3-bf89-cb5c41a1e3db admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:17:03.904136 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13cc1705-7bd6-4c99-9069-795d5e250a44 req-8eb752aa-79c9-469a-b2d0-a3edc67d677c tempest-AttachVolumeTestJSON-1934236616 tempest-AttachVolumeTestJSON-1934236616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:17:03.919734 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-13cc1705-7bd6-4c99-9069-795d5e250a44 req-8eb752aa-79c9-469a-b2d0-a3edc67d677c tempest-AttachVolumeTestJSON-1934236616 tempest-AttachVolumeTestJSON-1934236616-project] 10.222.0.23 "GET /v2.0/ports?device_id=240d96c6-c2da-4ee1-8fd9-554944f65d95 HTTP/1.1" status: 200 len: 931 time: 0.1328504 Jun 18 05:17:03.984577 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [req-662a9750-1c2c-4a02-9803-677ef9b7fbd0 req-20e91861-c42f-4f03-a054-b499f72963ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1768406'] for port (1fb70483-13da-4dd6-a45d-5224ec85a411), before_update {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:17:04.002410 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG dbcounter [-] [104388] Writing DB stats neutron:SELECT=93,neutron:DELETE=4,neutron:INSERT=3 {{(pid=104388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:17:04.012140 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-13cc1705-7bd6-4c99-9069-795d5e250a44 req-10d0060c-f278-41a2-b116-4037cd88d222 tempest-AttachVolumeTestJSON-1934236616 tempest-AttachVolumeTestJSON-1934236616-project] 10.222.0.23 "GET /v2.0/security-groups?id=56599af9-2eb2-464a-a36c-fced5401bf67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0913472 Jun 18 05:17:04.021242 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [req-8fa340d4-afe6-41aa-9272-b70d9f166296 req-f5bd49c2-46ce-4f11-a524-7f72e70b7eca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1768406'] for port (376a2e8d-64a9-45d4-8092-b0e803666ea7), before_update {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:17:04.104423 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78812d4-374c-4de8-bc06-c2f4f0d20273 req-14c8e7fe-84ba-4fe4-ba3e-81b4c28c4596 tempest-DeleteServersTestJSON-1260896433 tempest-DeleteServersTestJSON-1260896433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:17:04.106663 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-b78812d4-374c-4de8-bc06-c2f4f0d20273 req-14c8e7fe-84ba-4fe4-ba3e-81b4c28c4596 tempest-DeleteServersTestJSON-1260896433 tempest-DeleteServersTestJSON-1260896433-project] 10.222.0.23 "GET /v2.0/ports?device_id=7f277a3d-57bc-4fce-82d5-b163cbbcade0 HTTP/1.1" status: 200 len: 944 time: 0.1418650 Jun 18 05:17:04.627403 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG dbcounter [-] [104390] Writing DB stats neutron:SELECT=4 {{(pid=104390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:17:04.651800 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG dbcounter [-] [104390] Writing DB stats neutron:SELECT=45 {{(pid=104390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:17:04.668519 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-b78812d4-374c-4de8-bc06-c2f4f0d20273 req-a8068fe1-290b-4366-ad2c-c3fee808254b tempest-DeleteServersTestJSON-1260896433 tempest-DeleteServersTestJSON-1260896433-project] 10.222.0.23 "GET /v2.0/security-groups?id=0d6d7be2-cf98-4003-a359-c6a8d450ec5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5313909 Jun 18 05:17:04.676954 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG dbcounter [-] [104388] Writing DB stats neutron:SELECT=89,neutron:INSERT=5,neutron:UPDATE=6 {{(pid=104388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:17:04.742999 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b578fd-ded6-45d1-aea1-cce4eb074ccb req-95a72ecc-24aa-4700-8735-a6a95ffeaa8e tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:17:04.744653 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-47b578fd-ded6-45d1-aea1-cce4eb074ccb req-95a72ecc-24aa-4700-8735-a6a95ffeaa8e tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] 10.222.0.23 "GET /v2.0/ports?device_id=3db86af8-06be-4481-ae05-85abb634d58e HTTP/1.1" status: 200 len: 931 time: 0.0531752 Jun 18 05:17:04.785235 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG dbcounter [-] [104387] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:17:04.802611 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-47b578fd-ded6-45d1-aea1-cce4eb074ccb req-6af4a7a3-bd43-4cc9-85f6-d2db93ca18f7 tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] 10.222.0.23 "GET /v2.0/security-groups?id=e7fc1561-1092-4d2a-b878-ed2f82ce27ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478156 Jun 18 05:17:04.836175 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-1b22d529-7af8-41e3-bf89-cb5c41a1e3db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546084'] for subnet (a1fa7ae0-ef10-459a-84ac-6bacc372c95d), after_create {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:17:04.979082 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.notifiers.nova [req-662a9750-1c2c-4a02-9803-677ef9b7fbd0 req-20e91861-c42f-4f03-a054-b499f72963ce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1fb70483-13da-4dd6-a45d-5224ec85a411 {{(pid=104388) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 18 05:17:04.988254 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b22d529-7af8-41e3-bf89-cb5c41a1e3db admin admin] Pushing event updated for resources: {'Subnet': ['ID=a1fa7ae0-ef10-459a-84ac-6bacc372c95d,revision_number=0']} {{(pid=104388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:17:05.016446 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [req-662a9750-1c2c-4a02-9803-677ef9b7fbd0 req-20e91861-c42f-4f03-a054-b499f72963ce service neutron] Publish callbacks [] for port (1fb70483-13da-4dd6-a45d-5224ec85a411), precommit_update {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:17:05.038022 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b22d529-7af8-41e3-bf89-cb5c41a1e3db admin admin] Checking segment: {'id': '7208f1cd-02d1-4f10-9a6f-6d6e88ff7ca9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'bdc9e9e4-78ed-486f-b1c3-122a045eaa25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 18 05:17:05.038384 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b22d529-7af8-41e3-bf89-cb5c41a1e3db admin admin] Network hostable DHCP agents. Network: bdc9e9e4-78ed-486f-b1c3-122a045eaa25, hostable agents: ['426d7b1c-7831-4cf6-8aa4-29496a16634c'], hosted agents: [] {{(pid=104388) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 18 05:17:05.052463 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.db.provisioning_blocks [req-662a9750-1c2c-4a02-9803-677ef9b7fbd0 req-20e91861-c42f-4f03-a054-b499f72963ce service neutron] Transition to ACTIVE for port object 1fb70483-13da-4dd6-a45d-5224ec85a411 will not be triggered until provisioned by entity L2. {{(pid=104388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 18 05:17:05.057910 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.notifiers.nova [req-8fa340d4-afe6-41aa-9272-b70d9f166296 req-f5bd49c2-46ce-4f11-a524-7f72e70b7eca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 376a2e8d-64a9-45d4-8092-b0e803666ea7 {{(pid=104388) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 18 05:17:05.068536 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [req-8fa340d4-afe6-41aa-9272-b70d9f166296 req-f5bd49c2-46ce-4f11-a524-7f72e70b7eca service neutron] Publish callbacks [] for port (376a2e8d-64a9-45d4-8092-b0e803666ea7), precommit_update {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:17:05.086490 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.db.provisioning_blocks [req-8fa340d4-afe6-41aa-9272-b70d9f166296 req-f5bd49c2-46ce-4f11-a524-7f72e70b7eca service neutron] Transition to ACTIVE for port object 376a2e8d-64a9-45d4-8092-b0e803666ea7 will not be triggered until provisioned by entity L2. {{(pid=104388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 18 05:17:05.156592 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe8e4e6-5cb2-4b7e-91b2-8975e33608f9 req-bce9245a-407f-4bb9-bb8b-8103de9db112 tempest-AttachVolumeTestJSON-1934236616 tempest-AttachVolumeTestJSON-1934236616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:17:05.156592 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-dfe8e4e6-5cb2-4b7e-91b2-8975e33608f9 req-bce9245a-407f-4bb9-bb8b-8103de9db112 tempest-AttachVolumeTestJSON-1934236616 tempest-AttachVolumeTestJSON-1934236616-project] 10.222.0.23 "GET /v2.0/ports?device_id=240d96c6-c2da-4ee1-8fd9-554944f65d95 HTTP/1.1" status: 200 len: 931 time: 0.0562229 Jun 18 05:17:05.172871 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [req-8fa340d4-afe6-41aa-9272-b70d9f166296 req-f5bd49c2-46ce-4f11-a524-7f72e70b7eca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1768343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789592765606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789592262840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789592262858'] for port (376a2e8d-64a9-45d4-8092-b0e803666ea7), after_update {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:17:05.179384 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [req-662a9750-1c2c-4a02-9803-677ef9b7fbd0 req-20e91861-c42f-4f03-a054-b499f72963ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1768343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789592765606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789592262840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789592262858'] for port (1fb70483-13da-4dd6-a45d-5224ec85a411), after_update {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:17:05.181097 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b22d529-7af8-41e3-bf89-cb5c41a1e3db admin admin] Network bdc9e9e4-78ed-486f-b1c3-122a045eaa25 is scheduled to be hosted by DHCP agent 426d7b1c-7831-4cf6-8aa4-29496a16634c with binding_index 1 {{(pid=104388) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 18 05:17:05.262304 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5bd49c2-46ce-4f11-a524-7f72e70b7eca service neutron] Pushing event updated for resources: {'Port': ['ID=376a2e8d-64a9-45d4-8092-b0e803666ea7,revision_number=2']} {{(pid=104388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:17:05.364532 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-dfe8e4e6-5cb2-4b7e-91b2-8975e33608f9 req-0b753f5a-be7b-47e5-9c24-955a66fee32e tempest-AttachVolumeTestJSON-1934236616 tempest-AttachVolumeTestJSON-1934236616-project] 10.222.0.23 "GET /v2.0/security-groups?id=56599af9-2eb2-464a-a36c-fced5401bf67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1991591 Jun 18 05:17:05.394505 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.scheduler.base_scheduler [None req-1b22d529-7af8-41e3-bf89-cb5c41a1e3db admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836996-35-iscsi, bdc9e9e4-78ed-486f-b1c3-122a045eaa25) {{(pid=104388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 05:17:05.401254 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b22d529-7af8-41e3-bf89-cb5c41a1e3db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:17:05.402114 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-1b22d529-7af8-41e3-bf89-cb5c41a1e3db admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546098'] for subnet (None), before_response {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:17:05.411629 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a9400a5-2109-48be-ae1b-07ad5c9fa7f2 None None] Network bdc9e9e4-78ed-486f-b1c3-122a045eaa25 requested from dv-cinder-836996-35-iscsi {{(pid=104389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 18 05:17:05.449768 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.plugins.ml2.managers [req-8fa340d4-afe6-41aa-9272-b70d9f166296 req-f5bd49c2-46ce-4f11-a524-7f72e70b7eca service neutron] Attempting to bind port 376a2e8d-64a9-45d4-8092-b0e803666ea7 on host hv-cinder-83699 for vnic_type normal with profile {{(pid=104388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 18 05:17:05.450213 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.plugins.ml2.managers [req-8fa340d4-afe6-41aa-9272-b70d9f166296 req-f5bd49c2-46ce-4f11-a524-7f72e70b7eca service neutron] Attempting to bind port 376a2e8d-64a9-45d4-8092-b0e803666ea7 by drivers openvswitch,hyperv on host hv-cinder-83699 at level 0 using segments [{'id': 'ec81db56-67ad-4682-ab4f-54fec1abd7e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '22d8eb11-0b66-4ea6-b4d2-3deab0a32f40'}] {{(pid=104388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 18 05:17:05.450705 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fa340d4-afe6-41aa-9272-b70d9f166296 req-f5bd49c2-46ce-4f11-a524-7f72e70b7eca service neutron] Attempting to bind port 376a2e8d-64a9-45d4-8092-b0e803666ea7 on network 22d8eb11-0b66-4ea6-b4d2-3deab0a32f40 {{(pid=104388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 18 05:17:05.465557 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e91861-c42f-4f03-a054-b499f72963ce service neutron] Pushing event updated for resources: {'Port': ['ID=1fb70483-13da-4dd6-a45d-5224ec85a411,revision_number=2']} {{(pid=104388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:17:05.472606 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.plugins.ml2.managers [req-662a9750-1c2c-4a02-9803-677ef9b7fbd0 req-20e91861-c42f-4f03-a054-b499f72963ce service neutron] Attempting to bind port 1fb70483-13da-4dd6-a45d-5224ec85a411 on host hv-cinder-83699 for vnic_type normal with profile {{(pid=104388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 18 05:17:05.473014 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.plugins.ml2.managers [req-662a9750-1c2c-4a02-9803-677ef9b7fbd0 req-20e91861-c42f-4f03-a054-b499f72963ce service neutron] Attempting to bind port 1fb70483-13da-4dd6-a45d-5224ec85a411 by drivers openvswitch,hyperv on host hv-cinder-83699 at level 0 using segments [{'id': '8156adf2-605e-4047-8e9c-946882049554', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'f7ef077f-c52c-4f70-b85e-e8892706babc'}] {{(pid=104388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 18 05:17:05.473441 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-662a9750-1c2c-4a02-9803-677ef9b7fbd0 req-20e91861-c42f-4f03-a054-b499f72963ce service neutron] Attempting to bind port 1fb70483-13da-4dd6-a45d-5224ec85a411 on network f7ef077f-c52c-4f70-b85e-e8892706babc {{(pid=104388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 18 05:17:05.477783 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fa340d4-afe6-41aa-9272-b70d9f166296 req-f5bd49c2-46ce-4f11-a524-7f72e70b7eca service neutron] Port 376a2e8d-64a9-45d4-8092-b0e803666ea7 on network 22d8eb11-0b66-4ea6-b4d2-3deab0a32f40 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83699 {{(pid=104388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 18 05:17:05.478261 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fa340d4-afe6-41aa-9272-b70d9f166296 req-f5bd49c2-46ce-4f11-a524-7f72e70b7eca service neutron] Attempting to bind port 376a2e8d-64a9-45d4-8092-b0e803666ea7 on network 22d8eb11-0b66-4ea6-b4d2-3deab0a32f40 {{(pid=104388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 18 05:17:05.484839 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-662a9750-1c2c-4a02-9803-677ef9b7fbd0 req-20e91861-c42f-4f03-a054-b499f72963ce service neutron] Port 1fb70483-13da-4dd6-a45d-5224ec85a411 on network f7ef077f-c52c-4f70-b85e-e8892706babc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83699 {{(pid=104388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 18 05:17:05.490417 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-662a9750-1c2c-4a02-9803-677ef9b7fbd0 req-20e91861-c42f-4f03-a054-b499f72963ce service neutron] Attempting to bind port 1fb70483-13da-4dd6-a45d-5224ec85a411 on network f7ef077f-c52c-4f70-b85e-e8892706babc {{(pid=104388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 18 05:17:05.490417 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fa340d4-afe6-41aa-9272-b70d9f166296 req-f5bd49c2-46ce-4f11-a524-7f72e70b7eca service neutron] Checking agent: {'id': '21f82a9e-593b-4fa9-aa06-dfe6f16482e6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83699', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 18, 5, 14, 36), 'started_at': datetime.datetime(2022, 6, 18, 5, 14, 36), 'heartbeat_timestamp': datetime.datetime(2022, 6, 18, 5, 16, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 18 05:17:05.490417 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fa340d4-afe6-41aa-9272-b70d9f166296 req-f5bd49c2-46ce-4f11-a524-7f72e70b7eca service neutron] Checking segment: {'id': 'ec81db56-67ad-4682-ab4f-54fec1abd7e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '22d8eb11-0b66-4ea6-b4d2-3deab0a32f40'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 18 05:17:05.490417 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fa340d4-afe6-41aa-9272-b70d9f166296 req-f5bd49c2-46ce-4f11-a524-7f72e70b7eca service neutron] Bound using segment: {'id': 'ec81db56-67ad-4682-ab4f-54fec1abd7e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '22d8eb11-0b66-4ea6-b4d2-3deab0a32f40'} {{(pid=104388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 18 05:17:05.490417 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.plugins.ml2.managers [req-8fa340d4-afe6-41aa-9272-b70d9f166296 req-f5bd49c2-46ce-4f11-a524-7f72e70b7eca service neutron] Bound port: 376a2e8d-64a9-45d4-8092-b0e803666ea7, host: hv-cinder-83699, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ec81db56-67ad-4682-ab4f-54fec1abd7e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '22d8eb11-0b66-4ea6-b4d2-3deab0a32f40'}}] {{(pid=104388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 18 05:17:05.491219 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [req-8fa340d4-afe6-41aa-9272-b70d9f166296 req-f5bd49c2-46ce-4f11-a524-7f72e70b7eca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1768406'] for port (376a2e8d-64a9-45d4-8092-b0e803666ea7), before_update {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:17:05.505068 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-662a9750-1c2c-4a02-9803-677ef9b7fbd0 req-20e91861-c42f-4f03-a054-b499f72963ce service neutron] Checking agent: {'id': '21f82a9e-593b-4fa9-aa06-dfe6f16482e6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83699', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 18, 5, 14, 36), 'started_at': datetime.datetime(2022, 6, 18, 5, 14, 36), 'heartbeat_timestamp': datetime.datetime(2022, 6, 18, 5, 16, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 18 05:17:05.505547 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-662a9750-1c2c-4a02-9803-677ef9b7fbd0 req-20e91861-c42f-4f03-a054-b499f72963ce service neutron] Checking segment: {'id': '8156adf2-605e-4047-8e9c-946882049554', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'f7ef077f-c52c-4f70-b85e-e8892706babc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 18 05:17:05.505890 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-662a9750-1c2c-4a02-9803-677ef9b7fbd0 req-20e91861-c42f-4f03-a054-b499f72963ce service neutron] Bound using segment: {'id': '8156adf2-605e-4047-8e9c-946882049554', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'f7ef077f-c52c-4f70-b85e-e8892706babc'} {{(pid=104388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 18 05:17:05.507645 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.plugins.ml2.managers [req-662a9750-1c2c-4a02-9803-677ef9b7fbd0 req-20e91861-c42f-4f03-a054-b499f72963ce service neutron] Bound port: 1fb70483-13da-4dd6-a45d-5224ec85a411, host: hv-cinder-83699, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8156adf2-605e-4047-8e9c-946882049554', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'f7ef077f-c52c-4f70-b85e-e8892706babc'}}] {{(pid=104388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 18 05:17:05.507645 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [req-662a9750-1c2c-4a02-9803-677ef9b7fbd0 req-20e91861-c42f-4f03-a054-b499f72963ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1768406'] for port (1fb70483-13da-4dd6-a45d-5224ec85a411), before_update {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:17:05.621607 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [None req-1b22d529-7af8-41e3-bf89-cb5c41a1e3db admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.9870112 Jun 18 05:17:05.688670 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa7fc569-9e18-43f5-977e-39f90ad961b9 None None] Network bdc9e9e4-78ed-486f-b1c3-122a045eaa25 requested from dv-cinder-836996-35-iscsi {{(pid=104389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 18 05:17:05.690643 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.plugins.ml2.db [req-8fa340d4-afe6-41aa-9272-b70d9f166296 req-f5bd49c2-46ce-4f11-a524-7f72e70b7eca service neutron] For port 376a2e8d-64a9-45d4-8092-b0e803666ea7, host hv-cinder-83699, cleared binding levels {{(pid=104388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 05:17:05.698205 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.plugins.ml2.db [req-8fa340d4-afe6-41aa-9272-b70d9f166296 req-f5bd49c2-46ce-4f11-a524-7f72e70b7eca service neutron] For port 376a2e8d-64a9-45d4-8092-b0e803666ea7, host hv-cinder-83699, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=376a2e8d-64a9-45d4-8092-b0e803666ea7,segment=NetworkSegment(ec81db56-67ad-4682-ab4f-54fec1abd7e4),segment_id=ec81db56-67ad-4682-ab4f-54fec1abd7e4)] {{(pid=104388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 05:17:05.700473 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.plugins.ml2.db [req-662a9750-1c2c-4a02-9803-677ef9b7fbd0 req-20e91861-c42f-4f03-a054-b499f72963ce service neutron] For port 1fb70483-13da-4dd6-a45d-5224ec85a411, host hv-cinder-83699, cleared binding levels {{(pid=104388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 05:17:05.705230 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.plugins.ml2.db [req-662a9750-1c2c-4a02-9803-677ef9b7fbd0 req-20e91861-c42f-4f03-a054-b499f72963ce service neutron] For port 1fb70483-13da-4dd6-a45d-5224ec85a411, host hv-cinder-83699, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=1fb70483-13da-4dd6-a45d-5224ec85a411,segment=NetworkSegment(8156adf2-605e-4047-8e9c-946882049554),segment_id=8156adf2-605e-4047-8e9c-946882049554)] {{(pid=104388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 05:17:05.769994 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [req-8fa340d4-afe6-41aa-9272-b70d9f166296 req-f5bd49c2-46ce-4f11-a524-7f72e70b7eca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1768343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789592765606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789592262840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789592262858'] for port (376a2e8d-64a9-45d4-8092-b0e803666ea7), after_update {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:17:05.779559 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [req-662a9750-1c2c-4a02-9803-677ef9b7fbd0 req-20e91861-c42f-4f03-a054-b499f72963ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1768343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789592765606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789592262840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789592262858'] for port (1fb70483-13da-4dd6-a45d-5224ec85a411), after_update {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:17:05.837079 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662a9750-1c2c-4a02-9803-677ef9b7fbd0 req-20e91861-c42f-4f03-a054-b499f72963ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:17:05.838236 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [req-662a9750-1c2c-4a02-9803-677ef9b7fbd0 req-20e91861-c42f-4f03-a054-b499f72963ce service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546098'] for port (None), before_response {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:17:05.841087 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-662a9750-1c2c-4a02-9803-677ef9b7fbd0 req-20e91861-c42f-4f03-a054-b499f72963ce service neutron] 10.222.0.15 "PUT /v2.0/ports/1fb70483-13da-4dd6-a45d-5224ec85a411 HTTP/1.1" status: 200 len: 1093 time: 2.1141357 Jun 18 05:17:05.844638 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3db86af8-06be-4481-ae05-85abb634d58e', 'tag': '1fb70483-13da-4dd6-a45d-5224ec85a411'}] {{(pid=104388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 18 05:17:05.867525 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.wsgi [-] (104387) accepted ('10.222.0.23', 46980) {{(pid=104387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 05:17:05.921150 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa340d4-afe6-41aa-9272-b70d9f166296 req-f5bd49c2-46ce-4f11-a524-7f72e70b7eca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:17:05.922552 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [req-8fa340d4-afe6-41aa-9272-b70d9f166296 req-f5bd49c2-46ce-4f11-a524-7f72e70b7eca service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546098'] for port (None), before_response {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:17:05.923592 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c832d6ff-f8df-498d-a140-6612db36b99a req-360d7012-3c15-4edf-9439-791f8cd08708 tempest-DeleteServersTestJSON-1260896433 tempest-DeleteServersTestJSON-1260896433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:17:05.925177 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-c832d6ff-f8df-498d-a140-6612db36b99a req-360d7012-3c15-4edf-9439-791f8cd08708 tempest-DeleteServersTestJSON-1260896433 tempest-DeleteServersTestJSON-1260896433-project] 10.222.0.23 "GET /v2.0/ports?device_id=7f277a3d-57bc-4fce-82d5-b163cbbcade0 HTTP/1.1" status: 200 len: 944 time: 0.1585965 Jun 18 05:17:05.930175 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-8fa340d4-afe6-41aa-9272-b70d9f166296 req-f5bd49c2-46ce-4f11-a524-7f72e70b7eca service neutron] 10.222.0.15 "PUT /v2.0/ports/376a2e8d-64a9-45d4-8092-b0e803666ea7 HTTP/1.1" status: 200 len: 1093 time: 2.1936176 Jun 18 05:17:06.025052 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-c832d6ff-f8df-498d-a140-6612db36b99a req-2efd01db-4390-4708-84fa-a215e5c7f898 tempest-DeleteServersTestJSON-1260896433 tempest-DeleteServersTestJSON-1260896433-project] 10.222.0.23 "GET /v2.0/security-groups?id=0d6d7be2-cf98-4003-a359-c6a8d450ec5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903406 Jun 18 05:17:06.078399 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ef3766-f881-4c9e-b0c0-8313aae76cef req-f891b4b9-681f-4600-abd2-89d1be380d1c tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:17:06.080217 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-b8ef3766-f881-4c9e-b0c0-8313aae76cef req-f891b4b9-681f-4600-abd2-89d1be380d1c tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] 10.222.0.23 "GET /v2.0/ports?device_id=3db86af8-06be-4481-ae05-85abb634d58e HTTP/1.1" status: 200 len: 943 time: 0.0987616 Jun 18 05:17:06.081063 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5bd49c2-46ce-4f11-a524-7f72e70b7eca service neutron] Pushing event updated for resources: {'Port': ['ID=376a2e8d-64a9-45d4-8092-b0e803666ea7,revision_number=3']} {{(pid=104388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:17:06.135581 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-907a037f-b45a-4996-a1ee-ce6434a75b4b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:17:06.190403 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e91861-c42f-4f03-a054-b499f72963ce service neutron] Pushing event updated for resources: {'Port': ['ID=1fb70483-13da-4dd6-a45d-5224ec85a411,revision_number=3']} {{(pid=104388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:17:06.240740 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-b8ef3766-f881-4c9e-b0c0-8313aae76cef req-6e5c7fdb-d9bd-4bc7-8e6f-894b7a10988a tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] 10.222.0.23 "GET /v2.0/security-groups?id=e7fc1561-1092-4d2a-b878-ed2f82ce27ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1483519 Jun 18 05:17:06.341183 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-907a037f-b45a-4996-a1ee-ce6434a75b4b admin admin] Publish callbacks [] for security_group (2c2fb57e-66a4-47ad-9e6f-15eef93a1500), precommit_create {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:17:06.380051 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76651050bff5b1e15da4688504920c0e470581a7df997af8856c46d23e91a66a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0262125-2bc1-4b90-bd47-bddfb6a5d58c" -d '{"events": [{"name": "network-changed", "server_uuid": "3db86af8-06be-4481-ae05-85abb634d58e", "tag": "1fb70483-13da-4dd6-a45d-5224ec85a411"}]}' {{(pid=104388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 05:17:06.397536 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-907a037f-b45a-4996-a1ee-ce6434a75b4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728332'] for security_group (2c2fb57e-66a4-47ad-9e6f-15eef93a1500), after_create {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:17:06.476044 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-907a037f-b45a-4996-a1ee-ce6434a75b4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c2fb57e-66a4-47ad-9e6f-15eef93a1500,revision_number=1']} {{(pid=104387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:17:06.497598 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [None req-907a037f-b45a-4996-a1ee-ce6434a75b4b admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=5dc0a53b17c54845883befbac80f3a7a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6222219 Jun 18 05:17:06.499313 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.wsgi [-] (104387) accepted ('10.222.0.23', 47012) {{(pid=104387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 05:17:06.515512 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662a9750-1c2c-4a02-9803-677ef9b7fbd0 req-2e7575e6-8723-4ea2-9d69-74de0fe6b8d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:17:06.517161 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-662a9750-1c2c-4a02-9803-677ef9b7fbd0 req-2e7575e6-8723-4ea2-9d69-74de0fe6b8d3 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=758883a5aea04c85ad65bb6970bdb098&device_id=3db86af8-06be-4481-ae05-85abb634d58e HTTP/1.1" status: 200 len: 1127 time: 0.0977237 Jun 18 05:17:06.567473 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-b193a1cb-c780-4bcf-a7a9-9734e0bfc196 admin admin] Publish callbacks [] for security_group (2c2fb57e-66a4-47ad-9e6f-15eef93a1500), before_delete {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:17:06.600988 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-b193a1cb-c780-4bcf-a7a9-9734e0bfc196 admin admin] Publish callbacks [] for security_group (2c2fb57e-66a4-47ad-9e6f-15eef93a1500), precommit_delete {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:17:06.634061 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG dbcounter [-] [104387] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:17:06.657698 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Jun 2022 05:17:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2cf704f0-bd3b-4285-8ccf-a83633a49d72 x-openstack-request-id: req-2cf704f0-bd3b-4285-8ccf-a83633a49d72 {{(pid=104388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 05:17:06.657826 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3db86af8-06be-4481-ae05-85abb634d58e", "tag": "1fb70483-13da-4dd6-a45d-5224ec85a411", "status": "completed", "code": 200}]} {{(pid=104388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 05:17:06.658070 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-2cf704f0-bd3b-4285-8ccf-a83633a49d72 {{(pid=104388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 05:17:06.658520 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2cf704f0-bd3b-4285-8ccf-a83633a49d72'] response: {'name': 'network-changed', 'server_uuid': '3db86af8-06be-4481-ae05-85abb634d58e', 'tag': '1fb70483-13da-4dd6-a45d-5224ec85a411', 'status': 'completed', 'code': 200} Jun 18 05:17:06.710681 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-662a9750-1c2c-4a02-9803-677ef9b7fbd0 req-5995340e-2b11-408a-9e4c-9ddc70cef63a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1fb70483-13da-4dd6-a45d-5224ec85a411 HTTP/1.1" status: 200 len: 217 time: 0.1456544 Jun 18 05:17:06.715670 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa340d4-afe6-41aa-9272-b70d9f166296 req-0e341ee8-5479-4777-8000-8671f3588a76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:17:06.720439 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-8fa340d4-afe6-41aa-9272-b70d9f166296 req-0e341ee8-5479-4777-8000-8671f3588a76 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=969c470f720c4b2f97ba9f45c5d0d426&device_id=240d96c6-c2da-4ee1-8fd9-554944f65d95 HTTP/1.1" status: 200 len: 1127 time: 0.1990311 Jun 18 05:17:06.739099 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-b193a1cb-c780-4bcf-a7a9-9734e0bfc196 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728332'] for security_group (2c2fb57e-66a4-47ad-9e6f-15eef93a1500), after_delete {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:17:06.743955 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-b193a1cb-c780-4bcf-a7a9-9734e0bfc196 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:17:06.744919 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [None req-b193a1cb-c780-4bcf-a7a9-9734e0bfc196 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/2c2fb57e-66a4-47ad-9e6f-15eef93a1500 HTTP/1.1" status: 204 len: 168 time: 0.2444365 Jun 18 05:17:06.752861 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b193a1cb-c780-4bcf-a7a9-9734e0bfc196 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c2fb57e-66a4-47ad-9e6f-15eef93a1500,revision_number=None']} {{(pid=104387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:17:06.773352 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1e4e04-b935-47d4-bf22-db93a9a4a310 req-d3768f3e-4214-4dbc-a95c-13d3dc140ac6 tempest-AttachVolumeTestJSON-1934236616 tempest-AttachVolumeTestJSON-1934236616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:17:06.775068 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-fb1e4e04-b935-47d4-bf22-db93a9a4a310 req-d3768f3e-4214-4dbc-a95c-13d3dc140ac6 tempest-AttachVolumeTestJSON-1934236616 tempest-AttachVolumeTestJSON-1934236616-project] 10.222.0.23 "GET /v2.0/ports?device_id=240d96c6-c2da-4ee1-8fd9-554944f65d95 HTTP/1.1" status: 200 len: 943 time: 0.1831460 Jun 18 05:17:06.810424 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-8fa340d4-afe6-41aa-9272-b70d9f166296 req-970191dc-c105-400c-81ae-cc929f5e0840 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=376a2e8d-64a9-45d4-8092-b0e803666ea7 HTTP/1.1" status: 200 len: 217 time: 0.0725231 Jun 18 05:17:06.866563 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662a9750-1c2c-4a02-9803-677ef9b7fbd0 req-9e3657e6-0ac1-4f47-854a-906000a3c0f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:17:06.868014 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-662a9750-1c2c-4a02-9803-677ef9b7fbd0 req-9e3657e6-0ac1-4f47-854a-906000a3c0f8 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=33823053-d4d0-4fd0-8dfe-171b826300f0 HTTP/1.1" status: 200 len: 855 time: 0.1500249 Jun 18 05:17:06.962011 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa340d4-afe6-41aa-9272-b70d9f166296 req-353b28a3-3d7b-4807-ab0b-de2230044eea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:17:06.963501 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-8fa340d4-afe6-41aa-9272-b70d9f166296 req-353b28a3-3d7b-4807-ab0b-de2230044eea service neutron] 10.222.0.15 "GET /v2.0/subnets?id=5d138401-1420-4153-a9c8-b647c19cd403 HTTP/1.1" status: 200 len: 850 time: 0.1460443 Jun 18 05:17:06.971250 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-fb1e4e04-b935-47d4-bf22-db93a9a4a310 req-8475eeaf-d1d1-4bd5-b19d-38041fd5809e tempest-AttachVolumeTestJSON-1934236616 tempest-AttachVolumeTestJSON-1934236616-project] 10.222.0.23 "GET /v2.0/security-groups?id=56599af9-2eb2-464a-a36c-fced5401bf67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1645336 Jun 18 05:17:06.993642 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662a9750-1c2c-4a02-9803-677ef9b7fbd0 req-88ae0da0-56d8-4a94-9dd2-0767da0a7532 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:17:06.995130 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-662a9750-1c2c-4a02-9803-677ef9b7fbd0 req-88ae0da0-56d8-4a94-9dd2-0767da0a7532 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f7ef077f-c52c-4f70-b85e-e8892706babc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1164391 Jun 18 05:17:07.012911 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.wsgi [-] (104387) accepted ('10.222.0.23', 47036) {{(pid=104387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 05:17:07.017910 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.api.v2.base [None req-1c4c308c-2a64-407a-9a85-5f8eff438c96 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-330710284-network', 'tenant_id': '9e7df6c98bc241398fb734d693186ca0'}} {{(pid=104387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 18 05:17:07.036741 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.rpc [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] Device b7964cda-123c-4433-9d83-8d7e89fdef4a details requested by agent hyperv_hv-cinder-83699 with host hv-cinder-83699 {{(pid=104389) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 18 05:17:07.052217 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG dbcounter [-] [104389] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:17:07.200993 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG dbcounter [-] [104388] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:17:07.228817 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa340d4-afe6-41aa-9272-b70d9f166296 req-cfa5381b-2319-4fa7-be62-6ea2ffba7e17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:17:07.230382 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-8fa340d4-afe6-41aa-9272-b70d9f166296 req-cfa5381b-2319-4fa7-be62-6ea2ffba7e17 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=22d8eb11-0b66-4ea6-b4d2-3deab0a32f40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.2569330 Jun 18 05:17:07.239333 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366e4bda-b987-4d82-826e-1088a729bae2 req-99f6f195-f632-47d8-acc4-81e5c22566e5 tempest-DeleteServersTestJSON-1260896433 tempest-DeleteServersTestJSON-1260896433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:17:07.250358 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789592556683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1744442'] for agent (21f82a9e-593b-4fa9-aa06-dfe6f16482e6), after_update {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:17:07.253344 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-366e4bda-b987-4d82-826e-1088a729bae2 req-99f6f195-f632-47d8-acc4-81e5c22566e5 tempest-DeleteServersTestJSON-1260896433 tempest-DeleteServersTestJSON-1260896433-project] 10.222.0.23 "GET /v2.0/ports?device_id=7f277a3d-57bc-4fce-82d5-b163cbbcade0 HTTP/1.1" status: 200 len: 944 time: 0.1296730 Jun 18 05:17:07.291677 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.db [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] For port b7964cda-123c-4433-9d83-8d7e89fdef4a, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=b7964cda-123c-4433-9d83-8d7e89fdef4a,segment=NetworkSegment(09c215c3-c19f-4b36-8a34-43f30aa65bf5),segment_id=09c215c3-c19f-4b36-8a34-43f30aa65bf5)] {{(pid=104389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 05:17:07.306808 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.rpc [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] Returning: {'device': 'b7964cda-123c-4433-9d83-8d7e89fdef4a', 'network_id': 'b6326206-c3ac-4e80-bc2a-deaf200d1ad1', 'port_id': 'b7964cda-123c-4433-9d83-8d7e89fdef4a', 'mac_address': 'fa:16:3e:86:e8:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 328, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '65acfd46-bcf0-4f0d-b181-1f052de6ca7a', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104389) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 18 05:17:07.355888 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c4c308c-2a64-407a-9a85-5f8eff438c96 admin admin] Made reservation on behalf of 9e7df6c98bc241398fb734d693186ca0 for: {'network': 1} {{(pid=104387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 05:17:07.368231 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.plugin [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] Current status of the port b7964cda-123c-4433-9d83-8d7e89fdef4a is: DOWN; New status is: BUILD {{(pid=104389) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 18 05:17:07.368907 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1768406'] for port (b7964cda-123c-4433-9d83-8d7e89fdef4a), before_update {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:17:07.384351 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.notifiers.nova [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b7964cda-123c-4433-9d83-8d7e89fdef4a {{(pid=104389) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 18 05:17:07.397892 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-1c4c308c-2a64-407a-9a85-5f8eff438c96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1768406'] for network (None), before_create {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:17:07.408038 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.db [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] For port b7964cda-123c-4433-9d83-8d7e89fdef4a, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=b7964cda-123c-4433-9d83-8d7e89fdef4a,segment=NetworkSegment(09c215c3-c19f-4b36-8a34-43f30aa65bf5),segment_id=09c215c3-c19f-4b36-8a34-43f30aa65bf5)] {{(pid=104389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 05:17:07.428335 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-1c4c308c-2a64-407a-9a85-5f8eff438c96 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:17:07.443249 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-366e4bda-b987-4d82-826e-1088a729bae2 req-6c7990f0-5da3-4c2b-a385-cedf18cef908 tempest-DeleteServersTestJSON-1260896433 tempest-DeleteServersTestJSON-1260896433-project] 10.222.0.23 "GET /v2.0/security-groups?id=0d6d7be2-cf98-4003-a359-c6a8d450ec5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1887598 Jun 18 05:17:07.445885 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-662a9750-1c2c-4a02-9803-677ef9b7fbd0 req-1e07df38-4dc0-4cfb-9960-8d65e31d5936 service neutron] 10.222.0.15 "GET /v2.0/networks/f7ef077f-c52c-4f70-b85e-e8892706babc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2601602 Jun 18 05:17:07.495926 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3561b610-3166-47f8-a16c-e5100a894826 req-4cd95cb6-3760-449b-af54-0f69ffa631f4 tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:17:07.497431 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-3561b610-3166-47f8-a16c-e5100a894826 req-4cd95cb6-3760-449b-af54-0f69ffa631f4 tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] 10.222.0.23 "GET /v2.0/ports?device_id=3db86af8-06be-4481-ae05-85abb634d58e HTTP/1.1" status: 200 len: 943 time: 0.0930872 Jun 18 05:17:07.534708 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-1c4c308c-2a64-407a-9a85-5f8eff438c96 admin admin] Publish callbacks [] for security_group (85a6c811-b009-4569-ac7d-cd145d955e57), precommit_create {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:17:07.539614 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-8fa340d4-afe6-41aa-9272-b70d9f166296 req-af3c2a30-592b-4a1d-921e-f46685c75e57 service neutron] 10.222.0.15 "GET /v2.0/networks/22d8eb11-0b66-4ea6-b4d2-3deab0a32f40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2410491 Jun 18 05:17:07.550712 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1768343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789592765606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789592262840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789592262858'] for port (b7964cda-123c-4433-9d83-8d7e89fdef4a), after_update {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:17:07.588859 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG dbcounter [-] [104389] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:17:07.618975 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] Pushing event updated for resources: {'Port': ['ID=b7964cda-123c-4433-9d83-8d7e89fdef4a,revision_number=4']} {{(pid=104389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:17:07.642939 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-1c4c308c-2a64-407a-9a85-5f8eff438c96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728332'] for security_group (85a6c811-b009-4569-ac7d-cd145d955e57), after_create {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:17:07.666699 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1c4c308c-2a64-407a-9a85-5f8eff438c96 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 347} {{(pid=104387) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 18 05:17:07.669877 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-662a9750-1c2c-4a02-9803-677ef9b7fbd0 req-d454cab1-ef2b-4815-a1a1-c6be3b94f34e service neutron] 10.222.0.15 "GET /v2.0/networks/f7ef077f-c52c-4f70-b85e-e8892706babc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2138398 Jun 18 05:17:07.674671 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-3561b610-3166-47f8-a16c-e5100a894826 req-714f63a0-407f-4cad-86bb-b05b5c1935cf tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] 10.222.0.23 "GET /v2.0/security-groups?id=e7fc1561-1092-4d2a-b878-ed2f82ce27ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1630268 Jun 18 05:17:07.696035 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-1c4c308c-2a64-407a-9a85-5f8eff438c96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1723189'] for segment (5a7eb5d5-06dd-4954-874b-3ad1bd2e92b2), precommit_create {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:17:07.696408 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.db.segments_db [None req-1c4c308c-2a64-407a-9a85-5f8eff438c96 admin admin] Added segment 5a7eb5d5-06dd-4954-874b-3ad1bd2e92b2 of type vlan for network 5b7bbde8-8942-4c95-98a6-0b08800065e7 Jun 18 05:17:07.697925 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4c308c-2a64-407a-9a85-5f8eff438c96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85a6c811-b009-4569-ac7d-cd145d955e57,revision_number=1']} {{(pid=104387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:17:07.718318 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-8fa340d4-afe6-41aa-9272-b70d9f166296 req-56af4412-0082-4bda-8d97-b7ff5de19862 service neutron] 10.222.0.15 "GET /v2.0/networks/22d8eb11-0b66-4ea6-b4d2-3deab0a32f40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1508863 Jun 18 05:17:07.759387 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.wsgi [-] (104388) accepted ('10.222.0.23', 47064) {{(pid=104388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 05:17:07.766917 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-1c4c308c-2a64-407a-9a85-5f8eff438c96 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789592234469'] for network (5b7bbde8-8942-4c95-98a6-0b08800065e7), precommit_create {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:17:07.773319 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-6127a945-135e-409a-ae17-c5e752ad6aec admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:17:07.848895 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-6127a945-135e-409a-ae17-c5e752ad6aec admin admin] Publish callbacks [] for security_group (de160430-6c0c-4ba9-95fe-81e06168ba4f), precommit_create {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:17:07.891715 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.db [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] get_ports_and_sgs() called for port_ids ['b7964cda-123c-4433-9d83-8d7e89fdef4a'] {{(pid=104389) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 18 05:17:07.916483 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-1c4c308c-2a64-407a-9a85-5f8eff438c96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546084'] for network (5b7bbde8-8942-4c95-98a6-0b08800065e7), after_create {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:17:07.916712 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-6127a945-135e-409a-ae17-c5e752ad6aec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728332'] for security_group (de160430-6c0c-4ba9-95fe-81e06168ba4f), after_create {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:17:07.917609 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c4c308c-2a64-407a-9a85-5f8eff438c96 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:17:07.918231 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-1c4c308c-2a64-407a-9a85-5f8eff438c96 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546098'] for network (None), before_response {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:17:07.957207 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6127a945-135e-409a-ae17-c5e752ad6aec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de160430-6c0c-4ba9-95fe-81e06168ba4f,revision_number=1']} {{(pid=104388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:17:07.962089 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [None req-6127a945-135e-409a-ae17-c5e752ad6aec admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=40b318462cfd440e84949bccae41b40f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2016442 Jun 18 05:17:07.964842 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.wsgi [-] (104388) accepted ('10.222.0.23', 47066) {{(pid=104388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 05:17:07.984108 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4c308c-2a64-407a-9a85-5f8eff438c96 admin admin] Pushing event updated for resources: {'Network': ['ID=5b7bbde8-8942-4c95-98a6-0b08800065e7,revision_number=1']} {{(pid=104387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:17:08.007731 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.rpc [None req-c042a677-28f5-4026-b552-0173028fe9dd None None] Network 5b7bbde8-8942-4c95-98a6-0b08800065e7 details requested by agent ovs-agent-dv-cinder-836996-35-iscsi with host dv-cinder-836996-35-iscsi {{(pid=104389) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 18 05:17:08.028890 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-6a6bc697-633a-480c-a6aa-e01ce3b0abf2 admin admin] Publish callbacks [] for security_group (de160430-6c0c-4ba9-95fe-81e06168ba4f), before_delete {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:17:08.038376 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [None req-1c4c308c-2a64-407a-9a85-5f8eff438c96 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 1.0211966 Jun 18 05:17:08.039658 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.wsgi [-] (104387) accepted ('10.222.0.23', 47070) {{(pid=104387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 05:17:08.047521 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.api.v2.base [None req-7ed112f1-0382-4a9f-89db-4b066e13ac4a admin admin] Request body: {'subnet': {'network_id': '5b7bbde8-8942-4c95-98a6-0b08800065e7', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-330710284-subnet', 'tenant_id': '9e7df6c98bc241398fb734d693186ca0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 18 05:17:08.055069 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-6a6bc697-633a-480c-a6aa-e01ce3b0abf2 admin admin] Publish callbacks [] for security_group (de160430-6c0c-4ba9-95fe-81e06168ba4f), precommit_delete {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:17:08.124532 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96cde6dc-1735-4e56-bbec-dd422a0d563c req-62c74e0b-be10-408c-b38a-0c3203e8c77e tempest-AttachVolumeTestJSON-1934236616 tempest-AttachVolumeTestJSON-1934236616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:17:08.126174 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-96cde6dc-1735-4e56-bbec-dd422a0d563c req-62c74e0b-be10-408c-b38a-0c3203e8c77e tempest-AttachVolumeTestJSON-1934236616 tempest-AttachVolumeTestJSON-1934236616-project] 10.222.0.23 "GET /v2.0/ports?device_id=240d96c6-c2da-4ee1-8fd9-554944f65d95 HTTP/1.1" status: 200 len: 943 time: 0.0532827 Jun 18 05:17:08.148247 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ed112f1-0382-4a9f-89db-4b066e13ac4a admin admin] Made reservation on behalf of 9e7df6c98bc241398fb734d693186ca0 for: {'subnet': 1} {{(pid=104387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 05:17:08.150802 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-7ed112f1-0382-4a9f-89db-4b066e13ac4a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13962049'] for subnet (None), before_create {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:17:08.196443 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-6a6bc697-633a-480c-a6aa-e01ce3b0abf2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728332'] for security_group (de160430-6c0c-4ba9-95fe-81e06168ba4f), after_delete {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:17:08.200215 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-6a6bc697-633a-480c-a6aa-e01ce3b0abf2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:17:08.206030 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [None req-6a6bc697-633a-480c-a6aa-e01ce3b0abf2 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/de160430-6c0c-4ba9-95fe-81e06168ba4f HTTP/1.1" status: 204 len: 168 time: 0.2356389 Jun 18 05:17:08.206606 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-96cde6dc-1735-4e56-bbec-dd422a0d563c req-31888fa5-4163-4e36-a279-ac9ffa0a38fd tempest-AttachVolumeTestJSON-1934236616 tempest-AttachVolumeTestJSON-1934236616-project] 10.222.0.23 "GET /v2.0/security-groups?id=56599af9-2eb2-464a-a36c-fced5401bf67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0703945 Jun 18 05:17:08.211602 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a6bc697-633a-480c-a6aa-e01ce3b0abf2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de160430-6c0c-4ba9-95fe-81e06168ba4f,revision_number=None']} {{(pid=104388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:17:08.413995 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-7ed112f1-0382-4a9f-89db-4b066e13ac4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14020916', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13962163'] for subnet (a07e9d17-d888-48cd-a67e-88ad4813db08), after_create {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:17:08.471457 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed112f1-0382-4a9f-89db-4b066e13ac4a admin admin] Pushing event updated for resources: {'Subnet': ['ID=a07e9d17-d888-48cd-a67e-88ad4813db08,revision_number=0']} {{(pid=104387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:17:08.479951 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ed112f1-0382-4a9f-89db-4b066e13ac4a admin admin] Checking segment: {'id': '5a7eb5d5-06dd-4954-874b-3ad1bd2e92b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '5b7bbde8-8942-4c95-98a6-0b08800065e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 18 05:17:08.480264 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ed112f1-0382-4a9f-89db-4b066e13ac4a admin admin] Network hostable DHCP agents. Network: 5b7bbde8-8942-4c95-98a6-0b08800065e7, hostable agents: ['426d7b1c-7831-4cf6-8aa4-29496a16634c'], hosted agents: [] {{(pid=104387) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 18 05:17:08.532955 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG dbcounter [-] [104388] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:17:08.568858 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837cfe62-b8dd-4b92-9b64-a953db2805c4 req-23becb4a-22ba-430a-b667-ab6b9ee31668 tempest-DeleteServersTestJSON-1260896433 tempest-DeleteServersTestJSON-1260896433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:17:08.571186 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-837cfe62-b8dd-4b92-9b64-a953db2805c4 req-23becb4a-22ba-430a-b667-ab6b9ee31668 tempest-DeleteServersTestJSON-1260896433 tempest-DeleteServersTestJSON-1260896433-project] 10.222.0.23 "GET /v2.0/ports?device_id=7f277a3d-57bc-4fce-82d5-b163cbbcade0 HTTP/1.1" status: 200 len: 945 time: 0.0500841 Jun 18 05:17:08.607426 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ed112f1-0382-4a9f-89db-4b066e13ac4a admin admin] Network 5b7bbde8-8942-4c95-98a6-0b08800065e7 is scheduled to be hosted by DHCP agent 426d7b1c-7831-4cf6-8aa4-29496a16634c with binding_index 1 {{(pid=104387) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 18 05:17:08.623477 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-837cfe62-b8dd-4b92-9b64-a953db2805c4 req-447604e6-67ef-4264-83ea-5b90ad46d248 tempest-DeleteServersTestJSON-1260896433 tempest-DeleteServersTestJSON-1260896433-project] 10.222.0.23 "GET /v2.0/security-groups?id=0d6d7be2-cf98-4003-a359-c6a8d450ec5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466132 Jun 18 05:17:08.659408 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '240d96c6-c2da-4ee1-8fd9-554944f65d95', 'tag': '376a2e8d-64a9-45d4-8092-b0e803666ea7'}] {{(pid=104388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 18 05:17:08.662152 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76651050bff5b1e15da4688504920c0e470581a7df997af8856c46d23e91a66a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a47d5f6c-0e24-44ca-ab6b-3069e143535f" -d '{"events": [{"name": "network-changed", "server_uuid": "240d96c6-c2da-4ee1-8fd9-554944f65d95", "tag": "376a2e8d-64a9-45d4-8092-b0e803666ea7"}]}' {{(pid=104388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 05:17:08.676582 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.scheduler.base_scheduler [None req-7ed112f1-0382-4a9f-89db-4b066e13ac4a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836996-35-iscsi, 5b7bbde8-8942-4c95-98a6-0b08800065e7) {{(pid=104387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 05:17:08.688588 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ed112f1-0382-4a9f-89db-4b066e13ac4a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:17:08.688588 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-7ed112f1-0382-4a9f-89db-4b066e13ac4a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:17:08.689034 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c66a178b-fbe1-4044-bc6c-e14782b16a93 None None] Network 5b7bbde8-8942-4c95-98a6-0b08800065e7 requested from dv-cinder-836996-35-iscsi {{(pid=104389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 18 05:17:08.713323 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Jun 2022 05:17:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c32949ee-222d-44ca-961f-fe9e827591c9 x-openstack-request-id: req-c32949ee-222d-44ca-961f-fe9e827591c9 {{(pid=104388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 05:17:08.713863 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "240d96c6-c2da-4ee1-8fd9-554944f65d95", "tag": "376a2e8d-64a9-45d4-8092-b0e803666ea7", "status": "completed", "code": 200}]} {{(pid=104388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 05:17:08.714168 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-c32949ee-222d-44ca-961f-fe9e827591c9 {{(pid=104388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 05:17:08.714566 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c32949ee-222d-44ca-961f-fe9e827591c9'] response: {'name': 'network-changed', 'server_uuid': '240d96c6-c2da-4ee1-8fd9-554944f65d95', 'tag': '376a2e8d-64a9-45d4-8092-b0e803666ea7', 'status': 'completed', 'code': 200} Jun 18 05:17:08.757281 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [None req-7ed112f1-0382-4a9f-89db-4b066e13ac4a admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7162437 Jun 18 05:17:08.828273 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5feed9b-6238-4416-acff-db9544c85eac None None] Network 5b7bbde8-8942-4c95-98a6-0b08800065e7 requested from dv-cinder-836996-35-iscsi {{(pid=104389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 18 05:17:08.842810 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c004f53e-278a-4bdb-84a7-225cc95ce852 req-181dc205-d4dc-4268-8224-72963f898c16 tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:17:08.845480 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-c004f53e-278a-4bdb-84a7-225cc95ce852 req-181dc205-d4dc-4268-8224-72963f898c16 tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] 10.222.0.23 "GET /v2.0/ports?device_id=3db86af8-06be-4481-ae05-85abb634d58e HTTP/1.1" status: 200 len: 943 time: 0.0716739 Jun 18 05:17:08.907819 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-c004f53e-278a-4bdb-84a7-225cc95ce852 req-51ae2f0d-a22a-489a-aab1-3e005d007456 tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] 10.222.0.23 "GET /v2.0/security-groups?id=e7fc1561-1092-4d2a-b878-ed2f82ce27ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564866 Jun 18 05:17:09.051528 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.rpc [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] Device 1fb70483-13da-4dd6-a45d-5224ec85a411 details requested by agent hyperv_hv-cinder-83699 with host hv-cinder-83699 {{(pid=104389) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 18 05:17:09.072710 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.rpc [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] Device b7964cda-123c-4433-9d83-8d7e89fdef4a up at agent hyperv_hv-cinder-83699 {{(pid=104389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 18 05:17:09.247405 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.wsgi [-] (104387) accepted ('10.222.0.23', 47128) {{(pid=104387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 05:17:09.359771 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.db.provisioning_blocks [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] Provisioning for port b7964cda-123c-4433-9d83-8d7e89fdef4a completed by entity L2. {{(pid=104389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 18 05:17:09.386939 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG dbcounter [-] [104389] Writing DB stats neutron:SELECT=100 {{(pid=104389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:17:09.406179 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663d0e6c-33c2-4c43-90fc-a3dc7fcda4f1 req-31c25e97-02b7-46ad-89da-af258febda2b tempest-AttachVolumeTestJSON-1934236616 tempest-AttachVolumeTestJSON-1934236616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:17:09.407067 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.db [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] For port 1fb70483-13da-4dd6-a45d-5224ec85a411, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=1fb70483-13da-4dd6-a45d-5224ec85a411,segment=NetworkSegment(8156adf2-605e-4047-8e9c-946882049554),segment_id=8156adf2-605e-4047-8e9c-946882049554)] {{(pid=104389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 05:17:09.416538 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-663d0e6c-33c2-4c43-90fc-a3dc7fcda4f1 req-31c25e97-02b7-46ad-89da-af258febda2b tempest-AttachVolumeTestJSON-1934236616 tempest-AttachVolumeTestJSON-1934236616-project] 10.222.0.23 "GET /v2.0/ports?device_id=240d96c6-c2da-4ee1-8fd9-554944f65d95 HTTP/1.1" status: 200 len: 943 time: 0.1191940 Jun 18 05:17:09.430480 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.rpc [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] Returning: {'device': '1fb70483-13da-4dd6-a45d-5224ec85a411', 'network_id': 'f7ef077f-c52c-4f70-b85e-e8892706babc', 'port_id': '1fb70483-13da-4dd6-a45d-5224ec85a411', 'mac_address': 'fa:16:3e:a4:92:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 333, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '33823053-d4d0-4fd0-8dfe-171b826300f0', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104389) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 18 05:17:09.448533 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-4d52b517-d463-4b02-96b9-3610677a1dfc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:17:09.472962 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG dbcounter [-] [104388] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=104388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:17:09.478468 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47d5f6c-0e24-44ca-ab6b-3069e143535f req-02fa6aa5-1c46-414a-9f37-64892cd48e52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:17:09.481587 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-a47d5f6c-0e24-44ca-ab6b-3069e143535f req-02fa6aa5-1c46-414a-9f37-64892cd48e52 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=969c470f720c4b2f97ba9f45c5d0d426&device_id=240d96c6-c2da-4ee1-8fd9-554944f65d95 HTTP/1.1" status: 200 len: 1127 time: 0.1024864 Jun 18 05:17:09.496881 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.db.provisioning_blocks [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] Provisioning complete for port b7964cda-123c-4433-9d83-8d7e89fdef4a triggered by entity L2. {{(pid=104389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 18 05:17:09.497288 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1740956'] for port (b7964cda-123c-4433-9d83-8d7e89fdef4a), provisioning_complete {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:17:09.541218 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.plugin [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] Current status of the port 1fb70483-13da-4dd6-a45d-5224ec85a411 is: DOWN; New status is: BUILD {{(pid=104389) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 18 05:17:09.541779 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1768406'] for port (1fb70483-13da-4dd6-a45d-5224ec85a411), before_update {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:17:09.542958 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-663d0e6c-33c2-4c43-90fc-a3dc7fcda4f1 req-09a7e3c8-d8ec-4c95-9a36-40720906e7f8 tempest-AttachVolumeTestJSON-1934236616 tempest-AttachVolumeTestJSON-1934236616-project] 10.222.0.23 "GET /v2.0/security-groups?id=56599af9-2eb2-464a-a36c-fced5401bf67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0852685 Jun 18 05:17:09.588707 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.notifiers.nova [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1fb70483-13da-4dd6-a45d-5224ec85a411 {{(pid=104389) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 18 05:17:09.603389 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-4d52b517-d463-4b02-96b9-3610677a1dfc admin admin] Publish callbacks [] for security_group (b191c1e0-d8cd-4dd6-9df1-46ef7946cb05), precommit_create {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:17:09.622812 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0262125-2bc1-4b90-bd47-bddfb6a5d58c req-39919f35-779f-4cd2-85ae-a5e75a480560 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:17:09.624335 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-a0262125-2bc1-4b90-bd47-bddfb6a5d58c req-39919f35-779f-4cd2-85ae-a5e75a480560 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=758883a5aea04c85ad65bb6970bdb098&device_id=3db86af8-06be-4481-ae05-85abb634d58e HTTP/1.1" status: 200 len: 1127 time: 0.3079624 Jun 18 05:17:09.634652 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.db [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] For port 1fb70483-13da-4dd6-a45d-5224ec85a411, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=1fb70483-13da-4dd6-a45d-5224ec85a411,segment=NetworkSegment(8156adf2-605e-4047-8e9c-946882049554),segment_id=8156adf2-605e-4047-8e9c-946882049554)] {{(pid=104389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 05:17:09.646250 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.plugin [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] Current status of the port b7964cda-123c-4433-9d83-8d7e89fdef4a is: BUILD; New status is: ACTIVE {{(pid=104389) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 18 05:17:09.647549 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1768406'] for port (b7964cda-123c-4433-9d83-8d7e89fdef4a), before_update {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:17:09.685899 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f277a3d-57bc-4fce-82d5-b163cbbcade0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7964cda-123c-4433-9d83-8d7e89fdef4a'}] {{(pid=104389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 18 05:17:09.757948 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47d5f6c-0e24-44ca-ab6b-3069e143535f req-9334d8d6-8239-4ca8-b2d8-6c2059d9e2e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:17:09.759097 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-a47d5f6c-0e24-44ca-ab6b-3069e143535f req-9334d8d6-8239-4ca8-b2d8-6c2059d9e2e4 service neutron] 10.222.0.15 "GET /v2.0/networks?id=22d8eb11-0b66-4ea6-b4d2-3deab0a32f40 HTTP/1.1" status: 200 len: 912 time: 0.2705123 Jun 18 05:17:09.762576 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.db [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] For port b7964cda-123c-4433-9d83-8d7e89fdef4a, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=b7964cda-123c-4433-9d83-8d7e89fdef4a,segment=NetworkSegment(09c215c3-c19f-4b36-8a34-43f30aa65bf5),segment_id=09c215c3-c19f-4b36-8a34-43f30aa65bf5)] {{(pid=104389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 05:17:09.831480 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-a47d5f6c-0e24-44ca-ab6b-3069e143535f req-49afa572-dc9f-4b17-a710-73ef41afbbf1 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=376a2e8d-64a9-45d4-8092-b0e803666ea7 HTTP/1.1" status: 200 len: 217 time: 0.0506237 Jun 18 05:17:09.859800 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0262125-2bc1-4b90-bd47-bddfb6a5d58c req-dc2cf6b2-6bb3-458a-a72f-4506fc81e1b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:17:09.861425 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-a0262125-2bc1-4b90-bd47-bddfb6a5d58c req-dc2cf6b2-6bb3-458a-a72f-4506fc81e1b3 service neutron] 10.222.0.15 "GET /v2.0/networks?id=f7ef077f-c52c-4f70-b85e-e8892706babc HTTP/1.1" status: 200 len: 917 time: 0.2302229 Jun 18 05:17:09.895082 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1caa51f-0905-4aca-aa7f-1cd13fb862a1 req-9c14e598-ce0a-41d6-97ef-c6b10fc98595 tempest-DeleteServersTestJSON-1260896433 tempest-DeleteServersTestJSON-1260896433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:17:09.896413 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-a1caa51f-0905-4aca-aa7f-1cd13fb862a1 req-9c14e598-ce0a-41d6-97ef-c6b10fc98595 tempest-DeleteServersTestJSON-1260896433 tempest-DeleteServersTestJSON-1260896433-project] 10.222.0.23 "GET /v2.0/ports?device_id=7f277a3d-57bc-4fce-82d5-b163cbbcade0 HTTP/1.1" status: 200 len: 945 time: 0.1825721 Jun 18 05:17:09.948179 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-a0262125-2bc1-4b90-bd47-bddfb6a5d58c req-329b584a-4e61-4d5f-b36f-8c222575cd01 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1fb70483-13da-4dd6-a45d-5224ec85a411 HTTP/1.1" status: 200 len: 217 time: 0.0665071 Jun 18 05:17:09.966867 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84994602c193c13a4c26b8b675ba51d9b392d44d80225cb9db16c930b334f47b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3c07b5f-dac8-4321-9257-f4d4e07290a9" -d '{"events": [{"server_uuid": "7f277a3d-57bc-4fce-82d5-b163cbbcade0", "name": "network-vif-plugged", "status": "completed", "tag": "b7964cda-123c-4433-9d83-8d7e89fdef4a"}]}' {{(pid=104389) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 05:17:09.979905 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47d5f6c-0e24-44ca-ab6b-3069e143535f req-8e1d149b-989e-4c78-a7ce-114ff1d250ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:17:09.981326 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-a47d5f6c-0e24-44ca-ab6b-3069e143535f req-8e1d149b-989e-4c78-a7ce-114ff1d250ac service neutron] 10.222.0.15 "GET /v2.0/subnets?id=5d138401-1420-4153-a9c8-b647c19cd403 HTTP/1.1" status: 200 len: 850 time: 0.1433530 Jun 18 05:17:10.064582 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c9ac2f-2df3-49a5-8cb6-765e4283684d req-e4a69218-a8af-4c75-9a34-b592866629ec tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:17:10.066486 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-d2c9ac2f-2df3-49a5-8cb6-765e4283684d req-e4a69218-a8af-4c75-9a34-b592866629ec tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] 10.222.0.23 "GET /v2.0/ports?device_id=3db86af8-06be-4481-ae05-85abb634d58e HTTP/1.1" status: 200 len: 943 time: 0.0684075 Jun 18 05:17:10.070247 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-a1caa51f-0905-4aca-aa7f-1cd13fb862a1 req-ee2a6966-0740-4422-b6f2-792c86083c13 tempest-DeleteServersTestJSON-1260896433 tempest-DeleteServersTestJSON-1260896433-project] 10.222.0.23 "GET /v2.0/security-groups?id=0d6d7be2-cf98-4003-a359-c6a8d450ec5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1338730 Jun 18 05:17:10.075331 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47d5f6c-0e24-44ca-ab6b-3069e143535f req-fb02b437-a9ce-4ef2-ba69-3b36503dce1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:17:10.076812 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-a47d5f6c-0e24-44ca-ab6b-3069e143535f req-fb02b437-a9ce-4ef2-ba69-3b36503dce1d service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=22d8eb11-0b66-4ea6-b4d2-3deab0a32f40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0763571 Jun 18 05:17:10.078133 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0262125-2bc1-4b90-bd47-bddfb6a5d58c req-ebcb2785-c652-4e02-a69e-7c39665ca5bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:17:10.079469 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-a0262125-2bc1-4b90-bd47-bddfb6a5d58c req-ebcb2785-c652-4e02-a69e-7c39665ca5bd service neutron] 10.222.0.15 "GET /v2.0/subnets?id=33823053-d4d0-4fd0-8dfe-171b826300f0 HTTP/1.1" status: 200 len: 855 time: 0.1111271 Jun 18 05:17:10.134869 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-d2c9ac2f-2df3-49a5-8cb6-765e4283684d req-12210708-8712-453f-9138-05731ed3a456 tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] 10.222.0.23 "GET /v2.0/security-groups?id=e7fc1561-1092-4d2a-b878-ed2f82ce27ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0603590 Jun 18 05:17:10.200145 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0262125-2bc1-4b90-bd47-bddfb6a5d58c req-cd0699a7-60ea-4eb5-84cc-a0286eb15730 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:17:10.203786 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-a0262125-2bc1-4b90-bd47-bddfb6a5d58c req-cd0699a7-60ea-4eb5-84cc-a0286eb15730 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f7ef077f-c52c-4f70-b85e-e8892706babc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1064360 Jun 18 05:17:10.232531 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-a47d5f6c-0e24-44ca-ab6b-3069e143535f req-162323fb-6208-4ae7-98cf-06c0aeb0e395 service neutron] 10.222.0.15 "GET /v2.0/networks/22d8eb11-0b66-4ea6-b4d2-3deab0a32f40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1453061 Jun 18 05:17:10.323003 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Jun 2022 05:17:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fe3f8d4-1560-4198-9655-90366f452b72 x-openstack-request-id: req-0fe3f8d4-1560-4198-9655-90366f452b72 {{(pid=104389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 05:17:10.323295 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f277a3d-57bc-4fce-82d5-b163cbbcade0", "name": "network-vif-plugged", "status": "completed", "tag": "b7964cda-123c-4433-9d83-8d7e89fdef4a", "code": 200}]} {{(pid=104389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 05:17:10.323549 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-0fe3f8d4-1560-4198-9655-90366f452b72 {{(pid=104389) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 05:17:10.324003 dv-cinder-836996-35-iscsi neutron-server[104389]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0fe3f8d4-1560-4198-9655-90366f452b72'] response: {'server_uuid': '7f277a3d-57bc-4fce-82d5-b163cbbcade0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7964cda-123c-4433-9d83-8d7e89fdef4a', 'code': 200} Jun 18 05:17:10.339164 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-4d52b517-d463-4b02-96b9-3610677a1dfc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728332'] for security_group (b191c1e0-d8cd-4dd6-9df1-46ef7946cb05), after_create {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:17:10.347089 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG dbcounter [-] [104387] Writing DB stats neutron:SELECT=74,neutron:DELETE=4,neutron:INSERT=18,neutron:UPDATE=4 {{(pid=104387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:17:10.402422 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [None req-4d52b517-d463-4b02-96b9-3610677a1dfc admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=469a82384ecf4afaaeb572287fc49fb8&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1529410 Jun 18 05:17:10.403636 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d52b517-d463-4b02-96b9-3610677a1dfc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b191c1e0-d8cd-4dd6-9df1-46ef7946cb05,revision_number=1']} {{(pid=104387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:17:10.410615 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.wsgi [-] (104387) accepted ('10.222.0.23', 47164) {{(pid=104387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 05:17:10.509938 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.wsgi [-] (104388) accepted ('10.222.0.23', 47166) {{(pid=104388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 05:17:10.545530 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1768343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789592765606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789592262840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789592262858'] for port (1fb70483-13da-4dd6-a45d-5224ec85a411), after_update {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:17:10.595184 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-a47d5f6c-0e24-44ca-ab6b-3069e143535f req-517f67f5-bfd7-4293-be11-fdf27f13d50b service neutron] 10.222.0.15 "GET /v2.0/networks/22d8eb11-0b66-4ea6-b4d2-3deab0a32f40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3545349 Jun 18 05:17:10.625657 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-a0262125-2bc1-4b90-bd47-bddfb6a5d58c req-41c7eb33-3eb9-48e0-a3d0-7d27a3460c4e service neutron] 10.222.0.15 "GET /v2.0/networks/f7ef077f-c52c-4f70-b85e-e8892706babc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4131947 Jun 18 05:17:10.637845 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] Pushing event updated for resources: {'Port': ['ID=1fb70483-13da-4dd6-a45d-5224ec85a411,revision_number=4']} {{(pid=104389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:17:10.661654 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1768343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789592765606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789592262840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789592262858'] for port (b7964cda-123c-4433-9d83-8d7e89fdef4a), after_update {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:17:10.701306 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-858da92f-2805-4e29-bc14-e914f3b20631 admin admin] Publish callbacks [] for security_group (b191c1e0-d8cd-4dd6-9df1-46ef7946cb05), before_delete {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:17:10.728456 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] Pushing event updated for resources: {'Port': ['ID=b7964cda-123c-4433-9d83-8d7e89fdef4a,revision_number=5']} {{(pid=104389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:17:10.763228 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-858da92f-2805-4e29-bc14-e914f3b20631 admin admin] Publish callbacks [] for security_group (b191c1e0-d8cd-4dd6-9df1-46ef7946cb05), precommit_delete {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:17:10.768636 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-f544f8b1-75a0-46e5-bb6e-e8f9bdc14869 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:17:10.783981 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8fe134-02bb-42e1-8902-8def2b534ccd req-2c51c3bb-6993-4444-a976-8a62cd0de795 tempest-AttachVolumeTestJSON-1934236616 tempest-AttachVolumeTestJSON-1934236616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:17:10.785473 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-cd8fe134-02bb-42e1-8902-8def2b534ccd req-2c51c3bb-6993-4444-a976-8a62cd0de795 tempest-AttachVolumeTestJSON-1934236616 tempest-AttachVolumeTestJSON-1934236616-project] 10.222.0.23 "GET /v2.0/ports?device_id=240d96c6-c2da-4ee1-8fd9-554944f65d95 HTTP/1.1" status: 200 len: 943 time: 0.0628488 Jun 18 05:17:10.805705 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-a0262125-2bc1-4b90-bd47-bddfb6a5d58c req-8d8e3433-12e3-423e-bd2c-ec15ad9027fe service neutron] 10.222.0.15 "GET /v2.0/networks/f7ef077f-c52c-4f70-b85e-e8892706babc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1720350 Jun 18 05:17:10.840295 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.db [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] get_ports_and_sgs() called for port_ids ['1fb70483-13da-4dd6-a45d-5224ec85a411'] {{(pid=104389) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 18 05:17:10.870163 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-cd8fe134-02bb-42e1-8902-8def2b534ccd req-4086ea1a-2ebb-42b8-8f24-fc3201da1f1d tempest-AttachVolumeTestJSON-1934236616 tempest-AttachVolumeTestJSON-1934236616-project] 10.222.0.23 "GET /v2.0/security-groups?id=56599af9-2eb2-464a-a36c-fced5401bf67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0770500 Jun 18 05:17:10.882304 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-f544f8b1-75a0-46e5-bb6e-e8f9bdc14869 admin admin] Publish callbacks [] for security_group (0014da1d-3a06-4ac8-b60b-deee8cac02af), precommit_create {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:17:10.911310 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG dbcounter [-] [104389] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=104389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:17:10.948126 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-858da92f-2805-4e29-bc14-e914f3b20631 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728332'] for security_group (b191c1e0-d8cd-4dd6-9df1-46ef7946cb05), after_delete {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:17:10.950790 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-858da92f-2805-4e29-bc14-e914f3b20631 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:17:10.954823 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [None req-858da92f-2805-4e29-bc14-e914f3b20631 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/b191c1e0-d8cd-4dd6-9df1-46ef7946cb05 HTTP/1.1" status: 204 len: 168 time: 0.5408227 Jun 18 05:17:10.974848 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-858da92f-2805-4e29-bc14-e914f3b20631 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b191c1e0-d8cd-4dd6-9df1-46ef7946cb05,revision_number=None']} {{(pid=104387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:17:10.994466 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-f544f8b1-75a0-46e5-bb6e-e8f9bdc14869 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728332'] for security_group (0014da1d-3a06-4ac8-b60b-deee8cac02af), after_create {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:17:10.996613 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG dbcounter [-] [104387] Writing DB stats neutron:SELECT=89,neutron:DELETE=2,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=104387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:17:11.037471 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.rpc [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] Device 376a2e8d-64a9-45d4-8092-b0e803666ea7 details requested by agent hyperv_hv-cinder-83699 with host hv-cinder-83699 {{(pid=104389) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 18 05:17:11.038041 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d55e865-c3f3-4e83-aaea-ccdcb039142c req-53f0c8f2-e57b-4ded-a6cd-0b4a8e01921a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:17:11.039941 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-8d55e865-c3f3-4e83-aaea-ccdcb039142c req-53f0c8f2-e57b-4ded-a6cd-0b4a8e01921a service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=7f277a3d-57bc-4fce-82d5-b163cbbcade0 HTTP/1.1" status: 200 len: 1130 time: 0.1360397 Jun 18 05:17:11.061697 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [None req-f544f8b1-75a0-46e5-bb6e-e8f9bdc14869 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=3dfdbabe16354cd086783a2d6bc63fed&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5389798 Jun 18 05:17:11.061918 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.wsgi [-] (104387) accepted ('10.222.0.23', 47174) {{(pid=104387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 05:17:11.087709 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f544f8b1-75a0-46e5-bb6e-e8f9bdc14869 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0014da1d-3a06-4ac8-b60b-deee8cac02af,revision_number=1']} {{(pid=104388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:17:11.128868 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [req-8d55e865-c3f3-4e83-aaea-ccdcb039142c req-71ca2af5-6eb0-4b7b-b0d1-e3bcaf658ae7 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:17:11.178428 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-a93c64f0-7091-44fc-a998-55bdcf611557 admin admin] Publish callbacks [] for security_group (0014da1d-3a06-4ac8-b60b-deee8cac02af), before_delete {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:17:11.229124 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-a93c64f0-7091-44fc-a998-55bdcf611557 admin admin] Publish callbacks [] for security_group (0014da1d-3a06-4ac8-b60b-deee8cac02af), precommit_delete {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:17:11.235218 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.db [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] For port 376a2e8d-64a9-45d4-8092-b0e803666ea7, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=376a2e8d-64a9-45d4-8092-b0e803666ea7,segment=NetworkSegment(ec81db56-67ad-4682-ab4f-54fec1abd7e4),segment_id=ec81db56-67ad-4682-ab4f-54fec1abd7e4)] {{(pid=104389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 05:17:11.258313 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.rpc [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] Returning: {'device': '376a2e8d-64a9-45d4-8092-b0e803666ea7', 'network_id': '22d8eb11-0b66-4ea6-b4d2-3deab0a32f40', 'port_id': '376a2e8d-64a9-45d4-8092-b0e803666ea7', 'mac_address': 'fa:16:3e:a2:5e:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 301, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5d138401-1420-4153-a9c8-b647c19cd403', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104389) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 18 05:17:11.323718 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.plugin [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] Current status of the port 376a2e8d-64a9-45d4-8092-b0e803666ea7 is: DOWN; New status is: BUILD {{(pid=104389) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 18 05:17:11.324137 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1768406'] for port (376a2e8d-64a9-45d4-8092-b0e803666ea7), before_update {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:17:11.353825 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.notifiers.nova [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 376a2e8d-64a9-45d4-8092-b0e803666ea7 {{(pid=104389) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 18 05:17:11.360083 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a817430-7263-4796-bcc1-da41f1bfd5c2 req-031c4a48-52ce-4dc5-9753-1e0888edeadc tempest-DeleteServersTestJSON-1260896433 tempest-DeleteServersTestJSON-1260896433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:17:11.371833 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-6a817430-7263-4796-bcc1-da41f1bfd5c2 req-031c4a48-52ce-4dc5-9753-1e0888edeadc tempest-DeleteServersTestJSON-1260896433 tempest-DeleteServersTestJSON-1260896433-project] 10.222.0.23 "GET /v2.0/ports?device_id=7f277a3d-57bc-4fce-82d5-b163cbbcade0 HTTP/1.1" status: 200 len: 946 time: 0.1329730 Jun 18 05:17:11.385699 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.db [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] For port 376a2e8d-64a9-45d4-8092-b0e803666ea7, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=376a2e8d-64a9-45d4-8092-b0e803666ea7,segment=NetworkSegment(ec81db56-67ad-4682-ab4f-54fec1abd7e4),segment_id=ec81db56-67ad-4682-ab4f-54fec1abd7e4)] {{(pid=104389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 05:17:11.413211 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cda723a-dcd8-46a3-b432-dbefdb27e6a7 req-1febb683-c5ae-4e0d-ae2b-6dcb73fc8850 tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:17:11.415115 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-2cda723a-dcd8-46a3-b432-dbefdb27e6a7 req-1febb683-c5ae-4e0d-ae2b-6dcb73fc8850 tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] 10.222.0.23 "GET /v2.0/ports?device_id=3db86af8-06be-4481-ae05-85abb634d58e HTTP/1.1" status: 200 len: 944 time: 0.1036773 Jun 18 05:17:11.437874 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [req-8d55e865-c3f3-4e83-aaea-ccdcb039142c req-71ca2af5-6eb0-4b7b-b0d1-e3bcaf658ae7 service neutron] Publish callbacks [] for security_group (25dcc3b3-04c6-4c31-bffb-701aeeffdd3f), precommit_create {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:17:11.455968 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-6a817430-7263-4796-bcc1-da41f1bfd5c2 req-af50b054-abf4-4c81-8519-c559346b17e9 tempest-DeleteServersTestJSON-1260896433 tempest-DeleteServersTestJSON-1260896433-project] 10.222.0.23 "GET /v2.0/security-groups?id=0d6d7be2-cf98-4003-a359-c6a8d450ec5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821228 Jun 18 05:17:11.475897 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-2cda723a-dcd8-46a3-b432-dbefdb27e6a7 req-330f9a9a-495a-41e7-8ee1-e85525b6390c tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] 10.222.0.23 "GET /v2.0/security-groups?id=e7fc1561-1092-4d2a-b878-ed2f82ce27ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535765 Jun 18 05:17:11.484275 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1768343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789592765606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789592262840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789592262858'] for port (376a2e8d-64a9-45d4-8092-b0e803666ea7), after_update {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:17:11.491605 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-a93c64f0-7091-44fc-a998-55bdcf611557 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728332'] for security_group (0014da1d-3a06-4ac8-b60b-deee8cac02af), after_delete {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:17:11.502925 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-a93c64f0-7091-44fc-a998-55bdcf611557 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:17:11.507177 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [None req-a93c64f0-7091-44fc-a998-55bdcf611557 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/0014da1d-3a06-4ac8-b60b-deee8cac02af HTTP/1.1" status: 204 len: 168 time: 0.4503160 Jun 18 05:17:11.516616 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93c64f0-7091-44fc-a998-55bdcf611557 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0014da1d-3a06-4ac8-b60b-deee8cac02af,revision_number=None']} {{(pid=104387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:17:11.550890 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [req-8d55e865-c3f3-4e83-aaea-ccdcb039142c req-71ca2af5-6eb0-4b7b-b0d1-e3bcaf658ae7 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728332'] for security_group (25dcc3b3-04c6-4c31-bffb-701aeeffdd3f), after_create {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:17:11.611644 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] Pushing event updated for resources: {'Port': ['ID=376a2e8d-64a9-45d4-8092-b0e803666ea7,revision_number=4']} {{(pid=104389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:17:11.618362 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG dbcounter [-] [104389] Writing DB stats neutron:SELECT=100 {{(pid=104389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:17:11.619848 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-8d55e865-c3f3-4e83-aaea-ccdcb039142c req-71ca2af5-6eb0-4b7b-b0d1-e3bcaf658ae7 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=0d6d7be2-cf98-4003-a359-c6a8d450ec5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5667050 Jun 18 05:17:11.621782 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ca2af5-6eb0-4b7b-b0d1-e3bcaf658ae7 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=25dcc3b3-04c6-4c31-bffb-701aeeffdd3f,revision_number=1']} {{(pid=104388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:17:11.793372 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.db [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] get_ports_and_sgs() called for port_ids ['376a2e8d-64a9-45d4-8092-b0e803666ea7'] {{(pid=104389) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 18 05:17:11.990186 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5317a9c2-2391-4fc4-8958-60c6c0496158 req-9824e8e6-88f3-49fe-92c3-9b1b357b2269 tempest-AttachVolumeTestJSON-1934236616 tempest-AttachVolumeTestJSON-1934236616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:17:11.990186 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-5317a9c2-2391-4fc4-8958-60c6c0496158 req-9824e8e6-88f3-49fe-92c3-9b1b357b2269 tempest-AttachVolumeTestJSON-1934236616 tempest-AttachVolumeTestJSON-1934236616-project] 10.222.0.23 "GET /v2.0/ports?device_id=240d96c6-c2da-4ee1-8fd9-554944f65d95 HTTP/1.1" status: 200 len: 944 time: 0.0526614 Jun 18 05:17:12.048617 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-5317a9c2-2391-4fc4-8958-60c6c0496158 req-2c31d075-3c83-41af-9510-3b53e02e9b99 tempest-AttachVolumeTestJSON-1934236616 tempest-AttachVolumeTestJSON-1934236616-project] 10.222.0.23 "GET /v2.0/security-groups?id=56599af9-2eb2-464a-a36c-fced5401bf67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507379 Jun 18 05:17:12.258106 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.wsgi [-] (104387) accepted ('10.222.0.23', 47220) {{(pid=104387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 05:17:12.276072 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-05fa0aae-b42f-436c-abab-27374b2ac509 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:17:12.374414 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-05fa0aae-b42f-436c-abab-27374b2ac509 admin admin] Publish callbacks [] for security_group (a711bac0-ed3b-45d5-a57d-dc8df0e374d2), precommit_create {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:17:12.458927 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-05fa0aae-b42f-436c-abab-27374b2ac509 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728332'] for security_group (a711bac0-ed3b-45d5-a57d-dc8df0e374d2), after_create {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:17:12.559098 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [None req-05fa0aae-b42f-436c-abab-27374b2ac509 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=f6485bcce7fb40139f08f61755d773f8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2995491 Jun 18 05:17:12.561883 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.wsgi [-] (104388) accepted ('10.222.0.23', 47248) {{(pid=104388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 05:17:12.575634 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05fa0aae-b42f-436c-abab-27374b2ac509 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a711bac0-ed3b-45d5-a57d-dc8df0e374d2,revision_number=1']} {{(pid=104387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:17:12.637866 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87bb2491-f147-4ecc-b8cf-5df7d373cd27 req-a274274d-2877-49e7-84ca-e8cd765fe190 tempest-DeleteServersTestJSON-1260896433 tempest-DeleteServersTestJSON-1260896433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:17:12.643616 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-87bb2491-f147-4ecc-b8cf-5df7d373cd27 req-a274274d-2877-49e7-84ca-e8cd765fe190 tempest-DeleteServersTestJSON-1260896433 tempest-DeleteServersTestJSON-1260896433-project] 10.222.0.23 "GET /v2.0/ports?device_id=7f277a3d-57bc-4fce-82d5-b163cbbcade0 HTTP/1.1" status: 200 len: 946 time: 0.0671532 Jun 18 05:17:12.692899 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-e9bc8154-7e27-48d8-bb26-10be158bec4a admin admin] Publish callbacks [] for security_group (a711bac0-ed3b-45d5-a57d-dc8df0e374d2), before_delete {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:17:12.701344 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-87bb2491-f147-4ecc-b8cf-5df7d373cd27 req-81dc556c-68ac-4337-93a0-af975e7b5e8c tempest-DeleteServersTestJSON-1260896433 tempest-DeleteServersTestJSON-1260896433-project] 10.222.0.23 "GET /v2.0/security-groups?id=0d6d7be2-cf98-4003-a359-c6a8d450ec5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543308 Jun 18 05:17:12.706198 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5497dfa1-8547-4d76-aafe-ebdd96677074 req-4d29e1aa-541b-4bb3-96c9-67eff5738706 tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:17:12.707730 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-5497dfa1-8547-4d76-aafe-ebdd96677074 req-4d29e1aa-541b-4bb3-96c9-67eff5738706 tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] 10.222.0.23 "GET /v2.0/ports?device_id=3db86af8-06be-4481-ae05-85abb634d58e HTTP/1.1" status: 200 len: 944 time: 0.0851793 Jun 18 05:17:12.747667 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-e9bc8154-7e27-48d8-bb26-10be158bec4a admin admin] Publish callbacks [] for security_group (a711bac0-ed3b-45d5-a57d-dc8df0e374d2), precommit_delete {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:17:12.811110 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-5497dfa1-8547-4d76-aafe-ebdd96677074 req-9b873d17-4139-4558-819f-10d7feecd805 tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] 10.222.0.23 "GET /v2.0/security-groups?id=e7fc1561-1092-4d2a-b878-ed2f82ce27ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0780096 Jun 18 05:17:12.899544 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-e9bc8154-7e27-48d8-bb26-10be158bec4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728332'] for security_group (a711bac0-ed3b-45d5-a57d-dc8df0e374d2), after_delete {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:17:12.902266 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-e9bc8154-7e27-48d8-bb26-10be158bec4a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:17:12.905816 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [None req-e9bc8154-7e27-48d8-bb26-10be158bec4a admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/a711bac0-ed3b-45d5-a57d-dc8df0e374d2 HTTP/1.1" status: 204 len: 168 time: 0.3398755 Jun 18 05:17:12.915192 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bc8154-7e27-48d8-bb26-10be158bec4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a711bac0-ed3b-45d5-a57d-dc8df0e374d2,revision_number=None']} {{(pid=104388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:17:13.167087 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51eb3428-c106-4ccf-bd65-7aa3f0dd5160 req-be7429a0-95c7-4a4d-b658-3de729837432 tempest-AttachVolumeTestJSON-1934236616 tempest-AttachVolumeTestJSON-1934236616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:17:13.168551 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-51eb3428-c106-4ccf-bd65-7aa3f0dd5160 req-be7429a0-95c7-4a4d-b658-3de729837432 tempest-AttachVolumeTestJSON-1934236616 tempest-AttachVolumeTestJSON-1934236616-project] 10.222.0.23 "GET /v2.0/ports?device_id=240d96c6-c2da-4ee1-8fd9-554944f65d95 HTTP/1.1" status: 200 len: 944 time: 0.0482967 Jun 18 05:17:13.219535 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-51eb3428-c106-4ccf-bd65-7aa3f0dd5160 req-fa640d31-2f36-4122-b6a5-16e8fbe8caf9 tempest-AttachVolumeTestJSON-1934236616 tempest-AttachVolumeTestJSON-1934236616-project] 10.222.0.23 "GET /v2.0/security-groups?id=56599af9-2eb2-464a-a36c-fced5401bf67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454268 Jun 18 05:17:13.224836 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG dbcounter [-] [104388] Writing DB stats neutron:SELECT=100 {{(pid=104388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:17:13.271089 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG dbcounter [-] [104388] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:17:13.816897 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG dbcounter [-] [104388] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:17:13.835441 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311953fe-e42b-4add-93fb-921373225840 req-c672fe59-02fa-43de-ae44-4d52df5d6d8c tempest-DeleteServersTestJSON-1260896433 tempest-DeleteServersTestJSON-1260896433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:17:13.836855 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-311953fe-e42b-4add-93fb-921373225840 req-c672fe59-02fa-43de-ae44-4d52df5d6d8c tempest-DeleteServersTestJSON-1260896433 tempest-DeleteServersTestJSON-1260896433-project] 10.222.0.23 "GET /v2.0/ports?device_id=7f277a3d-57bc-4fce-82d5-b163cbbcade0 HTTP/1.1" status: 200 len: 946 time: 0.0497835 Jun 18 05:17:13.891013 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-311953fe-e42b-4add-93fb-921373225840 req-db263f1e-d01f-434d-87ba-63ef067326c7 tempest-DeleteServersTestJSON-1260896433 tempest-DeleteServersTestJSON-1260896433-project] 10.222.0.23 "GET /v2.0/security-groups?id=0d6d7be2-cf98-4003-a359-c6a8d450ec5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482790 Jun 18 05:17:13.933175 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd0d581-cf89-4180-ba9a-6e83327ca9f5 req-9787d324-9d9c-4456-ab68-4a6f2c3de3f8 tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:17:13.934811 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-ddd0d581-cf89-4180-ba9a-6e83327ca9f5 req-9787d324-9d9c-4456-ab68-4a6f2c3de3f8 tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] 10.222.0.23 "GET /v2.0/ports?device_id=3db86af8-06be-4481-ae05-85abb634d58e HTTP/1.1" status: 200 len: 944 time: 0.0519540 Jun 18 05:17:13.971741 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG dbcounter [-] [104387] Writing DB stats neutron:SELECT=84,neutron:INSERT=12,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:17:13.990234 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-ddd0d581-cf89-4180-ba9a-6e83327ca9f5 req-761a0064-abdb-4cd9-8cbf-6496cdf82d85 tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] 10.222.0.23 "GET /v2.0/security-groups?id=e7fc1561-1092-4d2a-b878-ed2f82ce27ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498197 Jun 18 05:17:14.068462 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG dbcounter [-] [104387] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:17:14.248692 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.rpc [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] Device 376a2e8d-64a9-45d4-8092-b0e803666ea7 up at agent hyperv_hv-cinder-83699 {{(pid=104389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 18 05:17:14.295654 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.db.provisioning_blocks [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] Provisioning for port 376a2e8d-64a9-45d4-8092-b0e803666ea7 completed by entity L2. {{(pid=104389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 18 05:17:14.341197 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7b0912-65d5-4a1e-8446-1d7c5087edd1 req-37050507-e5b5-4f43-a191-65931fc73af5 tempest-AttachVolumeTestJSON-1934236616 tempest-AttachVolumeTestJSON-1934236616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:17:14.342804 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-6f7b0912-65d5-4a1e-8446-1d7c5087edd1 req-37050507-e5b5-4f43-a191-65931fc73af5 tempest-AttachVolumeTestJSON-1934236616 tempest-AttachVolumeTestJSON-1934236616-project] 10.222.0.23 "GET /v2.0/ports?device_id=240d96c6-c2da-4ee1-8fd9-554944f65d95 HTTP/1.1" status: 200 len: 944 time: 0.0471258 Jun 18 05:17:14.384409 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.db.provisioning_blocks [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] Provisioning complete for port 376a2e8d-64a9-45d4-8092-b0e803666ea7 triggered by entity L2. {{(pid=104389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 18 05:17:14.385640 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1740956'] for port (376a2e8d-64a9-45d4-8092-b0e803666ea7), provisioning_complete {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:17:14.393807 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-6f7b0912-65d5-4a1e-8446-1d7c5087edd1 req-a30c1ab0-806b-4daa-ae18-08b9d0d88ced tempest-AttachVolumeTestJSON-1934236616 tempest-AttachVolumeTestJSON-1934236616-project] 10.222.0.23 "GET /v2.0/security-groups?id=56599af9-2eb2-464a-a36c-fced5401bf67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452776 Jun 18 05:17:14.438453 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG dbcounter [-] [104389] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:17:14.470571 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.plugin [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] Current status of the port 376a2e8d-64a9-45d4-8092-b0e803666ea7 is: BUILD; New status is: ACTIVE {{(pid=104389) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 18 05:17:14.470954 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1768406'] for port (376a2e8d-64a9-45d4-8092-b0e803666ea7), before_update {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:17:14.494893 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '240d96c6-c2da-4ee1-8fd9-554944f65d95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '376a2e8d-64a9-45d4-8092-b0e803666ea7'}] {{(pid=104389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 18 05:17:14.497236 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84994602c193c13a4c26b8b675ba51d9b392d44d80225cb9db16c930b334f47b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2b8832e-d793-4f78-85b9-4f36cd596ea8" -d '{"events": [{"server_uuid": "240d96c6-c2da-4ee1-8fd9-554944f65d95", "name": "network-vif-plugged", "status": "completed", "tag": "376a2e8d-64a9-45d4-8092-b0e803666ea7"}]}' {{(pid=104389) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 05:17:14.518850 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.db [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] For port 376a2e8d-64a9-45d4-8092-b0e803666ea7, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=376a2e8d-64a9-45d4-8092-b0e803666ea7,segment=NetworkSegment(ec81db56-67ad-4682-ab4f-54fec1abd7e4),segment_id=ec81db56-67ad-4682-ab4f-54fec1abd7e4)] {{(pid=104389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 05:17:14.539160 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Jun 2022 05:17:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-421d0440-6fa1-4e37-885b-b084cb29d3dd x-openstack-request-id: req-421d0440-6fa1-4e37-885b-b084cb29d3dd {{(pid=104389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 05:17:14.539572 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "240d96c6-c2da-4ee1-8fd9-554944f65d95", "name": "network-vif-plugged", "status": "completed", "tag": "376a2e8d-64a9-45d4-8092-b0e803666ea7", "code": 200}]} {{(pid=104389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 05:17:14.540112 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-421d0440-6fa1-4e37-885b-b084cb29d3dd {{(pid=104389) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 05:17:14.540497 dv-cinder-836996-35-iscsi neutron-server[104389]: INFO neutron.notifiers.nova [-] Nova event matching ['req-421d0440-6fa1-4e37-885b-b084cb29d3dd'] response: {'server_uuid': '240d96c6-c2da-4ee1-8fd9-554944f65d95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '376a2e8d-64a9-45d4-8092-b0e803666ea7', 'code': 200} Jun 18 05:17:14.556501 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1768343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789592765606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789592262840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789592262858'] for port (376a2e8d-64a9-45d4-8092-b0e803666ea7), after_update {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:17:14.557516 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.rpc [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] Device 1fb70483-13da-4dd6-a45d-5224ec85a411 up at agent hyperv_hv-cinder-83699 {{(pid=104389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 18 05:17:14.567807 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG dbcounter [-] [104388] Writing DB stats neutron:SELECT=100 {{(pid=104388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:17:14.597275 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG dbcounter [-] [104388] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:17:14.633867 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] Pushing event updated for resources: {'Port': ['ID=376a2e8d-64a9-45d4-8092-b0e803666ea7,revision_number=5']} {{(pid=104389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:17:14.641303 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.db.provisioning_blocks [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] Provisioning for port 1fb70483-13da-4dd6-a45d-5224ec85a411 completed by entity L2. {{(pid=104389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 18 05:17:14.721925 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.db.provisioning_blocks [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] Provisioning complete for port 1fb70483-13da-4dd6-a45d-5224ec85a411 triggered by entity L2. {{(pid=104389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 18 05:17:14.722334 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1740956'] for port (1fb70483-13da-4dd6-a45d-5224ec85a411), provisioning_complete {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:17:14.750781 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG dbcounter [-] [104387] Writing DB stats neutron:SELECT=86,neutron:DELETE=2,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:17:14.808212 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.plugin [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] Current status of the port 1fb70483-13da-4dd6-a45d-5224ec85a411 is: BUILD; New status is: ACTIVE {{(pid=104389) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 18 05:17:14.808715 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1768406'] for port (1fb70483-13da-4dd6-a45d-5224ec85a411), before_update {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:17:14.843394 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.db [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] For port 1fb70483-13da-4dd6-a45d-5224ec85a411, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=1fb70483-13da-4dd6-a45d-5224ec85a411,segment=NetworkSegment(8156adf2-605e-4047-8e9c-946882049554),segment_id=8156adf2-605e-4047-8e9c-946882049554)] {{(pid=104389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 05:17:14.909609 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1768343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789592765606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789592262840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789592262858'] for port (1fb70483-13da-4dd6-a45d-5224ec85a411), after_update {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:17:14.957816 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG dbcounter [-] [104389] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:UPDATE=4 {{(pid=104389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:17:14.961936 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] Pushing event updated for resources: {'Port': ['ID=1fb70483-13da-4dd6-a45d-5224ec85a411,revision_number=5']} {{(pid=104389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:17:14.972461 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG dbcounter [-] [104388] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:17:15.007974 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59ada32-e669-4f2d-be1d-871ef26bcb1d req-54c7baa2-3e40-4012-89b6-b2b4ad7a851d tempest-DeleteServersTestJSON-1260896433 tempest-DeleteServersTestJSON-1260896433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:17:15.009512 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-d59ada32-e669-4f2d-be1d-871ef26bcb1d req-54c7baa2-3e40-4012-89b6-b2b4ad7a851d tempest-DeleteServersTestJSON-1260896433 tempest-DeleteServersTestJSON-1260896433-project] 10.222.0.23 "GET /v2.0/ports?device_id=7f277a3d-57bc-4fce-82d5-b163cbbcade0 HTTP/1.1" status: 200 len: 946 time: 0.0496564 Jun 18 05:17:15.064382 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-d59ada32-e669-4f2d-be1d-871ef26bcb1d req-87e463a1-b3ab-461e-bf4b-91bd42c68c9a tempest-DeleteServersTestJSON-1260896433 tempest-DeleteServersTestJSON-1260896433-project] 10.222.0.23 "GET /v2.0/security-groups?id=0d6d7be2-cf98-4003-a359-c6a8d450ec5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491273 Jun 18 05:17:15.114349 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967f60ea-4dbe-41c6-9f40-123ce2cabe40 req-ab62f6d9-e92e-45b2-ba56-146ab5ec36ae tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:17:15.116171 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-967f60ea-4dbe-41c6-9f40-123ce2cabe40 req-ab62f6d9-e92e-45b2-ba56-146ab5ec36ae tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] 10.222.0.23 "GET /v2.0/ports?device_id=3db86af8-06be-4481-ae05-85abb634d58e HTTP/1.1" status: 200 len: 945 time: 0.0487492 Jun 18 05:17:15.166215 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-967f60ea-4dbe-41c6-9f40-123ce2cabe40 req-2868b022-2115-4ec0-8c57-588389f7175e tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] 10.222.0.23 "GET /v2.0/security-groups?id=e7fc1561-1092-4d2a-b878-ed2f82ce27ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444398 Jun 18 05:17:15.548343 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83a128a-d738-443d-ab13-ca5023794e95 req-d2adbff4-2339-4fba-b74f-a6aeb474bbaf tempest-AttachVolumeTestJSON-1934236616 tempest-AttachVolumeTestJSON-1934236616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:17:15.549916 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-a83a128a-d738-443d-ab13-ca5023794e95 req-d2adbff4-2339-4fba-b74f-a6aeb474bbaf tempest-AttachVolumeTestJSON-1934236616 tempest-AttachVolumeTestJSON-1934236616-project] 10.222.0.23 "GET /v2.0/ports?device_id=240d96c6-c2da-4ee1-8fd9-554944f65d95 HTTP/1.1" status: 200 len: 945 time: 0.0859509 Jun 18 05:17:15.574923 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517c6d8c-c4ab-4f22-b494-35cdc2f7773e req-1ffa759d-d516-4263-bbda-ba8f6bef045a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:17:15.576384 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-517c6d8c-c4ab-4f22-b494-35cdc2f7773e req-1ffa759d-d516-4263-bbda-ba8f6bef045a service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=240d96c6-c2da-4ee1-8fd9-554944f65d95 HTTP/1.1" status: 200 len: 1129 time: 0.0637858 Jun 18 05:17:15.629984 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-a83a128a-d738-443d-ab13-ca5023794e95 req-8a871b21-5e55-4a41-94ca-63f1dc8a1fd2 tempest-AttachVolumeTestJSON-1934236616 tempest-AttachVolumeTestJSON-1934236616-project] 10.222.0.23 "GET /v2.0/security-groups?id=56599af9-2eb2-464a-a36c-fced5401bf67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0736711 Jun 18 05:17:15.647402 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-517c6d8c-c4ab-4f22-b494-35cdc2f7773e req-c72be27f-8bd2-4a40-943d-dda8d6fb041a service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=56599af9-2eb2-464a-a36c-fced5401bf67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0626559 Jun 18 05:17:16.052900 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG dbcounter [-] [104388] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:17:16.185538 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ddc8647-031d-4500-87a7-0cf817a29609 req-615570fa-33d0-4361-bc53-4c465899603b tempest-DeleteServersTestJSON-1260896433 tempest-DeleteServersTestJSON-1260896433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:17:16.186959 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-0ddc8647-031d-4500-87a7-0cf817a29609 req-615570fa-33d0-4361-bc53-4c465899603b tempest-DeleteServersTestJSON-1260896433 tempest-DeleteServersTestJSON-1260896433-project] 10.222.0.23 "GET /v2.0/ports?device_id=7f277a3d-57bc-4fce-82d5-b163cbbcade0 HTTP/1.1" status: 200 len: 946 time: 0.0551436 Jun 18 05:17:16.247377 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-0ddc8647-031d-4500-87a7-0cf817a29609 req-e8734b30-1bb4-4881-a4fe-038fa60bd758 tempest-DeleteServersTestJSON-1260896433 tempest-DeleteServersTestJSON-1260896433-project] 10.222.0.23 "GET /v2.0/security-groups?id=0d6d7be2-cf98-4003-a359-c6a8d450ec5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548868 Jun 18 05:17:16.338428 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c979c1bc-96bf-412d-96a2-aeff9b591e13 req-69514e41-4610-4b0f-9461-320f3c087e39 tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:17:16.339033 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.wsgi [-] (104387) accepted ('10.222.0.23', 47434) {{(pid=104387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 05:17:16.345300 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-c979c1bc-96bf-412d-96a2-aeff9b591e13 req-69514e41-4610-4b0f-9461-320f3c087e39 tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] 10.222.0.23 "GET /v2.0/ports?device_id=3db86af8-06be-4481-ae05-85abb634d58e HTTP/1.1" status: 200 len: 945 time: 0.0586729 Jun 18 05:17:16.406741 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-c979c1bc-96bf-412d-96a2-aeff9b591e13 req-057ebe18-1112-4267-8d69-1cb2323d17d5 tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] 10.222.0.23 "GET /v2.0/security-groups?id=e7fc1561-1092-4d2a-b878-ed2f82ce27ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0602849 Jun 18 05:17:16.478221 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-9623fc9d-0d3c-4b2d-b421-d5dd4794cf78 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:17:16.543812 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3db86af8-06be-4481-ae05-85abb634d58e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1fb70483-13da-4dd6-a45d-5224ec85a411'}] {{(pid=104389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 18 05:17:16.549512 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84994602c193c13a4c26b8b675ba51d9b392d44d80225cb9db16c930b334f47b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab228321-54d5-4e38-8904-e948b3b4c12a" -d '{"events": [{"server_uuid": "3db86af8-06be-4481-ae05-85abb634d58e", "name": "network-vif-plugged", "status": "completed", "tag": "1fb70483-13da-4dd6-a45d-5224ec85a411"}]}' {{(pid=104389) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 05:17:16.589334 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Jun 2022 05:17:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-362d5380-58f9-4b0c-a060-b6e3e233fa58 x-openstack-request-id: req-362d5380-58f9-4b0c-a060-b6e3e233fa58 {{(pid=104389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 05:17:16.589676 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3db86af8-06be-4481-ae05-85abb634d58e", "name": "network-vif-plugged", "status": "completed", "tag": "1fb70483-13da-4dd6-a45d-5224ec85a411", "code": 200}]} {{(pid=104389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 05:17:16.594913 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-362d5380-58f9-4b0c-a060-b6e3e233fa58 {{(pid=104389) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 05:17:16.594913 dv-cinder-836996-35-iscsi neutron-server[104389]: INFO neutron.notifiers.nova [-] Nova event matching ['req-362d5380-58f9-4b0c-a060-b6e3e233fa58'] response: {'server_uuid': '3db86af8-06be-4481-ae05-85abb634d58e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1fb70483-13da-4dd6-a45d-5224ec85a411', 'code': 200} Jun 18 05:17:16.597141 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-9623fc9d-0d3c-4b2d-b421-d5dd4794cf78 admin admin] Publish callbacks [] for security_group (91c030d6-24e2-4040-a6e9-d5e94ca9dd3c), precommit_create {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:17:16.673330 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-9623fc9d-0d3c-4b2d-b421-d5dd4794cf78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728332'] for security_group (91c030d6-24e2-4040-a6e9-d5e94ca9dd3c), after_create {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:17:16.686880 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG dbcounter [-] [104387] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:17:16.727149 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [None req-9623fc9d-0d3c-4b2d-b421-d5dd4794cf78 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=a77c57e4cfe14492b5622493087c3200&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3867757 Jun 18 05:17:16.729489 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.wsgi [-] (104387) accepted ('10.222.0.23', 47450) {{(pid=104387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 05:17:16.736075 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9623fc9d-0d3c-4b2d-b421-d5dd4794cf78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91c030d6-24e2-4040-a6e9-d5e94ca9dd3c,revision_number=1']} {{(pid=104387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:17:16.777407 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3f6aab-60a5-41f5-ad68-40ea51e4bfb4 req-d6e8817d-f2e8-4078-a1d1-5c8e0719b0c5 tempest-AttachVolumeTestJSON-1934236616 tempest-AttachVolumeTestJSON-1934236616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:17:16.779624 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-dd3f6aab-60a5-41f5-ad68-40ea51e4bfb4 req-d6e8817d-f2e8-4078-a1d1-5c8e0719b0c5 tempest-AttachVolumeTestJSON-1934236616 tempest-AttachVolumeTestJSON-1934236616-project] 10.222.0.23 "GET /v2.0/ports?device_id=240d96c6-c2da-4ee1-8fd9-554944f65d95 HTTP/1.1" status: 200 len: 945 time: 0.0746174 Jun 18 05:17:16.792979 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-b781e01e-5403-4039-b23c-276a74b9a1c6 admin admin] Publish callbacks [] for security_group (91c030d6-24e2-4040-a6e9-d5e94ca9dd3c), before_delete {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:17:16.803143 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.wsgi [-] (104388) accepted ('10.222.0.23', 47452) {{(pid=104388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 05:17:16.824883 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-b781e01e-5403-4039-b23c-276a74b9a1c6 admin admin] Publish callbacks [] for security_group (91c030d6-24e2-4040-a6e9-d5e94ca9dd3c), precommit_delete {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:17:16.848975 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-dd3f6aab-60a5-41f5-ad68-40ea51e4bfb4 req-fe4403cc-e12e-4daf-bec1-5b0b648ff65e tempest-AttachVolumeTestJSON-1934236616 tempest-AttachVolumeTestJSON-1934236616-project] 10.222.0.23 "GET /v2.0/security-groups?id=56599af9-2eb2-464a-a36c-fced5401bf67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0637901 Jun 18 05:17:16.948894 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-0bde6ebe-1300-4c8f-b29a-922546f29ee1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:17:16.966394 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-b781e01e-5403-4039-b23c-276a74b9a1c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728332'] for security_group (91c030d6-24e2-4040-a6e9-d5e94ca9dd3c), after_delete {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:17:16.970614 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG dbcounter [-] [104388] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:17:16.970751 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-b781e01e-5403-4039-b23c-276a74b9a1c6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:17:16.970751 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [None req-b781e01e-5403-4039-b23c-276a74b9a1c6 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/91c030d6-24e2-4040-a6e9-d5e94ca9dd3c HTTP/1.1" status: 204 len: 168 time: 0.2397268 Jun 18 05:17:16.979181 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b781e01e-5403-4039-b23c-276a74b9a1c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91c030d6-24e2-4040-a6e9-d5e94ca9dd3c,revision_number=None']} {{(pid=104387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:17:17.085990 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-0bde6ebe-1300-4c8f-b29a-922546f29ee1 admin admin] Publish callbacks [] for security_group (a6fc4331-2aff-4858-8da8-6517ff96f269), precommit_create {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:17:17.207603 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-0bde6ebe-1300-4c8f-b29a-922546f29ee1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728332'] for security_group (a6fc4331-2aff-4858-8da8-6517ff96f269), after_create {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:17:17.256200 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [None req-0bde6ebe-1300-4c8f-b29a-922546f29ee1 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=b471c5c09317491eb8a3ac7f954ee544&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4518383 Jun 18 05:17:17.260258 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.wsgi [-] (104387) accepted ('10.222.0.23', 47476) {{(pid=104387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 05:17:17.263033 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bde6ebe-1300-4c8f-b29a-922546f29ee1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6fc4331-2aff-4858-8da8-6517ff96f269,revision_number=1']} {{(pid=104388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:17:17.387176 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-0333064d-d810-49d9-9640-7d9222fe3956 admin admin] Publish callbacks [] for security_group (a6fc4331-2aff-4858-8da8-6517ff96f269), before_delete {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:17:17.444808 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-0333064d-d810-49d9-9640-7d9222fe3956 admin admin] Publish callbacks [] for security_group (a6fc4331-2aff-4858-8da8-6517ff96f269), precommit_delete {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:17:17.453200 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6175ac0-1aad-4b32-8f44-2ba6f493c935 req-7cde1e26-5566-41e2-91c0-666d0a65e1db tempest-DeleteServersTestJSON-1260896433 tempest-DeleteServersTestJSON-1260896433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:17:17.454782 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-b6175ac0-1aad-4b32-8f44-2ba6f493c935 req-7cde1e26-5566-41e2-91c0-666d0a65e1db tempest-DeleteServersTestJSON-1260896433 tempest-DeleteServersTestJSON-1260896433-project] 10.222.0.23 "GET /v2.0/ports?device_id=7f277a3d-57bc-4fce-82d5-b163cbbcade0 HTTP/1.1" status: 200 len: 946 time: 0.0907133 Jun 18 05:17:17.532019 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-b6175ac0-1aad-4b32-8f44-2ba6f493c935 req-f4655ba7-e67a-4baf-beae-7c736d6bd3e7 tempest-DeleteServersTestJSON-1260896433 tempest-DeleteServersTestJSON-1260896433-project] 10.222.0.23 "GET /v2.0/security-groups?id=0d6d7be2-cf98-4003-a359-c6a8d450ec5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695665 Jun 18 05:17:17.533116 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG dbcounter [-] [104387] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=104387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:17:17.559784 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52863369-672b-4d2f-861a-80c41c88ad87 req-4bf8a19b-3440-41d7-9118-06c3945f25df tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:17:17.561040 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-52863369-672b-4d2f-861a-80c41c88ad87 req-4bf8a19b-3440-41d7-9118-06c3945f25df tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] 10.222.0.23 "GET /v2.0/ports?device_id=3db86af8-06be-4481-ae05-85abb634d58e HTTP/1.1" status: 200 len: 945 time: 0.0617807 Jun 18 05:17:17.609677 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-52863369-672b-4d2f-861a-80c41c88ad87 req-6c7f0d01-af62-43d8-8dd1-ca2e427e3d10 tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] 10.222.0.23 "GET /v2.0/security-groups?id=e7fc1561-1092-4d2a-b878-ed2f82ce27ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426316 Jun 18 05:17:17.618424 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-0333064d-d810-49d9-9640-7d9222fe3956 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728332'] for security_group (a6fc4331-2aff-4858-8da8-6517ff96f269), after_delete {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:17:17.621259 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-0333064d-d810-49d9-9640-7d9222fe3956 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:17:17.628327 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [None req-0333064d-d810-49d9-9640-7d9222fe3956 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/a6fc4331-2aff-4858-8da8-6517ff96f269 HTTP/1.1" status: 204 len: 168 time: 0.3606069 Jun 18 05:17:17.638624 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0333064d-d810-49d9-9640-7d9222fe3956 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6fc4331-2aff-4858-8da8-6517ff96f269,revision_number=None']} {{(pid=104387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:17:17.744636 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.wsgi [-] (104387) accepted ('10.222.0.23', 47494) {{(pid=104387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 05:17:17.761041 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-0f62d825-f539-4d24-99d5-1a5d5f1e8e2f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:17:17.839986 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-0f62d825-f539-4d24-99d5-1a5d5f1e8e2f admin admin] Publish callbacks [] for security_group (8b53bdb7-6e3e-4ffb-a609-a6088c07a390), precommit_create {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:17:17.971377 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-0f62d825-f539-4d24-99d5-1a5d5f1e8e2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728332'] for security_group (8b53bdb7-6e3e-4ffb-a609-a6088c07a390), after_create {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:17:17.990136 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e35bed-e308-46c0-83ef-e6e33e1c86f8 req-05f89877-98c8-4336-a0cc-f79c1f6b5a07 tempest-AttachVolumeTestJSON-1934236616 tempest-AttachVolumeTestJSON-1934236616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:17:17.991721 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-62e35bed-e308-46c0-83ef-e6e33e1c86f8 req-05f89877-98c8-4336-a0cc-f79c1f6b5a07 tempest-AttachVolumeTestJSON-1934236616 tempest-AttachVolumeTestJSON-1934236616-project] 10.222.0.23 "GET /v2.0/ports?device_id=240d96c6-c2da-4ee1-8fd9-554944f65d95 HTTP/1.1" status: 200 len: 945 time: 0.0614283 Jun 18 05:17:18.038602 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f62d825-f539-4d24-99d5-1a5d5f1e8e2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b53bdb7-6e3e-4ffb-a609-a6088c07a390,revision_number=1']} {{(pid=104387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:17:18.047417 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [None req-0f62d825-f539-4d24-99d5-1a5d5f1e8e2f admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=6b0b979bf0794047b7bba224428a6186&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2993259 Jun 18 05:17:18.047986 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.wsgi [-] (104387) accepted ('10.222.0.23', 47502) {{(pid=104387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 05:17:18.113530 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-62e35bed-e308-46c0-83ef-e6e33e1c86f8 req-128ac89b-b70c-4e70-b39c-5082c72f820c tempest-AttachVolumeTestJSON-1934236616 tempest-AttachVolumeTestJSON-1934236616-project] 10.222.0.23 "GET /v2.0/security-groups?id=56599af9-2eb2-464a-a36c-fced5401bf67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1132832 Jun 18 05:17:18.143591 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-9ab6d05d-20cf-4768-91ed-5099b6da7cc6 admin admin] Publish callbacks [] for security_group (8b53bdb7-6e3e-4ffb-a609-a6088c07a390), before_delete {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:17:18.196211 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-9ab6d05d-20cf-4768-91ed-5099b6da7cc6 admin admin] Publish callbacks [] for security_group (8b53bdb7-6e3e-4ffb-a609-a6088c07a390), precommit_delete {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:17:18.343100 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2eebc6-f551-4376-930b-24a78e612aeb req-9c556953-9548-4586-8ff4-7a44eb77fe71 tempest-AttachVolumeTestJSON-1934236616 tempest-AttachVolumeTestJSON-1934236616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:17:18.344648 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-0e2eebc6-f551-4376-930b-24a78e612aeb req-9c556953-9548-4586-8ff4-7a44eb77fe71 tempest-AttachVolumeTestJSON-1934236616 tempest-AttachVolumeTestJSON-1934236616-project] 10.222.0.23 "GET /v2.0/ports?device_id=240d96c6-c2da-4ee1-8fd9-554944f65d95 HTTP/1.1" status: 200 len: 945 time: 0.0981438 Jun 18 05:17:18.350323 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce686444-1b7b-486d-8792-5448edf44f75 req-baed4834-24ff-4354-8b38-71542b3d63a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:17:18.351818 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-ce686444-1b7b-486d-8792-5448edf44f75 req-baed4834-24ff-4354-8b38-71542b3d63a5 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=3db86af8-06be-4481-ae05-85abb634d58e HTTP/1.1" status: 200 len: 1129 time: 0.0546782 Jun 18 05:17:18.354113 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.wsgi [-] (104388) accepted ('10.222.0.23', 47516) {{(pid=104388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 05:17:18.358353 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.api.v2.base [None req-30671cbf-4cbf-43fd-bff6-c17759805403 tempest-AttachVolumeTestJSON-1934236616 tempest-AttachVolumeTestJSON-1934236616-project] Request body: {'floatingip': {'port_id': '376a2e8d-64a9-45d4-8092-b0e803666ea7'}} {{(pid=104388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 18 05:17:18.367685 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-9ab6d05d-20cf-4768-91ed-5099b6da7cc6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728332'] for security_group (8b53bdb7-6e3e-4ffb-a609-a6088c07a390), after_delete {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:17:18.372135 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-9ab6d05d-20cf-4768-91ed-5099b6da7cc6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:17:18.377158 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [None req-9ab6d05d-20cf-4768-91ed-5099b6da7cc6 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/8b53bdb7-6e3e-4ffb-a609-a6088c07a390 HTTP/1.1" status: 204 len: 168 time: 0.3255084 Jun 18 05:17:18.406667 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab6d05d-20cf-4768-91ed-5099b6da7cc6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b53bdb7-6e3e-4ffb-a609-a6088c07a390,revision_number=None']} {{(pid=104387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:17:18.471230 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-30671cbf-4cbf-43fd-bff6-c17759805403 tempest-AttachVolumeTestJSON-1934236616 tempest-AttachVolumeTestJSON-1934236616-project] Publish callbacks [] for floatingip (20661470-ec73-4569-bcd4-d6682d5b2be1), before_update {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:17:18.642972 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-ce686444-1b7b-486d-8792-5448edf44f75 req-074fb99e-f7fc-4179-851b-8441295c80d0 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=e7fc1561-1092-4d2a-b878-ed2f82ce27ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2814226 Jun 18 05:17:18.664458 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG dbcounter [-] [104388] Writing DB stats neutron:SELECT=89,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=104388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:17:18.747540 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138e232e-01a3-440c-a719-8ca00cd8cb80 req-787519a2-2c58-4fe3-8431-0ab270b557b1 tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:17:18.757473 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-138e232e-01a3-440c-a719-8ca00cd8cb80 req-787519a2-2c58-4fe3-8431-0ab270b557b1 tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] 10.222.0.23 "GET /v2.0/ports?device_id=3db86af8-06be-4481-ae05-85abb634d58e HTTP/1.1" status: 200 len: 945 time: 0.0669994 Jun 18 05:17:18.830054 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-138e232e-01a3-440c-a719-8ca00cd8cb80 req-17de7fca-d02b-41e9-ab50-91000a44206e tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] 10.222.0.23 "GET /v2.0/security-groups?id=e7fc1561-1092-4d2a-b878-ed2f82ce27ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0713339 Jun 18 05:17:19.276435 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG dbcounter [-] [104387] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:17:19.404861 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-30671cbf-4cbf-43fd-bff6-c17759805403 tempest-AttachVolumeTestJSON-1934236616 tempest-AttachVolumeTestJSON-1934236616-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:17:19.499065 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-30671cbf-4cbf-43fd-bff6-c17759805403 tempest-AttachVolumeTestJSON-1934236616 tempest-AttachVolumeTestJSON-1934236616-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-736808'] for floatingip (20661470-ec73-4569-bcd4-d6682d5b2be1), after_update {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:17:19.599624 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.db.l3_db [None req-30671cbf-4cbf-43fd-bff6-c17759805403 tempest-AttachVolumeTestJSON-1934236616 tempest-AttachVolumeTestJSON-1934236616-project] Floating IP 20661470-ec73-4569-bcd4-d6682d5b2be1 associated. External IP: 172.27.2.39, port: 376a2e8d-64a9-45d4-8092-b0e803666ea7. Jun 18 05:17:19.664207 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG dbcounter [-] [104388] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:17:19.884593 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30671cbf-4cbf-43fd-bff6-c17759805403 tempest-AttachVolumeTestJSON-1934236616 tempest-AttachVolumeTestJSON-1934236616-project] Router f334ad5f-9401-48d1-901a-a5b0e0bb754e has already been hosted by L3 agent a8549501-0164-4ac5-90a6-1ba1ba0d3f9d {{(pid=104388) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 18 05:17:19.930574 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.wsgi [-] (104387) accepted ('10.222.0.23', 47600) {{(pid=104387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 05:17:20.039027 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b228df4-ea9f-407f-8c48-be137319f413 req-11e2da2f-7310-42e3-86cc-3b7ff3ff0262 tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:17:20.044231 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30671cbf-4cbf-43fd-bff6-c17759805403 tempest-AttachVolumeTestJSON-1934236616 tempest-AttachVolumeTestJSON-1934236616-project] Notify agent at l3_agent.dv-cinder-836996-35-iscsi the message routers_updated {{(pid=104388) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 05:17:20.045915 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-9b228df4-ea9f-407f-8c48-be137319f413 req-11e2da2f-7310-42e3-86cc-3b7ff3ff0262 tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] 10.222.0.23 "GET /v2.0/ports?device_id=3db86af8-06be-4481-ae05-85abb634d58e HTTP/1.1" status: 200 len: 945 time: 0.1055138 Jun 18 05:17:20.052708 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-30671cbf-4cbf-43fd-bff6-c17759805403 tempest-AttachVolumeTestJSON-1934236616 tempest-AttachVolumeTestJSON-1934236616-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19502'] for floatingip (None), before_response {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:17:20.059009 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4353fa3-a0eb-4405-9eef-cba969fa8631 None None] Sync routers for ids ['f334ad5f-9401-48d1-901a-a5b0e0bb754e'] in dv-cinder-836996-35-iscsi {{(pid=104390) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 05:17:20.080997 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4353fa3-a0eb-4405-9eef-cba969fa8631 None None] Routers {'f334ad5f-9401-48d1-901a-a5b0e0bb754e'} bound to L3 agent in host dv-cinder-836996-35-iscsi {{(pid=104390) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 18 05:17:20.084617 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG neutron.db.l3_hamode_db [None req-d4353fa3-a0eb-4405-9eef-cba969fa8631 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-35-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-18T05:08:24Z,description=,heartbeat_timestamp=2022-06-18T05:16:54Z,host='dv-cinder-836996-35-iscsi',id=a8549501-0164-4ac5-90a6-1ba1ba0d3f9d,load=0,resource_versions=,resources_synced=,started_at=2022-06-18T05:08:25Z,topic='l3_agent')) {'router_ids': ['f334ad5f-9401-48d1-901a-a5b0e0bb754e'], 'active': True} {{(pid=104390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 05:17:20.106438 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [None req-30671cbf-4cbf-43fd-bff6-c17759805403 tempest-AttachVolumeTestJSON-1934236616 tempest-AttachVolumeTestJSON-1934236616-project] 10.222.0.23 "PUT /v2.0/floatingips/20661470-ec73-4569-bcd4-d6682d5b2be1 HTTP/1.1" status: 200 len: 990 time: 1.7490814 Jun 18 05:17:20.106438 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '240d96c6-c2da-4ee1-8fd9-554944f65d95', 'tag': '376a2e8d-64a9-45d4-8092-b0e803666ea7'}] {{(pid=104388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 18 05:17:20.111955 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76651050bff5b1e15da4688504920c0e470581a7df997af8856c46d23e91a66a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97e206c3-35eb-4c55-9548-625c38c5432f" -d '{"events": [{"name": "network-changed", "server_uuid": "240d96c6-c2da-4ee1-8fd9-554944f65d95", "tag": "376a2e8d-64a9-45d4-8092-b0e803666ea7"}]}' {{(pid=104388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 05:17:20.148498 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-9b228df4-ea9f-407f-8c48-be137319f413 req-7d7e2b3c-c6c4-4d32-93bb-d73d6ba3b96f tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] 10.222.0.23 "GET /v2.0/security-groups?id=e7fc1561-1092-4d2a-b878-ed2f82ce27ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1015499 Jun 18 05:17:20.171429 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-32708420-d78d-4695-90f0-35835400c8f3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:17:20.240337 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Jun 2022 05:17:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-258be58c-9751-4956-b023-a01b75886c0b x-openstack-request-id: req-258be58c-9751-4956-b023-a01b75886c0b {{(pid=104388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 05:17:20.240633 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "240d96c6-c2da-4ee1-8fd9-554944f65d95", "tag": "376a2e8d-64a9-45d4-8092-b0e803666ea7", "status": "completed", "code": 200}]} {{(pid=104388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 05:17:20.241162 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-258be58c-9751-4956-b023-a01b75886c0b {{(pid=104388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 05:17:20.241611 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.notifiers.nova [-] Nova event matching ['req-258be58c-9751-4956-b023-a01b75886c0b'] response: {'name': 'network-changed', 'server_uuid': '240d96c6-c2da-4ee1-8fd9-554944f65d95', 'tag': '376a2e8d-64a9-45d4-8092-b0e803666ea7', 'status': 'completed', 'code': 200} Jun 18 05:17:20.251107 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG neutron.db.l3_dvr_db [None req-d4353fa3-a0eb-4405-9eef-cba969fa8631 None None] Set router f334ad5f-9401-48d1-901a-a5b0e0bb754e gateway port host: dv-cinder-836996-35-iscsi {{(pid=104390) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 18 05:17:20.287288 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-32708420-d78d-4695-90f0-35835400c8f3 admin admin] Publish callbacks [] for security_group (ca581dd7-871d-426d-85ea-04cb892bff13), precommit_create {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:17:20.402079 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-32708420-d78d-4695-90f0-35835400c8f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728332'] for security_group (ca581dd7-871d-426d-85ea-04cb892bff13), after_create {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:17:20.454269 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32708420-d78d-4695-90f0-35835400c8f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca581dd7-871d-426d-85ea-04cb892bff13,revision_number=1']} {{(pid=104387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:17:20.481179 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [None req-32708420-d78d-4695-90f0-35835400c8f3 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=d3a208271e6a4fca8a1de25c539460c8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5492949 Jun 18 05:17:20.487745 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.wsgi [-] (104387) accepted ('10.222.0.23', 47620) {{(pid=104387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 05:17:20.514200 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e206c3-35eb-4c55-9548-625c38c5432f req-4b16aa90-0395-4231-bd7a-6b8e80a0c9f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:17:20.517911 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-97e206c3-35eb-4c55-9548-625c38c5432f req-4b16aa90-0395-4231-bd7a-6b8e80a0c9f7 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=969c470f720c4b2f97ba9f45c5d0d426&device_id=240d96c6-c2da-4ee1-8fd9-554944f65d95 HTTP/1.1" status: 200 len: 1129 time: 0.0746646 Jun 18 05:17:20.533082 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG dbcounter [-] [104387] Writing DB stats neutron:DELETE=4,neutron:SELECT=84,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:17:20.576708 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-b3c25bf4-f2a5-4057-ad9a-084f0318b20c admin admin] Publish callbacks [] for security_group (ca581dd7-871d-426d-85ea-04cb892bff13), before_delete {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:17:20.623315 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG neutron.db.l3_hamode_db [None req-d4353fa3-a0eb-4405-9eef-cba969fa8631 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f334ad5f-9401-48d1-901a-a5b0e0bb754e', 'name': 'tempest-AttachVolumeTestJSON-1776891436-router', 'tenant_id': '969c470f720c4b2f97ba9f45c5d0d426', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65c030c7-6a7d-4cea-a47d-5cdd532db0e6', 'external_fixed_ips': [{'subnet_id': 'a9fa7760-a071-45ee-b985-799999c69975', 'ip_address': '172.27.2.120'}], 'enable_snat': True}, 'gw_port_id': '63b29a8c-3f7a-4d96-8b0e-ec0f701b1fd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-18T05:16:30Z', 'updated_at': '2022-06-18T05:16:38Z', 'revision_number': 4, 'project_id': '969c470f720c4b2f97ba9f45c5d0d426', 'gw_port': {'id': '63b29a8c-3f7a-4d96-8b0e-ec0f701b1fd4', 'name': '', 'network_id': '65c030c7-6a7d-4cea-a47d-5cdd532db0e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:f2:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f334ad5f-9401-48d1-901a-a5b0e0bb754e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'a9fa7760-a071-45ee-b985-799999c69975', 'ip_address': '172.27.2.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-18T05:16:32Z', 'updated_at': '2022-06-18T05:16:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9fa7760-a071-45ee-b985-799999c69975', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-35-iscsi', '_floatingips': [{'id': '20661470-ec73-4569-bcd4-d6682d5b2be1', 'tenant_id': '969c470f720c4b2f97ba9f45c5d0d426', 'floating_ip_address': '172.27.2.39', 'floating_network_id': '65c030c7-6a7d-4cea-a47d-5cdd532db0e6', 'router_id': 'f334ad5f-9401-48d1-901a-a5b0e0bb754e', 'port_id': '376a2e8d-64a9-45d4-8092-b0e803666ea7', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 118, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '22d8eb11-0b66-4ea6-b4d2-3deab0a32f40', 'mac_address': 'fa:16:3e:a2:5e:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '240d96c6-c2da-4ee1-8fd9-554944f65d95', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-18T05:16:46Z', 'updated_at': '2022-06-18T05:17:19Z', 'revision_number': 1, 'project_id': '969c470f720c4b2f97ba9f45c5d0d426', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '92c3ff53-3e45-460c-8c57-ba07fcc0b846', 'name': '', 'network_id': '22d8eb11-0b66-4ea6-b4d2-3deab0a32f40', 'tenant_id': '969c470f720c4b2f97ba9f45c5d0d426', 'mac_address': 'fa:16:3e:07:df:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f334ad5f-9401-48d1-901a-a5b0e0bb754e', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '5d138401-1420-4153-a9c8-b647c19cd403', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-18T05:16:37Z', 'updated_at': '2022-06-18T05:16:46Z', 'revision_number': 5, 'project_id': '969c470f720c4b2f97ba9f45c5d0d426', 'subnets': [{'id': '5d138401-1420-4153-a9c8-b647c19cd403', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-35-iscsi', False) {} {{(pid=104390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 05:17:20.644934 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-b3c25bf4-f2a5-4057-ad9a-084f0318b20c admin admin] Publish callbacks [] for security_group (ca581dd7-871d-426d-85ea-04cb892bff13), precommit_delete {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:17:20.652965 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4353fa3-a0eb-4405-9eef-cba969fa8631 None None] Checking router: f334ad5f-9401-48d1-901a-a5b0e0bb754e for host: dv-cinder-836996-35-iscsi {{(pid=104390) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 05:17:20.665978 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4353fa3-a0eb-4405-9eef-cba969fa8631 None None] Routers {'f334ad5f-9401-48d1-901a-a5b0e0bb754e'} bound to L3 agent in host dv-cinder-836996-35-iscsi {{(pid=104390) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 18 05:17:20.666894 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG neutron.db.l3_hamode_db [None req-d4353fa3-a0eb-4405-9eef-cba969fa8631 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-35-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-18T05:08:24Z,description=,heartbeat_timestamp=2022-06-18T05:16:54Z,host='dv-cinder-836996-35-iscsi',id=a8549501-0164-4ac5-90a6-1ba1ba0d3f9d,load=0,resource_versions=,resources_synced=,started_at=2022-06-18T05:08:25Z,topic='l3_agent')) {'router_ids': ['f334ad5f-9401-48d1-901a-a5b0e0bb754e'], 'active': True} {{(pid=104390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 05:17:20.704530 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e206c3-35eb-4c55-9548-625c38c5432f req-54a18c9c-e8d8-400d-8d16-791f7ae818dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:17:20.706531 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-97e206c3-35eb-4c55-9548-625c38c5432f req-54a18c9c-e8d8-400d-8d16-791f7ae818dc service neutron] 10.222.0.15 "GET /v2.0/networks?id=22d8eb11-0b66-4ea6-b4d2-3deab0a32f40 HTTP/1.1" status: 200 len: 912 time: 0.1758151 Jun 18 05:17:20.820819 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-b3c25bf4-f2a5-4057-ad9a-084f0318b20c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728332'] for security_group (ca581dd7-871d-426d-85ea-04cb892bff13), after_delete {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:17:20.828853 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-b3c25bf4-f2a5-4057-ad9a-084f0318b20c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:17:20.828853 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [None req-b3c25bf4-f2a5-4057-ad9a-084f0318b20c admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/ca581dd7-871d-426d-85ea-04cb892bff13 HTTP/1.1" status: 204 len: 168 time: 0.3363807 Jun 18 05:17:20.829462 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG neutron.db.l3_dvr_db [None req-d4353fa3-a0eb-4405-9eef-cba969fa8631 None None] Set router f334ad5f-9401-48d1-901a-a5b0e0bb754e gateway port host: dv-cinder-836996-35-iscsi {{(pid=104390) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 18 05:17:20.852932 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c25bf4-f2a5-4057-ad9a-084f0318b20c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca581dd7-871d-426d-85ea-04cb892bff13,revision_number=None']} {{(pid=104387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:17:20.872490 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-97e206c3-35eb-4c55-9548-625c38c5432f req-7c462889-cdf0-465b-8805-79189c0cacce service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=376a2e8d-64a9-45d4-8092-b0e803666ea7 HTTP/1.1" status: 200 len: 998 time: 0.1582391 Jun 18 05:17:20.942805 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG dbcounter [-] [104388] Writing DB stats neutron:SELECT=100 {{(pid=104388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:17:20.973540 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e206c3-35eb-4c55-9548-625c38c5432f req-669c114d-2e08-4a1e-895e-21eaf1aadd74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:17:20.975726 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-97e206c3-35eb-4c55-9548-625c38c5432f req-669c114d-2e08-4a1e-895e-21eaf1aadd74 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=5d138401-1420-4153-a9c8-b647c19cd403 HTTP/1.1" status: 200 len: 850 time: 0.0957572 Jun 18 05:17:21.033252 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e206c3-35eb-4c55-9548-625c38c5432f req-2724c465-f9cd-46a0-b868-4a76a155ba4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:17:21.035069 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-97e206c3-35eb-4c55-9548-625c38c5432f req-2724c465-f9cd-46a0-b868-4a76a155ba4f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=22d8eb11-0b66-4ea6-b4d2-3deab0a32f40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0517256 Jun 18 05:17:21.081238 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG neutron.db.l3_hamode_db [None req-d4353fa3-a0eb-4405-9eef-cba969fa8631 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f334ad5f-9401-48d1-901a-a5b0e0bb754e', 'name': 'tempest-AttachVolumeTestJSON-1776891436-router', 'tenant_id': '969c470f720c4b2f97ba9f45c5d0d426', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65c030c7-6a7d-4cea-a47d-5cdd532db0e6', 'external_fixed_ips': [{'subnet_id': 'a9fa7760-a071-45ee-b985-799999c69975', 'ip_address': '172.27.2.120'}], 'enable_snat': True}, 'gw_port_id': '63b29a8c-3f7a-4d96-8b0e-ec0f701b1fd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-18T05:16:30Z', 'updated_at': '2022-06-18T05:16:38Z', 'revision_number': 4, 'project_id': '969c470f720c4b2f97ba9f45c5d0d426', 'gw_port': {'id': '63b29a8c-3f7a-4d96-8b0e-ec0f701b1fd4', 'name': '', 'network_id': '65c030c7-6a7d-4cea-a47d-5cdd532db0e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:f2:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f334ad5f-9401-48d1-901a-a5b0e0bb754e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'a9fa7760-a071-45ee-b985-799999c69975', 'ip_address': '172.27.2.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-18T05:16:32Z', 'updated_at': '2022-06-18T05:16:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9fa7760-a071-45ee-b985-799999c69975', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-35-iscsi', '_floatingips': [{'id': '20661470-ec73-4569-bcd4-d6682d5b2be1', 'tenant_id': '969c470f720c4b2f97ba9f45c5d0d426', 'floating_ip_address': '172.27.2.39', 'floating_network_id': '65c030c7-6a7d-4cea-a47d-5cdd532db0e6', 'router_id': 'f334ad5f-9401-48d1-901a-a5b0e0bb754e', 'port_id': '376a2e8d-64a9-45d4-8092-b0e803666ea7', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 118, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '22d8eb11-0b66-4ea6-b4d2-3deab0a32f40', 'mac_address': 'fa:16:3e:a2:5e:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '240d96c6-c2da-4ee1-8fd9-554944f65d95', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-18T05:16:46Z', 'updated_at': '2022-06-18T05:17:19Z', 'revision_number': 1, 'project_id': '969c470f720c4b2f97ba9f45c5d0d426', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '92c3ff53-3e45-460c-8c57-ba07fcc0b846', 'name': '', 'network_id': '22d8eb11-0b66-4ea6-b4d2-3deab0a32f40', 'tenant_id': '969c470f720c4b2f97ba9f45c5d0d426', 'mac_address': 'fa:16:3e:07:df:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f334ad5f-9401-48d1-901a-a5b0e0bb754e', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '5d138401-1420-4153-a9c8-b647c19cd403', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-18T05:16:37Z', 'updated_at': '2022-06-18T05:16:46Z', 'revision_number': 5, 'project_id': '969c470f720c4b2f97ba9f45c5d0d426', 'subnets': [{'id': '5d138401-1420-4153-a9c8-b647c19cd403', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-35-iscsi', False) {} {{(pid=104390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 05:17:21.106848 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4353fa3-a0eb-4405-9eef-cba969fa8631 None None] The sync data for ids ['f334ad5f-9401-48d1-901a-a5b0e0bb754e'] in dv-cinder-836996-35-iscsi is: [{'id': 'f334ad5f-9401-48d1-901a-a5b0e0bb754e', 'name': 'tempest-AttachVolumeTestJSON-1776891436-router', 'tenant_id': '969c470f720c4b2f97ba9f45c5d0d426', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65c030c7-6a7d-4cea-a47d-5cdd532db0e6', 'external_fixed_ips': [{'subnet_id': 'a9fa7760-a071-45ee-b985-799999c69975', 'ip_address': '172.27.2.120'}], 'enable_snat': True}, 'gw_port_id': '63b29a8c-3f7a-4d96-8b0e-ec0f701b1fd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-18T05:16:30Z', 'updated_at': '2022-06-18T05:16:38Z', 'revision_number': 4, 'project_id': '969c470f720c4b2f97ba9f45c5d0d426', 'gw_port': {'id': '63b29a8c-3f7a-4d96-8b0e-ec0f701b1fd4', 'name': '', 'network_id': '65c030c7-6a7d-4cea-a47d-5cdd532db0e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:f2:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f334ad5f-9401-48d1-901a-a5b0e0bb754e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'a9fa7760-a071-45ee-b985-799999c69975', 'ip_address': '172.27.2.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-18T05:16:32Z', 'updated_at': '2022-06-18T05:16:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9fa7760-a071-45ee-b985-799999c69975', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-35-iscsi', '_floatingips': [{'id': '20661470-ec73-4569-bcd4-d6682d5b2be1', 'tenant_id': '969c470f720c4b2f97ba9f45c5d0d426', 'floating_ip_address': '172.27.2.39', 'floating_network_id': '65c030c7-6a7d-4cea-a47d-5cdd532db0e6', 'router_id': 'f334ad5f-9401-48d1-901a-a5b0e0bb754e', 'port_id': '376a2e8d-64a9-45d4-8092-b0e803666ea7', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 118, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '22d8eb11-0b66-4ea6-b4d2-3deab0a32f40', 'mac_address': 'fa:16:3e:a2:5e:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '240d96c6-c2da-4ee1-8fd9-554944f65d95', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-18T05:16:46Z', 'updated_at': '2022-06-18T05:17:19Z', 'revision_number': 1, 'project_id': '969c470f720c4b2f97ba9f45c5d0d426', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '92c3ff53-3e45-460c-8c57-ba07fcc0b846', 'name': '', 'network_id': '22d8eb11-0b66-4ea6-b4d2-3deab0a32f40', 'tenant_id': '969c470f720c4b2f97ba9f45c5d0d426', 'mac_address': 'fa:16:3e:07:df:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f334ad5f-9401-48d1-901a-a5b0e0bb754e', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '5d138401-1420-4153-a9c8-b647c19cd403', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-18T05:16:37Z', 'updated_at': '2022-06-18T05:16:46Z', 'revision_number': 5, 'project_id': '969c470f720c4b2f97ba9f45c5d0d426', 'subnets': [{'id': '5d138401-1420-4153-a9c8-b647c19cd403', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104390) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 05:17:21.145767 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-97e206c3-35eb-4c55-9548-625c38c5432f req-d0380f8f-719a-4597-90e3-f66e85631917 service neutron] 10.222.0.15 "GET /v2.0/networks/22d8eb11-0b66-4ea6-b4d2-3deab0a32f40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1000450 Jun 18 05:17:21.260286 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-97e206c3-35eb-4c55-9548-625c38c5432f req-a0d8caf4-f652-4683-9baa-581fbcfbcdca service neutron] 10.222.0.15 "GET /v2.0/networks/22d8eb11-0b66-4ea6-b4d2-3deab0a32f40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1079590 Jun 18 05:17:21.327269 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f3209e-454f-4a26-9083-927886cd2c9a req-dc8a8c71-e576-46c9-9297-a5832aea449c tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:17:21.329184 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-92f3209e-454f-4a26-9083-927886cd2c9a req-dc8a8c71-e576-46c9-9297-a5832aea449c tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] 10.222.0.23 "GET /v2.0/ports?device_id=3db86af8-06be-4481-ae05-85abb634d58e HTTP/1.1" status: 200 len: 945 time: 0.0896785 Jun 18 05:17:21.434282 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-92f3209e-454f-4a26-9083-927886cd2c9a req-ed39193f-ba28-4af3-aee0-13740521b666 tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] 10.222.0.23 "GET /v2.0/security-groups?id=e7fc1561-1092-4d2a-b878-ed2f82ce27ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0980754 Jun 18 05:17:21.435566 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9ff4fd9-54ab-40ac-b776-58e59b305f8a None None] New status for floating IP 20661470-ec73-4569-bcd4-d6682d5b2be1: ACTIVE {{(pid=104389) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 18 05:17:21.590426 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3809ca9-2de7-4451-97ae-64c3e834e8e3 req-2f33ebf1-ac46-4446-972e-1bf6d271bf67 tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:17:21.595673 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-d3809ca9-2de7-4451-97ae-64c3e834e8e3 req-2f33ebf1-ac46-4446-972e-1bf6d271bf67 tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] 10.222.0.23 "GET /v2.0/ports?device_id=3db86af8-06be-4481-ae05-85abb634d58e HTTP/1.1" status: 200 len: 945 time: 0.0665643 Jun 18 05:17:21.602360 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.wsgi [-] (104387) accepted ('10.222.0.23', 47662) {{(pid=104387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 05:17:21.611038 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.api.v2.base [None req-69fe460e-0c05-4792-9b16-aa245c8c92af tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] Request body: {'floatingip': {'port_id': '1fb70483-13da-4dd6-a45d-5224ec85a411'}} {{(pid=104387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 18 05:17:21.707701 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-69fe460e-0c05-4792-9b16-aa245c8c92af tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] Publish callbacks [] for floatingip (d681f7ec-bf7e-418e-82c1-0b751e94dd68), before_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:17:22.037704 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-a91195a9-6ee0-41d2-9723-317cc6511b38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789592556683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1744442'] for agent (426d7b1c-7831-4cf6-8aa4-29496a16634c), after_update {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:17:22.128344 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG dbcounter [-] [104387] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=104387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:17:22.405317 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-69fe460e-0c05-4792-9b16-aa245c8c92af tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:17:22.487448 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-69fe460e-0c05-4792-9b16-aa245c8c92af tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-736808'] for floatingip (d681f7ec-bf7e-418e-82c1-0b751e94dd68), after_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:17:22.584447 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.db.l3_db [None req-69fe460e-0c05-4792-9b16-aa245c8c92af tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] Floating IP d681f7ec-bf7e-418e-82c1-0b751e94dd68 associated. External IP: 172.27.2.160, port: 1fb70483-13da-4dd6-a45d-5224ec85a411. Jun 18 05:17:22.974153 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69fe460e-0c05-4792-9b16-aa245c8c92af tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] Router 908e80fb-40b8-4793-9a86-37800eb2c0e2 has already been hosted by L3 agent a8549501-0164-4ac5-90a6-1ba1ba0d3f9d {{(pid=104387) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 18 05:17:22.980860 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG dbcounter [-] [104387] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:17:23.080948 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69fe460e-0c05-4792-9b16-aa245c8c92af tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] Notify agent at l3_agent.dv-cinder-836996-35-iscsi the message routers_updated {{(pid=104387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 05:17:23.085540 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-69fe460e-0c05-4792-9b16-aa245c8c92af tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19502'] for floatingip (None), before_response {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:17:23.090609 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6de0786c-be8a-4f45-a5fe-50574a9b0ae9 None None] Sync routers for ids ['908e80fb-40b8-4793-9a86-37800eb2c0e2'] in dv-cinder-836996-35-iscsi {{(pid=104390) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 05:17:23.101998 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6de0786c-be8a-4f45-a5fe-50574a9b0ae9 None None] Routers {'908e80fb-40b8-4793-9a86-37800eb2c0e2'} bound to L3 agent in host dv-cinder-836996-35-iscsi {{(pid=104390) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 18 05:17:23.102790 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG neutron.db.l3_hamode_db [None req-6de0786c-be8a-4f45-a5fe-50574a9b0ae9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-35-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-18T05:08:24Z,description=,heartbeat_timestamp=2022-06-18T05:16:54Z,host='dv-cinder-836996-35-iscsi',id=a8549501-0164-4ac5-90a6-1ba1ba0d3f9d,load=0,resource_versions=,resources_synced=,started_at=2022-06-18T05:08:25Z,topic='l3_agent')) {'router_ids': ['908e80fb-40b8-4793-9a86-37800eb2c0e2'], 'active': True} {{(pid=104390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 05:17:23.116770 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [None req-69fe460e-0c05-4792-9b16-aa245c8c92af tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] 10.222.0.23 "PUT /v2.0/floatingips/d681f7ec-bf7e-418e-82c1-0b751e94dd68 HTTP/1.1" status: 200 len: 991 time: 1.5108390 Jun 18 05:17:23.117627 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3db86af8-06be-4481-ae05-85abb634d58e', 'tag': '1fb70483-13da-4dd6-a45d-5224ec85a411'}] {{(pid=104387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 18 05:17:23.121125 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}067244ef130036e0f0c6cfdae2cc0bb626a7afb0c2954d608d85df941ffdb65a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b02fe03-682d-4eb9-998e-26ddc29fd891" -d '{"events": [{"name": "network-changed", "server_uuid": "3db86af8-06be-4481-ae05-85abb634d58e", "tag": "1fb70483-13da-4dd6-a45d-5224ec85a411"}]}' {{(pid=104387) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 05:17:23.149029 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG dbcounter [-] [104390] Writing DB stats neutron:SELECT=100 {{(pid=104390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:17:23.177877 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Jun 2022 05:17:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-393492cd-f735-435c-b766-0569498b69b5 x-openstack-request-id: req-393492cd-f735-435c-b766-0569498b69b5 {{(pid=104387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 05:17:23.178178 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3db86af8-06be-4481-ae05-85abb634d58e", "tag": "1fb70483-13da-4dd6-a45d-5224ec85a411", "status": "completed", "code": 200}]} {{(pid=104387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 05:17:23.178473 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-393492cd-f735-435c-b766-0569498b69b5 {{(pid=104387) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 05:17:23.178897 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.notifiers.nova [-] Nova event matching ['req-393492cd-f735-435c-b766-0569498b69b5'] response: {'name': 'network-changed', 'server_uuid': '3db86af8-06be-4481-ae05-85abb634d58e', 'tag': '1fb70483-13da-4dd6-a45d-5224ec85a411', 'status': 'completed', 'code': 200} Jun 18 05:17:23.220151 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG neutron.db.l3_dvr_db [None req-6de0786c-be8a-4f45-a5fe-50574a9b0ae9 None None] Set router 908e80fb-40b8-4793-9a86-37800eb2c0e2 gateway port host: dv-cinder-836996-35-iscsi {{(pid=104390) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 18 05:17:23.221707 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG dbcounter [-] [104390] Writing DB stats neutron:SELECT=100 {{(pid=104390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:17:23.347357 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b02fe03-682d-4eb9-998e-26ddc29fd891 req-45d58c86-5a55-4971-948d-c0028722021b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:17:23.347848 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-9b02fe03-682d-4eb9-998e-26ddc29fd891 req-45d58c86-5a55-4971-948d-c0028722021b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=758883a5aea04c85ad65bb6970bdb098&device_id=3db86af8-06be-4481-ae05-85abb634d58e HTTP/1.1" status: 200 len: 1129 time: 0.0607202 Jun 18 05:17:23.496996 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b02fe03-682d-4eb9-998e-26ddc29fd891 req-fa4891f6-3a1d-4372-94b7-b862f5fbfab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:17:23.499388 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-9b02fe03-682d-4eb9-998e-26ddc29fd891 req-fa4891f6-3a1d-4372-94b7-b862f5fbfab0 service neutron] 10.222.0.15 "GET /v2.0/networks?id=f7ef077f-c52c-4f70-b85e-e8892706babc HTTP/1.1" status: 200 len: 917 time: 0.1408713 Jun 18 05:17:23.514428 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG neutron.db.l3_hamode_db [None req-6de0786c-be8a-4f45-a5fe-50574a9b0ae9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '908e80fb-40b8-4793-9a86-37800eb2c0e2', 'name': 'tempest-AttachVolumeShelveTestJSON-483833369-router', 'tenant_id': '758883a5aea04c85ad65bb6970bdb098', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65c030c7-6a7d-4cea-a47d-5cdd532db0e6', 'external_fixed_ips': [{'subnet_id': 'a9fa7760-a071-45ee-b985-799999c69975', 'ip_address': '172.27.2.118'}], 'enable_snat': True}, 'gw_port_id': '727ff9c8-4916-4a1a-ab54-bb56c46fdb5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-18T05:16:30Z', 'updated_at': '2022-06-18T05:16:40Z', 'revision_number': 4, 'project_id': '758883a5aea04c85ad65bb6970bdb098', 'gw_port': {'id': '727ff9c8-4916-4a1a-ab54-bb56c46fdb5e', 'name': '', 'network_id': '65c030c7-6a7d-4cea-a47d-5cdd532db0e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:ff:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '908e80fb-40b8-4793-9a86-37800eb2c0e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'a9fa7760-a071-45ee-b985-799999c69975', 'ip_address': '172.27.2.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-18T05:16:31Z', 'updated_at': '2022-06-18T05:16:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9fa7760-a071-45ee-b985-799999c69975', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-35-iscsi', '_floatingips': [{'id': 'd681f7ec-bf7e-418e-82c1-0b751e94dd68', 'tenant_id': '758883a5aea04c85ad65bb6970bdb098', 'floating_ip_address': '172.27.2.160', 'floating_network_id': '65c030c7-6a7d-4cea-a47d-5cdd532db0e6', 'router_id': '908e80fb-40b8-4793-9a86-37800eb2c0e2', 'port_id': '1fb70483-13da-4dd6-a45d-5224ec85a411', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 126, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f7ef077f-c52c-4f70-b85e-e8892706babc', 'mac_address': 'fa:16:3e:a4:92:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3db86af8-06be-4481-ae05-85abb634d58e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-18T05:16:47Z', 'updated_at': '2022-06-18T05:17:22Z', 'revision_number': 1, 'project_id': '758883a5aea04c85ad65bb6970bdb098', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f47325e8-4dc9-4d91-a0b3-d1a91a92ed58', 'name': '', 'network_id': 'f7ef077f-c52c-4f70-b85e-e8892706babc', 'tenant_id': '758883a5aea04c85ad65bb6970bdb098', 'mac_address': 'fa:16:3e:e5:75:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '908e80fb-40b8-4793-9a86-37800eb2c0e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '33823053-d4d0-4fd0-8dfe-171b826300f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-18T05:16:38Z', 'updated_at': '2022-06-18T05:16:49Z', 'revision_number': 5, 'project_id': '758883a5aea04c85ad65bb6970bdb098', 'subnets': [{'id': '33823053-d4d0-4fd0-8dfe-171b826300f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-35-iscsi', False) {} {{(pid=104390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 05:17:23.593593 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-9b02fe03-682d-4eb9-998e-26ddc29fd891 req-a86d40e7-c4b1-4bbc-9a07-6d73fa113e75 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1fb70483-13da-4dd6-a45d-5224ec85a411 HTTP/1.1" status: 200 len: 999 time: 0.0754290 Jun 18 05:17:23.623952 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6de0786c-be8a-4f45-a5fe-50574a9b0ae9 None None] Checking router: 908e80fb-40b8-4793-9a86-37800eb2c0e2 for host: dv-cinder-836996-35-iscsi {{(pid=104390) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 05:17:23.633855 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6de0786c-be8a-4f45-a5fe-50574a9b0ae9 None None] Routers {'908e80fb-40b8-4793-9a86-37800eb2c0e2'} bound to L3 agent in host dv-cinder-836996-35-iscsi {{(pid=104390) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 18 05:17:23.634470 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG neutron.db.l3_hamode_db [None req-6de0786c-be8a-4f45-a5fe-50574a9b0ae9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-35-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-18T05:08:24Z,description=,heartbeat_timestamp=2022-06-18T05:16:54Z,host='dv-cinder-836996-35-iscsi',id=a8549501-0164-4ac5-90a6-1ba1ba0d3f9d,load=0,resource_versions=,resources_synced=,started_at=2022-06-18T05:08:25Z,topic='l3_agent')) {'router_ids': ['908e80fb-40b8-4793-9a86-37800eb2c0e2'], 'active': True} {{(pid=104390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 05:17:23.653809 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b02fe03-682d-4eb9-998e-26ddc29fd891 req-16c197f4-72e5-43c8-808a-9b8563855668 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:17:23.655269 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-9b02fe03-682d-4eb9-998e-26ddc29fd891 req-16c197f4-72e5-43c8-808a-9b8563855668 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=33823053-d4d0-4fd0-8dfe-171b826300f0 HTTP/1.1" status: 200 len: 855 time: 0.0524395 Jun 18 05:17:23.698914 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b02fe03-682d-4eb9-998e-26ddc29fd891 req-cb6643b3-305d-4d33-ae85-ec6a3ae8c0c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:17:23.700427 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-9b02fe03-682d-4eb9-998e-26ddc29fd891 req-cb6643b3-305d-4d33-ae85-ec6a3ae8c0c4 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f7ef077f-c52c-4f70-b85e-e8892706babc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0392683 Jun 18 05:17:23.747774 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG neutron.db.l3_dvr_db [None req-6de0786c-be8a-4f45-a5fe-50574a9b0ae9 None None] Set router 908e80fb-40b8-4793-9a86-37800eb2c0e2 gateway port host: dv-cinder-836996-35-iscsi {{(pid=104390) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 18 05:17:23.801793 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG dbcounter [-] [104388] Writing DB stats neutron:SELECT=100 {{(pid=104388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:17:23.815916 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-9b02fe03-682d-4eb9-998e-26ddc29fd891 req-17042a8b-210f-4433-8edb-f97e056849a3 service neutron] 10.222.0.15 "GET /v2.0/networks/f7ef077f-c52c-4f70-b85e-e8892706babc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1077785 Jun 18 05:17:23.942489 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-9b02fe03-682d-4eb9-998e-26ddc29fd891 req-e9d21359-4f6f-4195-8d35-0c3b891f5f4e service neutron] 10.222.0.15 "GET /v2.0/networks/f7ef077f-c52c-4f70-b85e-e8892706babc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1191416 Jun 18 05:17:23.983141 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.wsgi [-] (104387) accepted ('10.222.0.23', 47736) {{(pid=104387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 05:17:24.026781 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG neutron.db.l3_hamode_db [None req-6de0786c-be8a-4f45-a5fe-50574a9b0ae9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '908e80fb-40b8-4793-9a86-37800eb2c0e2', 'name': 'tempest-AttachVolumeShelveTestJSON-483833369-router', 'tenant_id': '758883a5aea04c85ad65bb6970bdb098', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65c030c7-6a7d-4cea-a47d-5cdd532db0e6', 'external_fixed_ips': [{'subnet_id': 'a9fa7760-a071-45ee-b985-799999c69975', 'ip_address': '172.27.2.118'}], 'enable_snat': True}, 'gw_port_id': '727ff9c8-4916-4a1a-ab54-bb56c46fdb5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-18T05:16:30Z', 'updated_at': '2022-06-18T05:16:40Z', 'revision_number': 4, 'project_id': '758883a5aea04c85ad65bb6970bdb098', 'gw_port': {'id': '727ff9c8-4916-4a1a-ab54-bb56c46fdb5e', 'name': '', 'network_id': '65c030c7-6a7d-4cea-a47d-5cdd532db0e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:ff:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '908e80fb-40b8-4793-9a86-37800eb2c0e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'a9fa7760-a071-45ee-b985-799999c69975', 'ip_address': '172.27.2.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-18T05:16:31Z', 'updated_at': '2022-06-18T05:16:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9fa7760-a071-45ee-b985-799999c69975', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-35-iscsi', '_floatingips': [{'id': 'd681f7ec-bf7e-418e-82c1-0b751e94dd68', 'tenant_id': '758883a5aea04c85ad65bb6970bdb098', 'floating_ip_address': '172.27.2.160', 'floating_network_id': '65c030c7-6a7d-4cea-a47d-5cdd532db0e6', 'router_id': '908e80fb-40b8-4793-9a86-37800eb2c0e2', 'port_id': '1fb70483-13da-4dd6-a45d-5224ec85a411', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 126, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f7ef077f-c52c-4f70-b85e-e8892706babc', 'mac_address': 'fa:16:3e:a4:92:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3db86af8-06be-4481-ae05-85abb634d58e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-18T05:16:47Z', 'updated_at': '2022-06-18T05:17:22Z', 'revision_number': 1, 'project_id': '758883a5aea04c85ad65bb6970bdb098', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f47325e8-4dc9-4d91-a0b3-d1a91a92ed58', 'name': '', 'network_id': 'f7ef077f-c52c-4f70-b85e-e8892706babc', 'tenant_id': '758883a5aea04c85ad65bb6970bdb098', 'mac_address': 'fa:16:3e:e5:75:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '908e80fb-40b8-4793-9a86-37800eb2c0e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '33823053-d4d0-4fd0-8dfe-171b826300f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-18T05:16:38Z', 'updated_at': '2022-06-18T05:16:49Z', 'revision_number': 5, 'project_id': '758883a5aea04c85ad65bb6970bdb098', 'subnets': [{'id': '33823053-d4d0-4fd0-8dfe-171b826300f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-35-iscsi', False) {} {{(pid=104390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 05:17:24.066596 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6de0786c-be8a-4f45-a5fe-50574a9b0ae9 None None] The sync data for ids ['908e80fb-40b8-4793-9a86-37800eb2c0e2'] in dv-cinder-836996-35-iscsi is: [{'id': '908e80fb-40b8-4793-9a86-37800eb2c0e2', 'name': 'tempest-AttachVolumeShelveTestJSON-483833369-router', 'tenant_id': '758883a5aea04c85ad65bb6970bdb098', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65c030c7-6a7d-4cea-a47d-5cdd532db0e6', 'external_fixed_ips': [{'subnet_id': 'a9fa7760-a071-45ee-b985-799999c69975', 'ip_address': '172.27.2.118'}], 'enable_snat': True}, 'gw_port_id': '727ff9c8-4916-4a1a-ab54-bb56c46fdb5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-18T05:16:30Z', 'updated_at': '2022-06-18T05:16:40Z', 'revision_number': 4, 'project_id': '758883a5aea04c85ad65bb6970bdb098', 'gw_port': {'id': '727ff9c8-4916-4a1a-ab54-bb56c46fdb5e', 'name': '', 'network_id': '65c030c7-6a7d-4cea-a47d-5cdd532db0e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:ff:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '908e80fb-40b8-4793-9a86-37800eb2c0e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'a9fa7760-a071-45ee-b985-799999c69975', 'ip_address': '172.27.2.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-18T05:16:31Z', 'updated_at': '2022-06-18T05:16:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9fa7760-a071-45ee-b985-799999c69975', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-35-iscsi', '_floatingips': [{'id': 'd681f7ec-bf7e-418e-82c1-0b751e94dd68', 'tenant_id': '758883a5aea04c85ad65bb6970bdb098', 'floating_ip_address': '172.27.2.160', 'floating_network_id': '65c030c7-6a7d-4cea-a47d-5cdd532db0e6', 'router_id': '908e80fb-40b8-4793-9a86-37800eb2c0e2', 'port_id': '1fb70483-13da-4dd6-a45d-5224ec85a411', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 126, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f7ef077f-c52c-4f70-b85e-e8892706babc', 'mac_address': 'fa:16:3e:a4:92:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3db86af8-06be-4481-ae05-85abb634d58e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-18T05:16:47Z', 'updated_at': '2022-06-18T05:17:22Z', 'revision_number': 1, 'project_id': '758883a5aea04c85ad65bb6970bdb098', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f47325e8-4dc9-4d91-a0b3-d1a91a92ed58', 'name': '', 'network_id': 'f7ef077f-c52c-4f70-b85e-e8892706babc', 'tenant_id': '758883a5aea04c85ad65bb6970bdb098', 'mac_address': 'fa:16:3e:e5:75:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '908e80fb-40b8-4793-9a86-37800eb2c0e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '33823053-d4d0-4fd0-8dfe-171b826300f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-18T05:16:38Z', 'updated_at': '2022-06-18T05:16:49Z', 'revision_number': 5, 'project_id': '758883a5aea04c85ad65bb6970bdb098', 'subnets': [{'id': '33823053-d4d0-4fd0-8dfe-171b826300f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104390) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 05:17:24.129158 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-7bed6c88-ce16-4a05-a0a5-d77e6eafb3f7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:17:24.213487 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-7bed6c88-ce16-4a05-a0a5-d77e6eafb3f7 admin admin] Publish callbacks [] for security_group (5d464cfb-e25d-4262-8950-735c43b9b45e), precommit_create {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:17:24.276121 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1b4eb79-dc0d-47ef-a3ab-dfd3593c5226 None None] New status for floating IP d681f7ec-bf7e-418e-82c1-0b751e94dd68: ACTIVE {{(pid=104389) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 18 05:17:24.333373 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-7bed6c88-ce16-4a05-a0a5-d77e6eafb3f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728332'] for security_group (5d464cfb-e25d-4262-8950-735c43b9b45e), after_create {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:17:24.380099 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [None req-7bed6c88-ce16-4a05-a0a5-d77e6eafb3f7 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=bc024382b15c40e2bbb7cf58f1906fb9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3932810 Jun 18 05:17:24.380099 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bed6c88-ce16-4a05-a0a5-d77e6eafb3f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d464cfb-e25d-4262-8950-735c43b9b45e,revision_number=1']} {{(pid=104387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:17:24.380390 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.wsgi [-] (104388) accepted ('10.222.0.23', 47740) {{(pid=104388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 05:17:24.449661 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-704fada4-72e2-41e8-8e97-b636f9e30b79 admin admin] Publish callbacks [] for security_group (5d464cfb-e25d-4262-8950-735c43b9b45e), before_delete {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:17:24.476764 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-704fada4-72e2-41e8-8e97-b636f9e30b79 admin admin] Publish callbacks [] for security_group (5d464cfb-e25d-4262-8950-735c43b9b45e), precommit_delete {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:17:24.608259 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-704fada4-72e2-41e8-8e97-b636f9e30b79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728332'] for security_group (5d464cfb-e25d-4262-8950-735c43b9b45e), after_delete {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:17:24.611132 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-704fada4-72e2-41e8-8e97-b636f9e30b79 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:17:24.612785 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [None req-704fada4-72e2-41e8-8e97-b636f9e30b79 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/5d464cfb-e25d-4262-8950-735c43b9b45e HTTP/1.1" status: 204 len: 168 time: 0.2313845 Jun 18 05:17:24.622568 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704fada4-72e2-41e8-8e97-b636f9e30b79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d464cfb-e25d-4262-8950-735c43b9b45e,revision_number=None']} {{(pid=104388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:17:24.648224 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-bdda5754-d658-4cb8-b2b9-88cf41415ead None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789592556683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1744442'] for agent (a8549501-0164-4ac5-90a6-1ba1ba0d3f9d), after_update {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:17:25.340441 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.wsgi [-] (104388) accepted ('10.222.0.23', 47766) {{(pid=104388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 05:17:25.354457 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-4cfc6d7f-5f64-4c19-a439-2a7e411004c3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:17:25.429966 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-4cfc6d7f-5f64-4c19-a439-2a7e411004c3 admin admin] Publish callbacks [] for security_group (12900379-a667-45c9-a406-3de5fa583a56), precommit_create {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:17:25.487141 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-4cfc6d7f-5f64-4c19-a439-2a7e411004c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728332'] for security_group (12900379-a667-45c9-a406-3de5fa583a56), after_create {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:17:25.504170 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG dbcounter [-] [104388] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:17:25.530395 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [None req-4cfc6d7f-5f64-4c19-a439-2a7e411004c3 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=018458a4a37442dc975b845b4213e9b7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1888731 Jun 18 05:17:25.531249 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cfc6d7f-5f64-4c19-a439-2a7e411004c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12900379-a667-45c9-a406-3de5fa583a56,revision_number=1']} {{(pid=104388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:17:25.533158 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.wsgi [-] (104387) accepted ('10.222.0.23', 47770) {{(pid=104387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 05:17:25.545290 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-bd48e2cf-68a6-4f35-9a09-882d425f288c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789592556683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1744442'] for agent (e572bbf3-12d8-41bb-a2ed-524d739c9de1), after_update {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:17:25.582163 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-495b44d8-b235-4d13-b579-fe47b33bf4e6 admin admin] Publish callbacks [] for security_group (12900379-a667-45c9-a406-3de5fa583a56), before_delete {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:17:25.603943 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-495b44d8-b235-4d13-b579-fe47b33bf4e6 admin admin] Publish callbacks [] for security_group (12900379-a667-45c9-a406-3de5fa583a56), precommit_delete {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:17:25.710976 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-495b44d8-b235-4d13-b579-fe47b33bf4e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728332'] for security_group (12900379-a667-45c9-a406-3de5fa583a56), after_delete {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:17:25.713410 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-495b44d8-b235-4d13-b579-fe47b33bf4e6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:17:25.714583 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [None req-495b44d8-b235-4d13-b579-fe47b33bf4e6 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/12900379-a667-45c9-a406-3de5fa583a56 HTTP/1.1" status: 204 len: 168 time: 0.1803839 Jun 18 05:17:25.722678 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-495b44d8-b235-4d13-b579-fe47b33bf4e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12900379-a667-45c9-a406-3de5fa583a56,revision_number=None']} {{(pid=104387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:17:27.201268 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-5df8b1a9-a354-44ed-8761-35e8e24f4084 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789592556683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1744442'] for agent (37f34a37-d85d-4c21-966b-86dc43157ac3), after_update {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:17:27.498902 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-c042a677-28f5-4026-b552-0173028fe9dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789592556683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1744442'] for agent (d503ae44-4e24-48d3-9886-03581f90537d), after_update {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:17:28.095149 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.wsgi [-] (104387) accepted ('10.222.0.23', 47842) {{(pid=104387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 05:17:28.211155 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-8896502e-b10f-46de-9769-308e399fd87b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:17:28.290329 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-8896502e-b10f-46de-9769-308e399fd87b admin admin] Publish callbacks [] for security_group (96a273cf-00fe-4b43-ad6f-7e0751c97730), precommit_create {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:17:28.361728 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-8896502e-b10f-46de-9769-308e399fd87b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728332'] for security_group (96a273cf-00fe-4b43-ad6f-7e0751c97730), after_create {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:17:28.404263 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [None req-8896502e-b10f-46de-9769-308e399fd87b admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=e425c6ebf3c74a3faaf96aa04966de54&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3074913 Jun 18 05:17:28.405590 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8896502e-b10f-46de-9769-308e399fd87b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96a273cf-00fe-4b43-ad6f-7e0751c97730,revision_number=1']} {{(pid=104387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:17:28.407144 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.wsgi [-] (104388) accepted ('10.222.0.23', 47858) {{(pid=104388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 05:17:28.415717 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8896502e-b10f-46de-9769-308e399fd87b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:17:28.416069 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8896502e-b10f-46de-9769-308e399fd87b admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:17:28.416429 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8896502e-b10f-46de-9769-308e399fd87b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:17:28.416772 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8896502e-b10f-46de-9769-308e399fd87b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:17:28.417112 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8896502e-b10f-46de-9769-308e399fd87b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:17:28.417494 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8896502e-b10f-46de-9769-308e399fd87b admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:17:28.417810 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8896502e-b10f-46de-9769-308e399fd87b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:17:28.418134 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8896502e-b10f-46de-9769-308e399fd87b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:17:28.418473 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8896502e-b10f-46de-9769-308e399fd87b admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:17:28.418803 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8896502e-b10f-46de-9769-308e399fd87b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:17:28.419141 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8896502e-b10f-46de-9769-308e399fd87b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:17:28.419468 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8896502e-b10f-46de-9769-308e399fd87b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:17:28.419789 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8896502e-b10f-46de-9769-308e399fd87b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:17:28.420114 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8896502e-b10f-46de-9769-308e399fd87b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:17:28.420464 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8896502e-b10f-46de-9769-308e399fd87b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:17:28.473089 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-4c40d1f5-b24e-4b65-b249-f8e10098395e admin admin] Publish callbacks [] for security_group (96a273cf-00fe-4b43-ad6f-7e0751c97730), before_delete {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:17:28.492183 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-4c40d1f5-b24e-4b65-b249-f8e10098395e admin admin] Publish callbacks [] for security_group (96a273cf-00fe-4b43-ad6f-7e0751c97730), precommit_delete {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:17:28.630170 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-4c40d1f5-b24e-4b65-b249-f8e10098395e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728332'] for security_group (96a273cf-00fe-4b43-ad6f-7e0751c97730), after_delete {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:17:28.634756 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-4c40d1f5-b24e-4b65-b249-f8e10098395e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:17:28.642765 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [None req-4c40d1f5-b24e-4b65-b249-f8e10098395e admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/96a273cf-00fe-4b43-ad6f-7e0751c97730 HTTP/1.1" status: 204 len: 168 time: 0.2275560 Jun 18 05:17:28.645886 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c40d1f5-b24e-4b65-b249-f8e10098395e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96a273cf-00fe-4b43-ad6f-7e0751c97730,revision_number=None']} {{(pid=104388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:17:28.669199 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c40d1f5-b24e-4b65-b249-f8e10098395e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:17:28.669579 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c40d1f5-b24e-4b65-b249-f8e10098395e admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:17:28.669964 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c40d1f5-b24e-4b65-b249-f8e10098395e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:17:28.670250 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c40d1f5-b24e-4b65-b249-f8e10098395e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:17:28.670581 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c40d1f5-b24e-4b65-b249-f8e10098395e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:17:28.670934 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c40d1f5-b24e-4b65-b249-f8e10098395e admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:17:28.671252 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c40d1f5-b24e-4b65-b249-f8e10098395e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:17:28.671658 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c40d1f5-b24e-4b65-b249-f8e10098395e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:17:28.671859 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c40d1f5-b24e-4b65-b249-f8e10098395e admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:17:28.672185 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c40d1f5-b24e-4b65-b249-f8e10098395e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:17:28.672486 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c40d1f5-b24e-4b65-b249-f8e10098395e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:17:28.672803 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c40d1f5-b24e-4b65-b249-f8e10098395e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:17:28.673117 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c40d1f5-b24e-4b65-b249-f8e10098395e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:17:28.673475 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c40d1f5-b24e-4b65-b249-f8e10098395e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:17:28.673780 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c40d1f5-b24e-4b65-b249-f8e10098395e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:17:29.340206 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.wsgi [-] (104388) accepted ('10.222.0.23', 47892) {{(pid=104388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 05:17:29.354206 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-e46f396b-9bc1-40b1-b41d-bfe498d0f8ff admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:17:29.430249 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-e46f396b-9bc1-40b1-b41d-bfe498d0f8ff admin admin] Publish callbacks [] for security_group (460f6f3c-2eac-44dd-a53a-5ff292584b29), precommit_create {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:17:29.544507 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-e46f396b-9bc1-40b1-b41d-bfe498d0f8ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728332'] for security_group (460f6f3c-2eac-44dd-a53a-5ff292584b29), after_create {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:17:29.585843 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [None req-e46f396b-9bc1-40b1-b41d-bfe498d0f8ff admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=90556649c2bf4c96aebf24f7f7638a42&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2438698 Jun 18 05:17:29.586977 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e46f396b-9bc1-40b1-b41d-bfe498d0f8ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=460f6f3c-2eac-44dd-a53a-5ff292584b29,revision_number=1']} {{(pid=104388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:17:29.588048 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.wsgi [-] (104387) accepted ('10.222.0.23', 47896) {{(pid=104387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 05:17:29.640812 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG dbcounter [-] [104387] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=104387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:17:29.653146 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-2c513f56-5da5-43dc-902a-245af27c58f9 admin admin] Publish callbacks [] for security_group (460f6f3c-2eac-44dd-a53a-5ff292584b29), before_delete {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:17:29.675497 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-2c513f56-5da5-43dc-902a-245af27c58f9 admin admin] Publish callbacks [] for security_group (460f6f3c-2eac-44dd-a53a-5ff292584b29), precommit_delete {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:17:29.709370 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG dbcounter [-] [104387] Writing DB stats neutron:SELECT=80,neutron:INSERT=15,neutron:DELETE=5 {{(pid=104387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:17:29.790391 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-2c513f56-5da5-43dc-902a-245af27c58f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728332'] for security_group (460f6f3c-2eac-44dd-a53a-5ff292584b29), after_delete {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:17:29.792903 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-2c513f56-5da5-43dc-902a-245af27c58f9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:17:29.794078 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [None req-2c513f56-5da5-43dc-902a-245af27c58f9 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/460f6f3c-2eac-44dd-a53a-5ff292584b29 HTTP/1.1" status: 204 len: 168 time: 0.2033772 Jun 18 05:17:29.802582 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c513f56-5da5-43dc-902a-245af27c58f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=460f6f3c-2eac-44dd-a53a-5ff292584b29,revision_number=None']} {{(pid=104387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:17:31.604660 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG neutron.db.agents_db [None req-f0cd052f-7516-4656-9d29-e77bb90ffdea None None] Agent healthcheck: found 6 active agents {{(pid=104390) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 18 05:17:33.229105 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-dd13b034-ac0e-465b-aa6c-437fe13c912a req-c73194ce-55b1-4dff-8c06-0a4abbeae3d5 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=7f277a3d-57bc-4fce-82d5-b163cbbcade0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0407021 Jun 18 05:17:33.399980 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd13b034-ac0e-465b-aa6c-437fe13c912a req-fd958796-ef6e-4b90-a4da-25dab2f8ce90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:17:33.399980 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-dd13b034-ac0e-465b-aa6c-437fe13c912a req-fd958796-ef6e-4b90-a4da-25dab2f8ce90 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=0b73d42a085a45bfb3ccced90b190a5b&device_id=7f277a3d-57bc-4fce-82d5-b163cbbcade0 HTTP/1.1" status: 200 len: 1130 time: 0.0809972 Jun 18 05:17:33.523130 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG dbcounter [-] [104388] Writing DB stats neutron:SELECT=82,neutron:DELETE=4,neutron:INSERT=14 {{(pid=104388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:17:33.559078 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd13b034-ac0e-465b-aa6c-437fe13c912a req-ba6a2cfc-d12e-46af-be95-258263345f7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:17:33.560787 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-dd13b034-ac0e-465b-aa6c-437fe13c912a req-ba6a2cfc-d12e-46af-be95-258263345f7f service neutron] 10.222.0.15 "GET /v2.0/networks?id=b6326206-c3ac-4e80-bc2a-deaf200d1ad1 HTTP/1.1" status: 200 len: 913 time: 0.1204259 Jun 18 05:17:33.607091 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-dd13b034-ac0e-465b-aa6c-437fe13c912a req-d5f55328-87e5-486f-9ed2-39e763b328ed service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b7964cda-123c-4433-9d83-8d7e89fdef4a HTTP/1.1" status: 200 len: 217 time: 0.0393462 Jun 18 05:17:33.657799 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd13b034-ac0e-465b-aa6c-437fe13c912a req-41fd8fbe-710d-48f4-aa0f-4f8cadafb2af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:17:33.668430 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-dd13b034-ac0e-465b-aa6c-437fe13c912a req-41fd8fbe-710d-48f4-aa0f-4f8cadafb2af service neutron] 10.222.0.15 "GET /v2.0/subnets?id=65acfd46-bcf0-4f0d-b181-1f052de6ca7a HTTP/1.1" status: 200 len: 851 time: 0.0557377 Jun 18 05:17:33.733839 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd13b034-ac0e-465b-aa6c-437fe13c912a req-426a1b0e-e42e-4a8b-9d73-0434950dac14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:17:33.735504 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-dd13b034-ac0e-465b-aa6c-437fe13c912a req-426a1b0e-e42e-4a8b-9d73-0434950dac14 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=b6326206-c3ac-4e80-bc2a-deaf200d1ad1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0596566 Jun 18 05:17:33.875926 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG dbcounter [-] [104388] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:17:33.908711 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-dd13b034-ac0e-465b-aa6c-437fe13c912a req-74f80a05-2928-4a4c-97e1-a12ba05da0fe service neutron] 10.222.0.15 "GET /v2.0/networks/b6326206-c3ac-4e80-bc2a-deaf200d1ad1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1546924 Jun 18 05:17:33.965919 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef1219b-4299-418b-a130-8904c772d442 req-25a2850b-5ff6-4bbc-9fc9-c187209436ec tempest-DeleteServersTestJSON-1260896433 tempest-DeleteServersTestJSON-1260896433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:17:33.967487 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-2ef1219b-4299-418b-a130-8904c772d442 req-25a2850b-5ff6-4bbc-9fc9-c187209436ec tempest-DeleteServersTestJSON-1260896433 tempest-DeleteServersTestJSON-1260896433-project] 10.222.0.23 "GET /v2.0/ports?device_id=7f277a3d-57bc-4fce-82d5-b163cbbcade0 HTTP/1.1" status: 200 len: 946 time: 0.0517504 Jun 18 05:17:34.032986 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-2ef1219b-4299-418b-a130-8904c772d442 req-03623534-5dcb-4682-bd55-9fcadc13c209 tempest-DeleteServersTestJSON-1260896433 tempest-DeleteServersTestJSON-1260896433-project] 10.222.0.23 "GET /v2.0/security-groups?id=0d6d7be2-cf98-4003-a359-c6a8d450ec5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595324 Jun 18 05:17:35.150352 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2c16d4-b7ab-45bf-a1d9-4f3cdd99c5c2 req-26be6036-66c9-4cf5-b71b-bd1d15691670 tempest-DeleteServersTestJSON-1260896433 tempest-DeleteServersTestJSON-1260896433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:17:35.153862 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-3e2c16d4-b7ab-45bf-a1d9-4f3cdd99c5c2 req-26be6036-66c9-4cf5-b71b-bd1d15691670 tempest-DeleteServersTestJSON-1260896433 tempest-DeleteServersTestJSON-1260896433-project] 10.222.0.23 "GET /v2.0/ports?device_id=7f277a3d-57bc-4fce-82d5-b163cbbcade0 HTTP/1.1" status: 200 len: 946 time: 0.0542095 Jun 18 05:17:35.205892 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-3e2c16d4-b7ab-45bf-a1d9-4f3cdd99c5c2 req-a76b52c8-7dff-4b07-a969-22799bedad26 tempest-DeleteServersTestJSON-1260896433 tempest-DeleteServersTestJSON-1260896433-project] 10.222.0.23 "GET /v2.0/security-groups?id=0d6d7be2-cf98-4003-a359-c6a8d450ec5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454178 Jun 18 05:17:35.522653 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-dd13b034-ac0e-465b-aa6c-437fe13c912a req-6b8046ba-b965-46b1-a961-db8a3ac43ff8 service neutron] 10.222.0.15 "GET /v2.0/networks/b6326206-c3ac-4e80-bc2a-deaf200d1ad1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0994873 Jun 18 05:17:36.350621 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be95f7aa-7fcc-4da3-8410-79927a1365aa req-31b27c9e-2a15-4ed2-8bf2-02fdc08d591d tempest-DeleteServersTestJSON-1260896433 tempest-DeleteServersTestJSON-1260896433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:17:36.350621 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-be95f7aa-7fcc-4da3-8410-79927a1365aa req-31b27c9e-2a15-4ed2-8bf2-02fdc08d591d tempest-DeleteServersTestJSON-1260896433 tempest-DeleteServersTestJSON-1260896433-project] 10.222.0.23 "GET /v2.0/ports?device_id=7f277a3d-57bc-4fce-82d5-b163cbbcade0 HTTP/1.1" status: 200 len: 946 time: 0.0477452 Jun 18 05:17:36.372153 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-be95f7aa-7fcc-4da3-8410-79927a1365aa req-3575235d-14d3-4442-a78f-5b395559c6a4 tempest-DeleteServersTestJSON-1260896433 tempest-DeleteServersTestJSON-1260896433-project] 10.222.0.23 "GET /v2.0/security-groups?id=0d6d7be2-cf98-4003-a359-c6a8d450ec5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456226 Jun 18 05:17:37.161800 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789592556683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1744442'] for agent (21f82a9e-593b-4fa9-aa06-dfe6f16482e6), after_update {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:17:37.485483 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c002e2-ffb1-4618-82c4-70f630f2d755 req-da270251-f5c3-4894-89c2-4d6f6f8b1a68 tempest-DeleteServersTestJSON-1260896433 tempest-DeleteServersTestJSON-1260896433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:17:37.486973 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-00c002e2-ffb1-4618-82c4-70f630f2d755 req-da270251-f5c3-4894-89c2-4d6f6f8b1a68 tempest-DeleteServersTestJSON-1260896433 tempest-DeleteServersTestJSON-1260896433-project] 10.222.0.23 "GET /v2.0/ports?device_id=7f277a3d-57bc-4fce-82d5-b163cbbcade0 HTTP/1.1" status: 200 len: 946 time: 0.0474870 Jun 18 05:17:37.533520 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-00c002e2-ffb1-4618-82c4-70f630f2d755 req-ae2aa844-a096-4a80-8af8-4358a911c2f6 tempest-DeleteServersTestJSON-1260896433 tempest-DeleteServersTestJSON-1260896433-project] 10.222.0.23 "GET /v2.0/security-groups?id=0d6d7be2-cf98-4003-a359-c6a8d450ec5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410731 Jun 18 05:17:38.644722 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1fbdce1-b8d8-43f9-884b-a5d982eda83c req-736da105-1c46-4669-891e-396f2c18c8d6 tempest-DeleteServersTestJSON-1260896433 tempest-DeleteServersTestJSON-1260896433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:17:38.646169 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-e1fbdce1-b8d8-43f9-884b-a5d982eda83c req-736da105-1c46-4669-891e-396f2c18c8d6 tempest-DeleteServersTestJSON-1260896433 tempest-DeleteServersTestJSON-1260896433-project] 10.222.0.23 "GET /v2.0/ports?device_id=7f277a3d-57bc-4fce-82d5-b163cbbcade0 HTTP/1.1" status: 200 len: 946 time: 0.0470703 Jun 18 05:17:38.696305 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-e1fbdce1-b8d8-43f9-884b-a5d982eda83c req-607aecd1-85b1-4f37-80cd-02a277949c91 tempest-DeleteServersTestJSON-1260896433 tempest-DeleteServersTestJSON-1260896433-project] 10.222.0.23 "GET /v2.0/security-groups?id=0d6d7be2-cf98-4003-a359-c6a8d450ec5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442612 Jun 18 05:17:39.637842 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90521ebb-e94f-413c-95d1-64cffbb0a0ad req-11398ca9-ef69-418e-a6c8-6294e4f72ab5 tempest-DeleteServersTestJSON-1260896433 tempest-DeleteServersTestJSON-1260896433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:17:39.639208 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-90521ebb-e94f-413c-95d1-64cffbb0a0ad req-11398ca9-ef69-418e-a6c8-6294e4f72ab5 tempest-DeleteServersTestJSON-1260896433 tempest-DeleteServersTestJSON-1260896433-project] 10.222.0.15 "GET /v2.0/ports?device_id=7f277a3d-57bc-4fce-82d5-b163cbbcade0 HTTP/1.1" status: 200 len: 946 time: 0.0489466 Jun 18 05:17:39.832143 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.plugins.ml2.plugin [req-90521ebb-e94f-413c-95d1-64cffbb0a0ad req-db773a8a-dc6d-48b5-9d7d-194e623fefbc tempest-DeleteServersTestJSON-1260896433 tempest-DeleteServersTestJSON-1260896433-project] Deleting port b7964cda-123c-4433-9d83-8d7e89fdef4a {{(pid=104388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 18 05:17:39.832476 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [req-90521ebb-e94f-413c-95d1-64cffbb0a0ad req-db773a8a-dc6d-48b5-9d7d-194e623fefbc tempest-DeleteServersTestJSON-1260896433 tempest-DeleteServersTestJSON-1260896433-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789592760634'] for port (b7964cda-123c-4433-9d83-8d7e89fdef4a), before_delete {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:17:39.857849 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed3004d-3d0a-4ed7-8460-1e570daa061c req-6ae0fb56-11a2-44c3-83db-de74570a07e8 tempest-DeleteServersTestJSON-1260896433 tempest-DeleteServersTestJSON-1260896433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:17:39.859286 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-2ed3004d-3d0a-4ed7-8460-1e570daa061c req-6ae0fb56-11a2-44c3-83db-de74570a07e8 tempest-DeleteServersTestJSON-1260896433 tempest-DeleteServersTestJSON-1260896433-project] 10.222.0.23 "GET /v2.0/ports?device_id=7f277a3d-57bc-4fce-82d5-b163cbbcade0 HTTP/1.1" status: 200 len: 946 time: 0.0887811 Jun 18 05:17:40.156023 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-2ed3004d-3d0a-4ed7-8460-1e570daa061c req-b060b6d5-52a0-431e-8cf7-49f4fc292cbb tempest-DeleteServersTestJSON-1260896433 tempest-DeleteServersTestJSON-1260896433-project] 10.222.0.23 "GET /v2.0/security-groups?id=0d6d7be2-cf98-4003-a359-c6a8d450ec5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2907662 Jun 18 05:17:40.169532 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.plugins.ml2.db [req-90521ebb-e94f-413c-95d1-64cffbb0a0ad req-db773a8a-dc6d-48b5-9d7d-194e623fefbc tempest-DeleteServersTestJSON-1260896433 tempest-DeleteServersTestJSON-1260896433-project] For port b7964cda-123c-4433-9d83-8d7e89fdef4a, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=b7964cda-123c-4433-9d83-8d7e89fdef4a,segment=NetworkSegment(09c215c3-c19f-4b36-8a34-43f30aa65bf5),segment_id=09c215c3-c19f-4b36-8a34-43f30aa65bf5)] {{(pid=104388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 05:17:40.178364 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [req-90521ebb-e94f-413c-95d1-64cffbb0a0ad req-db773a8a-dc6d-48b5-9d7d-194e623fefbc tempest-DeleteServersTestJSON-1260896433 tempest-DeleteServersTestJSON-1260896433-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-734995'] for port (b7964cda-123c-4433-9d83-8d7e89fdef4a), precommit_delete {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:17:40.188891 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.plugins.ml2.plugin [req-90521ebb-e94f-413c-95d1-64cffbb0a0ad req-db773a8a-dc6d-48b5-9d7d-194e623fefbc tempest-DeleteServersTestJSON-1260896433 tempest-DeleteServersTestJSON-1260896433-project] Calling delete_port for b7964cda-123c-4433-9d83-8d7e89fdef4a owned by compute:nova {{(pid=104388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 18 05:17:40.370287 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.wsgi [-] (104388) accepted ('10.222.0.23', 48196) {{(pid=104388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 05:17:40.400288 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [req-90521ebb-e94f-413c-95d1-64cffbb0a0ad req-db773a8a-dc6d-48b5-9d7d-194e623fefbc tempest-DeleteServersTestJSON-1260896433 tempest-DeleteServersTestJSON-1260896433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1768343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789592765633', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789592262831'] for port (b7964cda-123c-4433-9d83-8d7e89fdef4a), after_delete {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:17:40.436590 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db773a8a-dc6d-48b5-9d7d-194e623fefbc tempest-DeleteServersTestJSON-1260896433 tempest-DeleteServersTestJSON-1260896433-project] Pushing event deleted for resources: {'Port': ['ID=b7964cda-123c-4433-9d83-8d7e89fdef4a,revision_number=None']} {{(pid=104388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:17:40.465615 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.db [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] get_ports_and_sgs() called for port_ids ['b7964cda-123c-4433-9d83-8d7e89fdef4a'] {{(pid=104389) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 18 05:17:40.490733 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.db.db_base_plugin_v2 [None req-e573a0fe-85ba-439b-bb9c-b343c89c3d50 admin admin] Deleting subnet a1fa7ae0-ef10-459a-84ac-6bacc372c95d {{(pid=104388) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 18 05:17:40.496080 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-e573a0fe-85ba-439b-bb9c-b343c89c3d50 admin admin] Publish callbacks [] for subnet (a1fa7ae0-ef10-459a-84ac-6bacc372c95d), before_delete {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:17:40.531105 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG dbcounter [-] [104388] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:17:40.535492 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.db.l3_dvrscheduler_db [req-90521ebb-e94f-413c-95d1-64cffbb0a0ad req-db773a8a-dc6d-48b5-9d7d-194e623fefbc tempest-DeleteServersTestJSON-1260896433 tempest-DeleteServersTestJSON-1260896433-project] No DVR routers for this DVR port b7964cda-123c-4433-9d83-8d7e89fdef4a on host hv-cinder-83699 {{(pid=104388) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 18 05:17:40.543976 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [req-90521ebb-e94f-413c-95d1-64cffbb0a0ad req-db773a8a-dc6d-48b5-9d7d-194e623fefbc tempest-DeleteServersTestJSON-1260896433 tempest-DeleteServersTestJSON-1260896433-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19502'] for port (None), before_response {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:17:40.547252 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-90521ebb-e94f-413c-95d1-64cffbb0a0ad req-db773a8a-dc6d-48b5-9d7d-194e623fefbc tempest-DeleteServersTestJSON-1260896433 tempest-DeleteServersTestJSON-1260896433-project] 10.222.0.15 "DELETE /v2.0/ports/b7964cda-123c-4433-9d83-8d7e89fdef4a HTTP/1.1" status: 204 len: 173 time: 0.8693476 Jun 18 05:17:40.547729 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f277a3d-57bc-4fce-82d5-b163cbbcade0', 'name': 'network-vif-deleted', 'tag': 'b7964cda-123c-4433-9d83-8d7e89fdef4a'}] {{(pid=104388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 18 05:17:40.550215 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76651050bff5b1e15da4688504920c0e470581a7df997af8856c46d23e91a66a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-997aba97-dd51-40da-aa5b-7d3a6088056a" -d '{"events": [{"server_uuid": "7f277a3d-57bc-4fce-82d5-b163cbbcade0", "name": "network-vif-deleted", "tag": "b7964cda-123c-4433-9d83-8d7e89fdef4a"}]}' {{(pid=104388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 05:17:40.561551 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-e573a0fe-85ba-439b-bb9c-b343c89c3d50 admin admin] Publish callbacks [] for subnet (a1fa7ae0-ef10-459a-84ac-6bacc372c95d), precommit_delete_associations {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:17:40.564751 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG dbcounter [-] [104388] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:17:40.573285 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-e573a0fe-85ba-439b-bb9c-b343c89c3d50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1721998'] for subnet (a1fa7ae0-ef10-459a-84ac-6bacc372c95d), precommit_delete {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:17:40.601953 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Jun 2022 05:17:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66c13410-27f2-4a88-a572-cccc5ef24f1b x-openstack-request-id: req-66c13410-27f2-4a88-a572-cccc5ef24f1b {{(pid=104388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 05:17:40.602906 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f277a3d-57bc-4fce-82d5-b163cbbcade0", "name": "network-vif-deleted", "tag": "b7964cda-123c-4433-9d83-8d7e89fdef4a", "status": "completed", "code": 200}]} {{(pid=104388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 05:17:40.603089 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-66c13410-27f2-4a88-a572-cccc5ef24f1b {{(pid=104388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 05:17:40.603562 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.notifiers.nova [-] Nova event matching ['req-66c13410-27f2-4a88-a572-cccc5ef24f1b'] response: {'server_uuid': '7f277a3d-57bc-4fce-82d5-b163cbbcade0', 'name': 'network-vif-deleted', 'tag': 'b7964cda-123c-4433-9d83-8d7e89fdef4a', 'status': 'completed', 'code': 200} Jun 18 05:17:40.734955 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-e573a0fe-85ba-439b-bb9c-b343c89c3d50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1720957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546084'] for subnet (a1fa7ae0-ef10-459a-84ac-6bacc372c95d), after_delete {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:17:40.763734 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e573a0fe-85ba-439b-bb9c-b343c89c3d50 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a1fa7ae0-ef10-459a-84ac-6bacc372c95d,revision_number=None']} {{(pid=104388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:17:40.765691 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-e573a0fe-85ba-439b-bb9c-b343c89c3d50 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546098'] for subnet (None), before_response {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:17:40.768765 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [None req-e573a0fe-85ba-439b-bb9c-b343c89c3d50 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/a1fa7ae0-ef10-459a-84ac-6bacc372c95d HTTP/1.1" status: 204 len: 168 time: 0.3975024 Jun 18 05:17:40.771863 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.wsgi [-] (104388) accepted ('10.222.0.23', 48212) {{(pid=104388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 05:17:40.857950 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-4275e575-c2aa-4b6f-a7e0-75ebd887a097 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1848287'] for network (bdc9e9e4-78ed-486f-b1c3-122a045eaa25), before_delete {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:17:40.944886 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-4275e575-c2aa-4b6f-a7e0-75ebd887a097 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1722107', 'neutron.services.segments.db._delete_segments_for_network-8789592556701'] for network (bdc9e9e4-78ed-486f-b1c3-122a045eaa25), precommit_delete {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:17:40.967176 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-4275e575-c2aa-4b6f-a7e0-75ebd887a097 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=104388) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 05:17:40.967590 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-4275e575-c2aa-4b6f-a7e0-75ebd887a097 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=104388) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 05:17:40.968326 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-4275e575-c2aa-4b6f-a7e0-75ebd887a097 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=104388) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 05:17:40.968660 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-4275e575-c2aa-4b6f-a7e0-75ebd887a097 admin admin] Subscribe: > port after_create 55550000 {{(pid=104388) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 05:17:40.968986 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-4275e575-c2aa-4b6f-a7e0-75ebd887a097 admin admin] Subscribe: > port after_delete 55550000 {{(pid=104388) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 05:17:40.969308 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-4275e575-c2aa-4b6f-a7e0-75ebd887a097 admin admin] Subscribe: > port after_update 55550000 {{(pid=104388) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 05:17:40.969672 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-4275e575-c2aa-4b6f-a7e0-75ebd887a097 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=104388) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 05:17:40.970015 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-4275e575-c2aa-4b6f-a7e0-75ebd887a097 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104388) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 05:17:40.970340 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-4275e575-c2aa-4b6f-a7e0-75ebd887a097 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104388) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 05:17:40.970663 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-4275e575-c2aa-4b6f-a7e0-75ebd887a097 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=104388) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 05:17:41.054462 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-4275e575-c2aa-4b6f-a7e0-75ebd887a097 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104388) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 05:17:41.054823 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-4275e575-c2aa-4b6f-a7e0-75ebd887a097 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104388) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 05:17:41.055194 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-4275e575-c2aa-4b6f-a7e0-75ebd887a097 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=104388) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 05:17:41.055714 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-4275e575-c2aa-4b6f-a7e0-75ebd887a097 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=104388) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 05:17:41.056052 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.services.segments.db [None req-4275e575-c2aa-4b6f-a7e0-75ebd887a097 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bdc9e9e4-78ed-486f-b1c3-122a045eaa25']}} {{(pid=104388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 05:17:41.074370 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.services.segments.db [None req-4275e575-c2aa-4b6f-a7e0-75ebd887a097 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7208f1cd-02d1-4f10-9a6f-6d6e88ff7ca9') {'for_net_delete': True} {{(pid=104388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 05:17:41.074670 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.services.segments.db [None req-4275e575-c2aa-4b6f-a7e0-75ebd887a097 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7208f1cd-02d1-4f10-9a6f-6d6e88ff7ca9') {} {{(pid=104388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 05:17:41.092756 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-4275e575-c2aa-4b6f-a7e0-75ebd887a097 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789592557222', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14184782'] for segment (7208f1cd-02d1-4f10-9a6f-6d6e88ff7ca9), before_delete {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:17:41.117882 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-4275e575-c2aa-4b6f-a7e0-75ebd887a097 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1723189'] for segment (7208f1cd-02d1-4f10-9a6f-6d6e88ff7ca9), precommit_delete {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:17:41.127320 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4275e575-c2aa-4b6f-a7e0-75ebd887a097 admin admin] Releasing vlan 329 on physical network physnet1 to pool {{(pid=104388) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 18 05:17:41.129504 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-4275e575-c2aa-4b6f-a7e0-75ebd887a097 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1723189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15493010'] for segment (7208f1cd-02d1-4f10-9a6f-6d6e88ff7ca9), after_delete {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:17:41.152033 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.wsgi [-] (104387) accepted ('10.222.0.23', 48224) {{(pid=104387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 05:17:41.311065 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-ba4cf992-cb61-47f9-95fa-196fcd976c2b req-7817da3d-b287-4639-b1ae-eb21d106e558 tempest-DeleteServersTestJSON-1260896433 tempest-DeleteServersTestJSON-1260896433-project] 10.222.0.23 "GET /v2.0/ports?device_id=7f277a3d-57bc-4fce-82d5-b163cbbcade0 HTTP/1.1" status: 200 len: 210 time: 0.0396361 Jun 18 05:17:41.319343 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-1f2591d5-92d6-4464-82c9-531288130ef7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:17:41.339449 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-4275e575-c2aa-4b6f-a7e0-75ebd887a097 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1722098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-736823'] for network (bdc9e9e4-78ed-486f-b1c3-122a045eaa25), after_delete {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:17:41.345491 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-4275e575-c2aa-4b6f-a7e0-75ebd887a097 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546098'] for network (None), before_response {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:17:41.351746 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [None req-4275e575-c2aa-4b6f-a7e0-75ebd887a097 admin admin] 10.222.0.23 "DELETE /v2.0/networks/bdc9e9e4-78ed-486f-b1c3-122a045eaa25 HTTP/1.1" status: 204 len: 168 time: 0.5788968 Jun 18 05:17:41.352567 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.wsgi [-] (104388) accepted ('10.222.0.23', 48240) {{(pid=104388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 05:17:41.373081 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4275e575-c2aa-4b6f-a7e0-75ebd887a097 admin admin] Pushing event deleted for resources: {'Network': ['ID=bdc9e9e4-78ed-486f-b1c3-122a045eaa25,revision_number=None']} {{(pid=104388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:17:41.436282 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.services.segments.plugin [-] Segment 7208f1cd-02d1-4f10-9a6f-6d6e88ff7ca9 resource provider aggregate not found Jun 18 05:17:41.441178 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-1f2591d5-92d6-4464-82c9-531288130ef7 admin admin] Publish callbacks [] for security_group (4115f03c-0327-4292-94d3-032dc81bfa96), precommit_create {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:17:41.442733 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.db.db_base_plugin_v2 [None req-c0c572fa-0639-421a-8772-ab6df3090a34 admin admin] Deleting subnet a07e9d17-d888-48cd-a67e-88ad4813db08 {{(pid=104388) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 18 05:17:41.446840 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-c0c572fa-0639-421a-8772-ab6df3090a34 admin admin] Publish callbacks [] for subnet (a07e9d17-d888-48cd-a67e-88ad4813db08), before_delete {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:17:41.467691 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.services.segments.plugin [-] Segment 7208f1cd-02d1-4f10-9a6f-6d6e88ff7ca9 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 7208f1cd-02d1-4f10-9a6f-6d6e88ff7ca9 found for delete ", "request_id": "req-090d7d67-3ce2-4325-9104-2776d2c2ab86"}]} Jun 18 05:17:41.483984 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-c0c572fa-0639-421a-8772-ab6df3090a34 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14184769'] for subnet (a07e9d17-d888-48cd-a67e-88ad4813db08), precommit_delete_associations {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:17:41.528998 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-c0c572fa-0639-421a-8772-ab6df3090a34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1721998'] for subnet (a07e9d17-d888-48cd-a67e-88ad4813db08), precommit_delete {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:17:41.597928 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG dbcounter [-] [104390] Writing DB stats neutron:SELECT=43 {{(pid=104390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:17:41.601893 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-1f2591d5-92d6-4464-82c9-531288130ef7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728332'] for security_group (4115f03c-0327-4292-94d3-032dc81bfa96), after_create {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:17:41.605769 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG dbcounter [-] [104390] Writing DB stats neutron:SELECT=87 {{(pid=104390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:17:41.643251 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [None req-1f2591d5-92d6-4464-82c9-531288130ef7 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=a42be8af2a12411aa4c81096135870de&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4901128 Jun 18 05:17:41.644276 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2591d5-92d6-4464-82c9-531288130ef7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4115f03c-0327-4292-94d3-032dc81bfa96,revision_number=1']} {{(pid=104387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:17:41.646195 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.wsgi [-] (104388) accepted ('10.222.0.23', 48248) {{(pid=104388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 05:17:41.674453 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG dbcounter [-] [104388] Writing DB stats neutron:SELECT=89,neutron:DELETE=10,neutron:UPDATE=1 {{(pid=104388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:17:41.683831 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-c0c572fa-0639-421a-8772-ab6df3090a34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1720957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15492720', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12841702'] for subnet (a07e9d17-d888-48cd-a67e-88ad4813db08), after_delete {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:17:41.713428 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c572fa-0639-421a-8772-ab6df3090a34 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a07e9d17-d888-48cd-a67e-88ad4813db08,revision_number=None']} {{(pid=104388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:17:41.724250 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-c0c572fa-0639-421a-8772-ab6df3090a34 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546098'] for subnet (None), before_response {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:17:41.727989 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [None req-c0c572fa-0639-421a-8772-ab6df3090a34 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/a07e9d17-d888-48cd-a67e-88ad4813db08 HTTP/1.1" status: 204 len: 168 time: 0.3720472 Jun 18 05:17:41.731181 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.wsgi [-] (104387) accepted ('10.222.0.23', 48252) {{(pid=104387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 05:17:41.735400 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-058d20a7-38f6-4704-a4b6-cc5b9930949a admin admin] Publish callbacks [] for security_group (4115f03c-0327-4292-94d3-032dc81bfa96), before_delete {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:17:41.760475 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-058d20a7-38f6-4704-a4b6-cc5b9930949a admin admin] Publish callbacks [] for security_group (4115f03c-0327-4292-94d3-032dc81bfa96), precommit_delete {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:17:41.808702 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-c686bcb6-701c-42b2-bce0-a22a1f256200 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1848287'] for network (5b7bbde8-8942-4c95-98a6-0b08800065e7), before_delete {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:17:41.890546 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-c686bcb6-701c-42b2-bce0-a22a1f256200 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1722107', 'neutron.services.segments.db._delete_segments_for_network-8789592556701'] for network (5b7bbde8-8942-4c95-98a6-0b08800065e7), precommit_delete {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:17:41.912125 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.services.segments.db [None req-c686bcb6-701c-42b2-bce0-a22a1f256200 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5b7bbde8-8942-4c95-98a6-0b08800065e7']}} {{(pid=104387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 05:17:41.922310 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.services.segments.db [None req-c686bcb6-701c-42b2-bce0-a22a1f256200 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5a7eb5d5-06dd-4954-874b-3ad1bd2e92b2') {'for_net_delete': True} {{(pid=104387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 05:17:41.922606 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.services.segments.db [None req-c686bcb6-701c-42b2-bce0-a22a1f256200 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5a7eb5d5-06dd-4954-874b-3ad1bd2e92b2') {} {{(pid=104387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 05:17:41.933237 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-058d20a7-38f6-4704-a4b6-cc5b9930949a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728332'] for security_group (4115f03c-0327-4292-94d3-032dc81bfa96), after_delete {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:17:41.933689 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-c686bcb6-701c-42b2-bce0-a22a1f256200 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789592557222', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14008627'] for segment (5a7eb5d5-06dd-4954-874b-3ad1bd2e92b2), before_delete {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:17:41.935786 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-058d20a7-38f6-4704-a4b6-cc5b9930949a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:17:41.936926 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [None req-058d20a7-38f6-4704-a4b6-cc5b9930949a admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/4115f03c-0327-4292-94d3-032dc81bfa96 HTTP/1.1" status: 204 len: 168 time: 0.2897110 Jun 18 05:17:41.945318 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058d20a7-38f6-4704-a4b6-cc5b9930949a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4115f03c-0327-4292-94d3-032dc81bfa96,revision_number=None']} {{(pid=104388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:17:41.950766 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-c686bcb6-701c-42b2-bce0-a22a1f256200 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1723189'] for segment (5a7eb5d5-06dd-4954-874b-3ad1bd2e92b2), precommit_delete {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:17:41.972538 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c686bcb6-701c-42b2-bce0-a22a1f256200 admin admin] Releasing vlan 347 on physical network physnet1 to pool {{(pid=104387) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 18 05:17:41.972538 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-c686bcb6-701c-42b2-bce0-a22a1f256200 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1723189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14020753'] for segment (5a7eb5d5-06dd-4954-874b-3ad1bd2e92b2), after_delete {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:17:41.993451 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.services.segments.plugin [-] Segment 5a7eb5d5-06dd-4954-874b-3ad1bd2e92b2 resource provider aggregate not found Jun 18 05:17:42.033219 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.services.segments.plugin [-] Segment 5a7eb5d5-06dd-4954-874b-3ad1bd2e92b2 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 5a7eb5d5-06dd-4954-874b-3ad1bd2e92b2 found for delete ", "request_id": "req-6ffb7446-4c6d-4e1d-9673-be45227ac860"}]} Jun 18 05:17:42.122147 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-c686bcb6-701c-42b2-bce0-a22a1f256200 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1722098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-736823'] for network (5b7bbde8-8942-4c95-98a6-0b08800065e7), after_delete {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:17:42.128862 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-c686bcb6-701c-42b2-bce0-a22a1f256200 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546098'] for network (None), before_response {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:17:42.130956 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [None req-c686bcb6-701c-42b2-bce0-a22a1f256200 admin admin] 10.222.0.23 "DELETE /v2.0/networks/5b7bbde8-8942-4c95-98a6-0b08800065e7 HTTP/1.1" status: 204 len: 168 time: 0.3985472 Jun 18 05:17:42.143285 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c686bcb6-701c-42b2-bce0-a22a1f256200 admin admin] Pushing event deleted for resources: {'Network': ['ID=5b7bbde8-8942-4c95-98a6-0b08800065e7,revision_number=None']} {{(pid=104387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:17:42.427968 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-55a123f9-210d-474d-8332-a97625fb17da req-409aebf7-9bbc-447d-8df6-e56469a241d7 tempest-DeleteServersTestJSON-1260896433 tempest-DeleteServersTestJSON-1260896433-project] 10.222.0.23 "GET /v2.0/ports?device_id=7f277a3d-57bc-4fce-82d5-b163cbbcade0 HTTP/1.1" status: 200 len: 210 time: 0.0290225 Jun 18 05:17:42.455527 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.wsgi [-] (104388) accepted ('10.222.0.23', 48272) {{(pid=104388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 05:17:42.500123 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [None req-8678880f-cb53-49ce-90a0-d665f8f22c6c admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=ceb4ebf6b13149448546688ff0599c6c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0434020 Jun 18 05:17:42.502660 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.wsgi [-] (104388) accepted ('10.222.0.23', 48274) {{(pid=104388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 05:17:42.524715 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.wsgi [-] (104387) accepted ('10.222.0.23', 48276) {{(pid=104387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 05:17:42.538580 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-3215497b-2878-49a3-8694-de4e607ed00f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:17:42.555102 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-ae87a191-299a-4e24-903e-5e60400ca38a admin admin] Publish callbacks [] for security_group (c1a7b9c2-b17a-48d8-ad23-c3618780e730), before_delete {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:17:42.569016 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG dbcounter [-] [104387] Writing DB stats neutron:SELECT=85,neutron:INSERT=10,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:17:42.577522 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-ae87a191-299a-4e24-903e-5e60400ca38a admin admin] Publish callbacks [] for security_group (c1a7b9c2-b17a-48d8-ad23-c3618780e730), precommit_delete {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:17:42.612899 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG dbcounter [-] [104387] Writing DB stats neutron:SELECT=85,neutron:INSERT=12,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:17:42.616526 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG dbcounter [-] [104388] Writing DB stats neutron:SELECT=86,neutron:DELETE=11,neutron:UPDATE=3 {{(pid=104388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:17:42.617761 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-3215497b-2878-49a3-8694-de4e607ed00f admin admin] Publish callbacks [] for security_group (dc1b92ef-7e5e-4dcb-938e-cde1e32e68e6), precommit_create {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:17:42.704852 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-3215497b-2878-49a3-8694-de4e607ed00f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728332'] for security_group (dc1b92ef-7e5e-4dcb-938e-cde1e32e68e6), after_create {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:17:42.716098 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-ae87a191-299a-4e24-903e-5e60400ca38a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728332'] for security_group (c1a7b9c2-b17a-48d8-ad23-c3618780e730), after_delete {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:17:42.718621 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-ae87a191-299a-4e24-903e-5e60400ca38a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:17:42.719814 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [None req-ae87a191-299a-4e24-903e-5e60400ca38a admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/c1a7b9c2-b17a-48d8-ad23-c3618780e730 HTTP/1.1" status: 204 len: 168 time: 0.2162313 Jun 18 05:17:42.729711 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae87a191-299a-4e24-903e-5e60400ca38a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1a7b9c2-b17a-48d8-ad23-c3618780e730,revision_number=None']} {{(pid=104388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:17:42.751751 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [None req-3215497b-2878-49a3-8694-de4e607ed00f admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=fa46c48e05f24c3693a146fcf47cb108&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2256215 Jun 18 05:17:42.754475 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3215497b-2878-49a3-8694-de4e607ed00f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc1b92ef-7e5e-4dcb-938e-cde1e32e68e6,revision_number=1']} {{(pid=104387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:17:42.755265 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.wsgi [-] (104388) accepted ('10.222.0.23', 48282) {{(pid=104388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 05:17:42.821893 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-299648c3-0a0f-456e-8002-740e4182dabc admin admin] Publish callbacks [] for security_group (dc1b92ef-7e5e-4dcb-938e-cde1e32e68e6), before_delete {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:17:42.851362 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-299648c3-0a0f-456e-8002-740e4182dabc admin admin] Publish callbacks [] for security_group (dc1b92ef-7e5e-4dcb-938e-cde1e32e68e6), precommit_delete {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:17:42.979035 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-299648c3-0a0f-456e-8002-740e4182dabc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728332'] for security_group (dc1b92ef-7e5e-4dcb-938e-cde1e32e68e6), after_delete {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:17:42.981566 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-299648c3-0a0f-456e-8002-740e4182dabc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:17:42.982786 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [None req-299648c3-0a0f-456e-8002-740e4182dabc admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/dc1b92ef-7e5e-4dcb-938e-cde1e32e68e6 HTTP/1.1" status: 204 len: 168 time: 0.2272317 Jun 18 05:17:42.990694 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299648c3-0a0f-456e-8002-740e4182dabc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc1b92ef-7e5e-4dcb-938e-cde1e32e68e6,revision_number=None']} {{(pid=104388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:17:43.425603 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.wsgi [-] (104388) accepted ('10.222.0.23', 48296) {{(pid=104388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 05:17:43.480388 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [None req-1aacfc6a-9669-4c37-8a7b-b1a7a4c91688 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=9e7df6c98bc241398fb734d693186ca0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0503972 Jun 18 05:17:43.480667 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.wsgi [-] (104388) accepted ('10.222.0.23', 48302) {{(pid=104388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 05:17:43.546929 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-61079002-268d-450a-9baa-df0371fca71e admin admin] Publish callbacks [] for security_group (85a6c811-b009-4569-ac7d-cd145d955e57), before_delete {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:17:43.563723 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-b3a80173-050b-4200-b186-474db9438dd6 req-61c6cdfe-4789-4d51-8121-8e82984f0496 tempest-DeleteServersTestJSON-1260896433 tempest-DeleteServersTestJSON-1260896433-project] 10.222.0.23 "GET /v2.0/ports?device_id=7f277a3d-57bc-4fce-82d5-b163cbbcade0 HTTP/1.1" status: 200 len: 210 time: 0.0345147 Jun 18 05:17:43.584266 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-61079002-268d-450a-9baa-df0371fca71e admin admin] Publish callbacks [] for security_group (85a6c811-b009-4569-ac7d-cd145d955e57), precommit_delete {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:17:43.694517 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-61079002-268d-450a-9baa-df0371fca71e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728332'] for security_group (85a6c811-b009-4569-ac7d-cd145d955e57), after_delete {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:17:43.699203 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-61079002-268d-450a-9baa-df0371fca71e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:17:43.700449 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [None req-61079002-268d-450a-9baa-df0371fca71e admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/85a6c811-b009-4569-ac7d-cd145d955e57 HTTP/1.1" status: 204 len: 168 time: 0.2188075 Jun 18 05:17:43.713171 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61079002-268d-450a-9baa-df0371fca71e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85a6c811-b009-4569-ac7d-cd145d955e57,revision_number=None']} {{(pid=104388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:17:44.831429 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.rpc [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] Device b7964cda-123c-4433-9d83-8d7e89fdef4a no longer exists at agent hyperv_hv-cinder-83699 {{(pid=104389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 18 05:17:44.855748 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.plugin [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] No Port match for: b7964cda-123c-4433-9d83-8d7e89fdef4a {{(pid=104389) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 18 05:17:44.856215 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.rpc [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] Device b7964cda-123c-4433-9d83-8d7e89fdef4a not bound to the agent host hv-cinder-83699 {{(pid=104389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 18 05:17:47.316794 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.wsgi [-] (104388) accepted ('10.222.0.23', 48480) {{(pid=104388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 05:17:47.420367 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG dbcounter [-] [104388] Writing DB stats neutron:SELECT=91,neutron:DELETE=9 {{(pid=104388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:17:47.520808 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.wsgi [-] (104387) accepted ('10.222.0.23', 48484) {{(pid=104387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 05:17:47.631577 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-8d98e5bd-0d58-4a12-b77d-8dd316ffe93b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:17:47.698754 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-80e67caf-9e29-409b-bb65-f4044d2aeb7d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-574248'] for router_interface (11fcdc93-d306-46e0-953d-171b66ebef42), before_delete {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:17:47.721857 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-8d98e5bd-0d58-4a12-b77d-8dd316ffe93b admin admin] Publish callbacks [] for security_group (e0a30817-2138-46d2-a5d3-712bd62e1c77), precommit_create {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:17:47.767753 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-8d98e5bd-0d58-4a12-b77d-8dd316ffe93b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728332'] for security_group (e0a30817-2138-46d2-a5d3-712bd62e1c77), after_create {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:17:47.808506 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d98e5bd-0d58-4a12-b77d-8dd316ffe93b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0a30817-2138-46d2-a5d3-712bd62e1c77,revision_number=1']} {{(pid=104387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:17:47.815475 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [None req-8d98e5bd-0d58-4a12-b77d-8dd316ffe93b admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=8fa0c1bb956f4efbac54fdfb60f6573c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2909524 Jun 18 05:17:47.815656 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.wsgi [-] (104387) accepted ('10.222.0.23', 48488) {{(pid=104387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 05:17:47.866284 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-e2c4310a-2605-4e0c-9aac-0c3809bad0fb admin admin] Publish callbacks [] for security_group (e0a30817-2138-46d2-a5d3-712bd62e1c77), before_delete {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:17:47.891450 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-e2c4310a-2605-4e0c-9aac-0c3809bad0fb admin admin] Publish callbacks [] for security_group (e0a30817-2138-46d2-a5d3-712bd62e1c77), precommit_delete {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:17:47.972098 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.plugins.ml2.plugin [None req-80e67caf-9e29-409b-bb65-f4044d2aeb7d admin admin] Deleting port 784d5d4f-2caf-485f-9f7b-6b288d1775a7 {{(pid=104388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 18 05:17:47.972624 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-80e67caf-9e29-409b-bb65-f4044d2aeb7d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789592760634'] for port (784d5d4f-2caf-485f-9f7b-6b288d1775a7), before_delete {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:17:48.008251 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-e2c4310a-2605-4e0c-9aac-0c3809bad0fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728332'] for security_group (e0a30817-2138-46d2-a5d3-712bd62e1c77), after_delete {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:17:48.011095 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-e2c4310a-2605-4e0c-9aac-0c3809bad0fb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:17:48.012500 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [None req-e2c4310a-2605-4e0c-9aac-0c3809bad0fb admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/e0a30817-2138-46d2-a5d3-712bd62e1c77 HTTP/1.1" status: 204 len: 168 time: 0.1959167 Jun 18 05:17:48.022525 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c4310a-2605-4e0c-9aac-0c3809bad0fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0a30817-2138-46d2-a5d3-712bd62e1c77,revision_number=None']} {{(pid=104387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:17:48.049013 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG dbcounter [-] [104389] Writing DB stats neutron:SELECT=45,neutron:UPDATE=4 {{(pid=104389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:17:48.050730 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG dbcounter [-] [104389] Writing DB stats neutron:SELECT=43,neutron:UPDATE=6 {{(pid=104389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:17:48.066544 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.plugins.ml2.db [None req-80e67caf-9e29-409b-bb65-f4044d2aeb7d admin admin] For port 784d5d4f-2caf-485f-9f7b-6b288d1775a7, host dv-cinder-836996-35-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-35-iscsi',level=0,port_id=784d5d4f-2caf-485f-9f7b-6b288d1775a7,segment=NetworkSegment(09c215c3-c19f-4b36-8a34-43f30aa65bf5),segment_id=09c215c3-c19f-4b36-8a34-43f30aa65bf5)] {{(pid=104388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 05:17:48.067061 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-80e67caf-9e29-409b-bb65-f4044d2aeb7d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-734995'] for port (784d5d4f-2caf-485f-9f7b-6b288d1775a7), precommit_delete {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:17:48.082584 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.plugins.ml2.plugin [None req-80e67caf-9e29-409b-bb65-f4044d2aeb7d admin admin] Calling delete_port for 784d5d4f-2caf-485f-9f7b-6b288d1775a7 owned by network:router_interface {{(pid=104388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 18 05:17:48.142442 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG dbcounter [-] [104388] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:17:48.250522 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG dbcounter [-] [104388] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=104388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:17:48.373601 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-80e67caf-9e29-409b-bb65-f4044d2aeb7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1768343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789592765633', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789592262831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15493031'] for port (784d5d4f-2caf-485f-9f7b-6b288d1775a7), after_delete {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:17:48.399872 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e67caf-9e29-409b-bb65-f4044d2aeb7d admin admin] Pushing event deleted for resources: {'Port': ['ID=784d5d4f-2caf-485f-9f7b-6b288d1775a7,revision_number=None']} {{(pid=104388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:17:48.574095 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-80e67caf-9e29-409b-bb65-f4044d2aeb7d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-546271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-575160'] for router_interface (11fcdc93-d306-46e0-953d-171b66ebef42), after_delete {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:17:48.806802 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80e67caf-9e29-409b-bb65-f4044d2aeb7d admin admin] Router 11fcdc93-d306-46e0-953d-171b66ebef42 has already been hosted by L3 agent a8549501-0164-4ac5-90a6-1ba1ba0d3f9d {{(pid=104388) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 18 05:17:48.850915 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG dbcounter [-] [104388] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:17:49.092362 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.wsgi [-] (104387) accepted ('10.222.0.23', 48528) {{(pid=104387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 05:17:49.123201 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80e67caf-9e29-409b-bb65-f4044d2aeb7d admin admin] Notify agent at l3_agent.dv-cinder-836996-35-iscsi the message routers_updated {{(pid=104388) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 05:17:49.128927 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [None req-80e67caf-9e29-409b-bb65-f4044d2aeb7d admin admin] 10.222.0.23 "PUT /v2.0/routers/11fcdc93-d306-46e0-953d-171b66ebef42/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8109572 Jun 18 05:17:49.132034 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.wsgi [-] (104387) accepted ('10.222.0.23', 48534) {{(pid=104387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 05:17:49.136259 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f34e6eb-5879-4575-90b7-a72b52c0cde8 None None] Sync routers for ids ['11fcdc93-d306-46e0-953d-171b66ebef42'] in dv-cinder-836996-35-iscsi {{(pid=104390) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 05:17:49.158237 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f34e6eb-5879-4575-90b7-a72b52c0cde8 None None] Routers {'11fcdc93-d306-46e0-953d-171b66ebef42'} bound to L3 agent in host dv-cinder-836996-35-iscsi {{(pid=104390) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 18 05:17:49.158876 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG neutron.db.l3_hamode_db [None req-9f34e6eb-5879-4575-90b7-a72b52c0cde8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-35-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-18T05:08:24Z,description=,heartbeat_timestamp=2022-06-18T05:17:25Z,host='dv-cinder-836996-35-iscsi',id=a8549501-0164-4ac5-90a6-1ba1ba0d3f9d,load=0,resource_versions=,resources_synced=,started_at=2022-06-18T05:08:25Z,topic='l3_agent')) {'router_ids': ['11fcdc93-d306-46e0-953d-171b66ebef42'], 'active': True} {{(pid=104390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 05:17:49.246502 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.api.v2.base [None req-1738b814-9dd5-44bb-9c32-4540e1b6633d admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-745194918-network', 'tenant_id': '3a833f00ba294564a66b9eefbc49147e'}} {{(pid=104387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 18 05:17:49.251826 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-e2c80ea5-2261-4e64-9201-e769cf5373be admin admin] Publish callbacks [] for router (11fcdc93-d306-46e0-953d-171b66ebef42), before_delete {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:17:49.268175 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG neutron.db.l3_dvr_db [None req-9f34e6eb-5879-4575-90b7-a72b52c0cde8 None None] Set router 11fcdc93-d306-46e0-953d-171b66ebef42 gateway port host: dv-cinder-836996-35-iscsi {{(pid=104390) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 18 05:17:49.366491 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-e2c80ea5-2261-4e64-9201-e769cf5373be admin admin] Publish callbacks [] for router_gateway (11fcdc93-d306-46e0-953d-171b66ebef42), before_delete {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:17:49.374074 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1738b814-9dd5-44bb-9c32-4540e1b6633d admin admin] Made reservation on behalf of 3a833f00ba294564a66b9eefbc49147e for: {'network': 1} {{(pid=104387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 05:17:49.376459 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-1738b814-9dd5-44bb-9c32-4540e1b6633d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1768406'] for network (None), before_create {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:17:49.389350 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-1738b814-9dd5-44bb-9c32-4540e1b6633d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:17:49.446037 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG neutron.db.l3_hamode_db [None req-9f34e6eb-5879-4575-90b7-a72b52c0cde8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11fcdc93-d306-46e0-953d-171b66ebef42', 'name': 'tempest-DeleteServersTestJSON-1466823801-router', 'tenant_id': '0b73d42a085a45bfb3ccced90b190a5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65c030c7-6a7d-4cea-a47d-5cdd532db0e6', 'external_fixed_ips': [{'subnet_id': 'a9fa7760-a071-45ee-b985-799999c69975', 'ip_address': '172.27.2.107'}], 'enable_snat': True}, 'gw_port_id': '50f6ece7-2be9-4d80-b67e-2596c6612499', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-18T05:16:28Z', 'updated_at': '2022-06-18T05:17:48Z', 'revision_number': 5, 'project_id': '0b73d42a085a45bfb3ccced90b190a5b', 'gw_port': {'id': '50f6ece7-2be9-4d80-b67e-2596c6612499', 'name': '', 'network_id': '65c030c7-6a7d-4cea-a47d-5cdd532db0e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:b7:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11fcdc93-d306-46e0-953d-171b66ebef42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'a9fa7760-a071-45ee-b985-799999c69975', 'ip_address': '172.27.2.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-18T05:16:29Z', 'updated_at': '2022-06-18T05:16:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9fa7760-a071-45ee-b985-799999c69975', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-35-iscsi'}], 'dv-cinder-836996-35-iscsi', False) {} {{(pid=104390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 05:17:49.474297 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f34e6eb-5879-4575-90b7-a72b52c0cde8 None None] Checking router: 11fcdc93-d306-46e0-953d-171b66ebef42 for host: dv-cinder-836996-35-iscsi {{(pid=104390) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 05:17:49.483456 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f34e6eb-5879-4575-90b7-a72b52c0cde8 None None] Routers {'11fcdc93-d306-46e0-953d-171b66ebef42'} bound to L3 agent in host dv-cinder-836996-35-iscsi {{(pid=104390) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 18 05:17:49.484057 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG neutron.db.l3_hamode_db [None req-9f34e6eb-5879-4575-90b7-a72b52c0cde8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-35-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-18T05:08:24Z,description=,heartbeat_timestamp=2022-06-18T05:17:25Z,host='dv-cinder-836996-35-iscsi',id=a8549501-0164-4ac5-90a6-1ba1ba0d3f9d,load=0,resource_versions=,resources_synced=,started_at=2022-06-18T05:08:25Z,topic='l3_agent')) {'router_ids': ['11fcdc93-d306-46e0-953d-171b66ebef42'], 'active': True} {{(pid=104390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 05:17:49.495075 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-1738b814-9dd5-44bb-9c32-4540e1b6633d admin admin] Publish callbacks [] for security_group (bc90fc02-3a22-4765-be93-15065878de04), precommit_create {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:17:49.497818 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG dbcounter [-] [104387] Writing DB stats neutron:SELECT=79,neutron:INSERT=16,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=104387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:17:49.501957 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.plugin [None req-e2c80ea5-2261-4e64-9201-e769cf5373be admin admin] Deleting port 50f6ece7-2be9-4d80-b67e-2596c6612499 {{(pid=104387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 18 05:17:49.502292 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-e2c80ea5-2261-4e64-9201-e769cf5373be admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789592760634'] for port (50f6ece7-2be9-4d80-b67e-2596c6612499), before_delete {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:17:49.514076 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG dbcounter [-] [104387] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:17:49.557976 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-1738b814-9dd5-44bb-9c32-4540e1b6633d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728332'] for security_group (bc90fc02-3a22-4765-be93-15065878de04), after_create {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:17:49.569774 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG neutron.db.l3_dvr_db [None req-9f34e6eb-5879-4575-90b7-a72b52c0cde8 None None] Set router 11fcdc93-d306-46e0-953d-171b66ebef42 gateway port host: None {{(pid=104390) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 18 05:17:49.596473 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1738b814-9dd5-44bb-9c32-4540e1b6633d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 309} {{(pid=104387) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 18 05:17:49.611560 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1738b814-9dd5-44bb-9c32-4540e1b6633d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc90fc02-3a22-4765-be93-15065878de04,revision_number=1']} {{(pid=104387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:17:49.617895 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG neutron.db.l3_hamode_db [None req-9f34e6eb-5879-4575-90b7-a72b52c0cde8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11fcdc93-d306-46e0-953d-171b66ebef42', 'name': 'tempest-DeleteServersTestJSON-1466823801-router', 'tenant_id': '0b73d42a085a45bfb3ccced90b190a5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-18T05:16:28Z', 'updated_at': '2022-06-18T05:17:49Z', 'revision_number': 6, 'project_id': '0b73d42a085a45bfb3ccced90b190a5b', 'gw_port_host': None}], 'dv-cinder-836996-35-iscsi', False) {} {{(pid=104390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 05:17:49.629702 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-1738b814-9dd5-44bb-9c32-4540e1b6633d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1723189'] for segment (12bd4d7d-2559-47b9-9d42-fc7db48d9cb1), precommit_create {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:17:49.630053 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.db.segments_db [None req-1738b814-9dd5-44bb-9c32-4540e1b6633d admin admin] Added segment 12bd4d7d-2559-47b9-9d42-fc7db48d9cb1 of type vlan for network 381e581a-9cea-44f2-9ed2-365c11f6d6d9 Jun 18 05:17:49.632619 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.db [None req-e2c80ea5-2261-4e64-9201-e769cf5373be admin admin] For port 50f6ece7-2be9-4d80-b67e-2596c6612499, host dv-cinder-836996-35-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-35-iscsi',level=0,port_id=50f6ece7-2be9-4d80-b67e-2596c6612499,segment=NetworkSegment(62e6b565-92f9-4432-9d4a-754d0a7517a7),segment_id=62e6b565-92f9-4432-9d4a-754d0a7517a7)] {{(pid=104387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 05:17:49.633174 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-e2c80ea5-2261-4e64-9201-e769cf5373be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-734995'] for port (50f6ece7-2be9-4d80-b67e-2596c6612499), precommit_delete {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:17:49.644792 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f34e6eb-5879-4575-90b7-a72b52c0cde8 None None] The sync data for ids ['11fcdc93-d306-46e0-953d-171b66ebef42'] in dv-cinder-836996-35-iscsi is: [{'id': '11fcdc93-d306-46e0-953d-171b66ebef42', 'name': 'tempest-DeleteServersTestJSON-1466823801-router', 'tenant_id': '0b73d42a085a45bfb3ccced90b190a5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-18T05:16:28Z', 'updated_at': '2022-06-18T05:17:49Z', 'revision_number': 6, 'project_id': '0b73d42a085a45bfb3ccced90b190a5b', 'gw_port_host': None}] {{(pid=104390) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 05:17:49.657643 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.plugin [None req-e2c80ea5-2261-4e64-9201-e769cf5373be admin admin] Calling delete_port for 50f6ece7-2be9-4d80-b67e-2596c6612499 owned by network:router_gateway {{(pid=104387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 18 05:17:49.722199 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-1738b814-9dd5-44bb-9c32-4540e1b6633d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789592234469'] for network (381e581a-9cea-44f2-9ed2-365c11f6d6d9), precommit_create {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:17:49.860170 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-1738b814-9dd5-44bb-9c32-4540e1b6633d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546084'] for network (381e581a-9cea-44f2-9ed2-365c11f6d6d9), after_create {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:17:49.861158 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1738b814-9dd5-44bb-9c32-4540e1b6633d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:17:49.862044 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-1738b814-9dd5-44bb-9c32-4540e1b6633d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546098'] for network (None), before_response {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:17:49.957367 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1738b814-9dd5-44bb-9c32-4540e1b6633d admin admin] Pushing event updated for resources: {'Network': ['ID=381e581a-9cea-44f2-9ed2-365c11f6d6d9,revision_number=1']} {{(pid=104387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:17:49.964853 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG dbcounter [-] [104387] Writing DB stats neutron:SELECT=86,neutron:INSERT=5,neutron:UPDATE=4,neutron:DELETE=5 {{(pid=104387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:17:49.970786 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.rpc [None req-c042a677-28f5-4026-b552-0173028fe9dd None None] Network 381e581a-9cea-44f2-9ed2-365c11f6d6d9 details requested by agent ovs-agent-dv-cinder-836996-35-iscsi with host dv-cinder-836996-35-iscsi {{(pid=104389) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 18 05:17:49.996007 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [None req-1738b814-9dd5-44bb-9c32-4540e1b6633d admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 868 time: 0.8995142 Jun 18 05:17:50.004560 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.wsgi [-] (104388) accepted ('10.222.0.23', 48542) {{(pid=104388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 05:17:50.004560 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.api.v2.base [None req-f38f9b33-6080-469d-9bfe-258ce20acb20 admin admin] Request body: {'subnet': {'network_id': '381e581a-9cea-44f2-9ed2-365c11f6d6d9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-745194918-subnet', 'tenant_id': '3a833f00ba294564a66b9eefbc49147e', 'ip_version': 4}} {{(pid=104388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 18 05:17:50.078182 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-e2c80ea5-2261-4e64-9201-e769cf5373be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1768343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789592765633', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789592262831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14020772'] for port (50f6ece7-2be9-4d80-b67e-2596c6612499), after_delete {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:17:50.104928 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f38f9b33-6080-469d-9bfe-258ce20acb20 admin admin] Made reservation on behalf of 3a833f00ba294564a66b9eefbc49147e for: {'subnet': 1} {{(pid=104388) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 05:17:50.108044 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-f38f9b33-6080-469d-9bfe-258ce20acb20 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12841501'] for subnet (None), before_create {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:17:50.113313 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c80ea5-2261-4e64-9201-e769cf5373be admin admin] Pushing event deleted for resources: {'Port': ['ID=50f6ece7-2be9-4d80-b67e-2596c6612499,revision_number=None']} {{(pid=104387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:17:50.174086 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-e2c80ea5-2261-4e64-9201-e769cf5373be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-737003'] for router_gateway (11fcdc93-d306-46e0-953d-171b66ebef42), after_delete {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:17:50.314096 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-e2c80ea5-2261-4e64-9201-e769cf5373be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-575990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9626'] for router (11fcdc93-d306-46e0-953d-171b66ebef42), precommit_delete {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:17:50.316272 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-e2c80ea5-2261-4e64-9201-e769cf5373be admin admin] Publish callbacks [] for router_controller (11fcdc93-d306-46e0-953d-171b66ebef42), precommit_delete_associations {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:17:50.396323 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-f38f9b33-6080-469d-9bfe-258ce20acb20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15492663', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12841711'] for subnet (bc9d70cb-3189-4844-951f-f295bb588b8d), after_create {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:17:50.442455 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-e2c80ea5-2261-4e64-9201-e769cf5373be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-574313'] for router (11fcdc93-d306-46e0-953d-171b66ebef42), after_delete {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:17:50.443604 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2c80ea5-2261-4e64-9201-e769cf5373be admin admin] Fanout notify agent at l3_agent the message router_deleted on router 11fcdc93-d306-46e0-953d-171b66ebef42 {{(pid=104387) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 18 05:17:50.460685 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.rpc [None req-c042a677-28f5-4026-b552-0173028fe9dd None None] Device 784d5d4f-2caf-485f-9f7b-6b288d1775a7 no longer exists at agent ovs-agent-dv-cinder-836996-35-iscsi {{(pid=104389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 18 05:17:50.460942 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-e2c80ea5-2261-4e64-9201-e769cf5373be admin admin] Publish callbacks [] for router (None), before_response {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:17:50.464087 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [None req-e2c80ea5-2261-4e64-9201-e769cf5373be admin admin] 10.222.0.23 "DELETE /v2.0/routers/11fcdc93-d306-46e0-953d-171b66ebef42 HTTP/1.1" status: 204 len: 168 time: 1.3310549 Jun 18 05:17:50.466667 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.wsgi [-] (104387) accepted ('10.222.0.23', 48550) {{(pid=104387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 05:17:50.472780 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38f9b33-6080-469d-9bfe-258ce20acb20 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bc9d70cb-3189-4844-951f-f295bb588b8d,revision_number=0']} {{(pid=104388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:17:50.475238 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f38f9b33-6080-469d-9bfe-258ce20acb20 admin admin] Checking segment: {'id': '12bd4d7d-2559-47b9-9d42-fc7db48d9cb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '381e581a-9cea-44f2-9ed2-365c11f6d6d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 18 05:17:50.476252 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f38f9b33-6080-469d-9bfe-258ce20acb20 admin admin] Network hostable DHCP agents. Network: 381e581a-9cea-44f2-9ed2-365c11f6d6d9, hostable agents: ['426d7b1c-7831-4cf6-8aa4-29496a16634c'], hosted agents: [] {{(pid=104388) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 18 05:17:50.488909 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.plugin [None req-c042a677-28f5-4026-b552-0173028fe9dd None None] No Port match for: 784d5d4f-2caf-485f-9f7b-6b288d1775a7 {{(pid=104389) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 18 05:17:50.489537 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.rpc [None req-c042a677-28f5-4026-b552-0173028fe9dd None None] Device 784d5d4f-2caf-485f-9f7b-6b288d1775a7 not bound to the agent host dv-cinder-836996-35-iscsi {{(pid=104389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 18 05:17:50.490123 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.rpc [None req-c042a677-28f5-4026-b552-0173028fe9dd None None] Device 50f6ece7-2be9-4d80-b67e-2596c6612499 no longer exists at agent ovs-agent-dv-cinder-836996-35-iscsi {{(pid=104389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 18 05:17:50.517927 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.plugin [None req-c042a677-28f5-4026-b552-0173028fe9dd None None] No Port match for: 50f6ece7-2be9-4d80-b67e-2596c6612499 {{(pid=104389) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 18 05:17:50.518434 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.rpc [None req-c042a677-28f5-4026-b552-0173028fe9dd None None] Device 50f6ece7-2be9-4d80-b67e-2596c6612499 not bound to the agent host dv-cinder-836996-35-iscsi {{(pid=104389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 18 05:17:50.520509 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.db.db_base_plugin_v2 [None req-3adf1c56-fddb-46af-8ceb-9825fca08bd9 admin admin] Deleting subnet 65acfd46-bcf0-4f0d-b181-1f052de6ca7a {{(pid=104387) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 18 05:17:50.525841 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-3adf1c56-fddb-46af-8ceb-9825fca08bd9 admin admin] Publish callbacks [] for subnet (65acfd46-bcf0-4f0d-b181-1f052de6ca7a), before_delete {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:17:50.550657 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f38f9b33-6080-469d-9bfe-258ce20acb20 admin admin] Network 381e581a-9cea-44f2-9ed2-365c11f6d6d9 is scheduled to be hosted by DHCP agent 426d7b1c-7831-4cf6-8aa4-29496a16634c with binding_index 1 {{(pid=104388) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 18 05:17:50.571288 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-3adf1c56-fddb-46af-8ceb-9825fca08bd9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14008636'] for subnet (65acfd46-bcf0-4f0d-b181-1f052de6ca7a), precommit_delete_associations {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:17:50.624410 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.scheduler.base_scheduler [None req-f38f9b33-6080-469d-9bfe-258ce20acb20 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836996-35-iscsi, 381e581a-9cea-44f2-9ed2-365c11f6d6d9) {{(pid=104388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 05:17:50.628876 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f38f9b33-6080-469d-9bfe-258ce20acb20 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:17:50.629414 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-f38f9b33-6080-469d-9bfe-258ce20acb20 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546098'] for subnet (None), before_response {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:17:50.637290 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73d74f48-b6d5-4da6-87f7-3f5c9ebead8a None None] Network 381e581a-9cea-44f2-9ed2-365c11f6d6d9 requested from dv-cinder-836996-35-iscsi {{(pid=104389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 18 05:17:50.683220 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-3adf1c56-fddb-46af-8ceb-9825fca08bd9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1721998'] for subnet (65acfd46-bcf0-4f0d-b181-1f052de6ca7a), precommit_delete {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:17:50.731096 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [None req-f38f9b33-6080-469d-9bfe-258ce20acb20 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7331142 Jun 18 05:17:50.733279 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.wsgi [-] (104388) accepted ('10.222.0.23', 48552) {{(pid=104388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 05:17:50.738187 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.api.v2.base [None req-45fe2ec0-4550-47b8-8ed3-54fa55a1697e admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-745194918-router', 'tenant_id': '3a833f00ba294564a66b9eefbc49147e', 'external_gateway_info': {'network_id': '65c030c7-6a7d-4cea-a47d-5cdd532db0e6'}}} {{(pid=104388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 18 05:17:50.777440 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db5ce08f-3ec6-41a3-9658-ddb9f194a110 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1891a1fa-7dca-5fa5-9b0d-ba5c9cd85586-381e581a-9cea-44f2-9ed2-365c11f6d6d9', 'network_id': '381e581a-9cea-44f2-9ed2-365c11f6d6d9', 'project_id': '3a833f00ba294564a66b9eefbc49147e', 'fixed_ips': [{'subnet_id': 'bc9d70cb-3189-4844-951f-f295bb588b8d'}]}} from dv-cinder-836996-35-iscsi. {{(pid=104389) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 18 05:17:50.778528 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-db5ce08f-3ec6-41a3-9658-ddb9f194a110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1768406'] for port (None), before_create {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:17:50.831425 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-45fe2ec0-4550-47b8-8ed3-54fa55a1697e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-574775', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9644'] for router (297588e7-f327-42c5-a4eb-51d2eeafb162), before_create {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:17:50.833209 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-45fe2ec0-4550-47b8-8ed3-54fa55a1697e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-575757', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-731064', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-682792', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9635'] for router (297588e7-f327-42c5-a4eb-51d2eeafb162), precommit_create {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:17:50.857260 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-3adf1c56-fddb-46af-8ceb-9825fca08bd9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1720957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14020979', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13962170'] for subnet (65acfd46-bcf0-4f0d-b181-1f052de6ca7a), after_delete {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:17:50.889680 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3adf1c56-fddb-46af-8ceb-9825fca08bd9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=65acfd46-bcf0-4f0d-b181-1f052de6ca7a,revision_number=None']} {{(pid=104387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:17:50.892119 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-45fe2ec0-4550-47b8-8ed3-54fa55a1697e admin admin] Publish callbacks [] for router_controller (297588e7-f327-42c5-a4eb-51d2eeafb162), precommit_add_association {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:17:50.897017 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-3adf1c56-fddb-46af-8ceb-9825fca08bd9 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:17:50.902419 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [None req-3adf1c56-fddb-46af-8ceb-9825fca08bd9 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/65acfd46-bcf0-4f0d-b181-1f052de6ca7a HTTP/1.1" status: 204 len: 168 time: 0.4342580 Jun 18 05:17:50.904535 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.wsgi [-] (104387) accepted ('10.222.0.23', 48556) {{(pid=104387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 05:17:50.913707 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11f408af-077d-4eaf-82d8-efdc0b3a304e None None] Network b6326206-c3ac-4e80-bc2a-deaf200d1ad1 requested from dv-cinder-836996-35-iscsi {{(pid=104389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 18 05:17:50.968272 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.db.db_base_plugin_common [None req-db5ce08f-3ec6-41a3-9658-ddb9f194a110 None None] Allocated IP 172.20.0.2 (381e581a-9cea-44f2-9ed2-365c11f6d6d9/bc9d70cb-3189-4844-951f-f295bb588b8d/1cef0fc0-2d48-41b4-afba-b0d930059543) {{(pid=104389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 05:17:50.981629 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-4a01a57c-7ecd-463e-a454-c2d18b46decb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1848287'] for network (b6326206-c3ac-4e80-bc2a-deaf200d1ad1), before_delete {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:17:51.028017 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.plugin [None req-4a01a57c-7ecd-463e-a454-c2d18b46decb admin admin] Deleting port 325eb952-7212-454c-8439-37c5b395a138 {{(pid=104387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 18 05:17:51.028345 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-4a01a57c-7ecd-463e-a454-c2d18b46decb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789592760634'] for port (325eb952-7212-454c-8439-37c5b395a138), before_delete {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:17:51.058721 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG dbcounter [-] [104387] Writing DB stats neutron:SELECT=84,neutron:DELETE=14,neutron:UPDATE=2 {{(pid=104387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:17:51.109760 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.db [None req-4a01a57c-7ecd-463e-a454-c2d18b46decb admin admin] For port 325eb952-7212-454c-8439-37c5b395a138, host dv-cinder-836996-35-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-35-iscsi',level=0,port_id=325eb952-7212-454c-8439-37c5b395a138,segment=NetworkSegment(09c215c3-c19f-4b36-8a34-43f30aa65bf5),segment_id=09c215c3-c19f-4b36-8a34-43f30aa65bf5)] {{(pid=104387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 05:17:51.110127 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-4a01a57c-7ecd-463e-a454-c2d18b46decb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-734995'] for port (325eb952-7212-454c-8439-37c5b395a138), precommit_delete {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:17:51.114801 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-45fe2ec0-4550-47b8-8ed3-54fa55a1697e admin admin] Publish callbacks [] for router_gateway (297588e7-f327-42c5-a4eb-51d2eeafb162), precommit_update {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:17:51.127158 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5660149-b546-4e05-ba04-80f88cb223b7 None None] DHCP port deletion for b6326206-c3ac-4e80-bc2a-deaf200d1ad1 request from dv-cinder-836996-35-iscsi {{(pid=104389) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 18 05:17:51.131006 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.plugin [None req-4a01a57c-7ecd-463e-a454-c2d18b46decb admin admin] Calling delete_port for 325eb952-7212-454c-8439-37c5b395a138 owned by network:dhcp {{(pid=104387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 18 05:17:51.205417 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.plugin [None req-d5660149-b546-4e05-ba04-80f88cb223b7 None None] Deleting port 325eb952-7212-454c-8439-37c5b395a138 {{(pid=104389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 18 05:17:51.205633 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-d5660149-b546-4e05-ba04-80f88cb223b7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789592760634'] for port (325eb952-7212-454c-8439-37c5b395a138), before_delete {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:17:51.307379 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-db5ce08f-3ec6-41a3-9658-ddb9f194a110 None None] Publish callbacks [] for port (1cef0fc0-2d48-41b4-afba-b0d930059543), precommit_create {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:17:51.310435 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-4a01a57c-7ecd-463e-a454-c2d18b46decb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1768343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789592765633', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789592262831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14020772'] for port (325eb952-7212-454c-8439-37c5b395a138), after_delete {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:17:51.313926 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.db [None req-d5660149-b546-4e05-ba04-80f88cb223b7 None None] For port 325eb952-7212-454c-8439-37c5b395a138, host dv-cinder-836996-35-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-35-iscsi',level=0,port_id=325eb952-7212-454c-8439-37c5b395a138,segment=NetworkSegment(09c215c3-c19f-4b36-8a34-43f30aa65bf5),segment_id=09c215c3-c19f-4b36-8a34-43f30aa65bf5)] {{(pid=104389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 05:17:51.314330 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-d5660149-b546-4e05-ba04-80f88cb223b7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-734995'] for port (325eb952-7212-454c-8439-37c5b395a138), precommit_delete {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:17:51.328587 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.plugin [None req-d5660149-b546-4e05-ba04-80f88cb223b7 None None] Calling delete_port for 325eb952-7212-454c-8439-37c5b395a138 owned by network:dhcp {{(pid=104389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 18 05:17:51.342392 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a01a57c-7ecd-463e-a454-c2d18b46decb admin admin] Pushing event deleted for resources: {'Port': ['ID=325eb952-7212-454c-8439-37c5b395a138,revision_number=None']} {{(pid=104387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:17:51.344275 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a01a57c-7ecd-463e-a454-c2d18b46decb admin admin] No DVR routers for this DVR port 325eb952-7212-454c-8439-37c5b395a138 on host dv-cinder-836996-35-iscsi {{(pid=104387) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 18 05:17:51.364013 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG dbcounter [-] [104389] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=104389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:17:51.376586 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG dbcounter [-] [104387] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=104387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:17:51.398593 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-db5ce08f-3ec6-41a3-9658-ddb9f194a110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1768343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789592262822'] for port (1cef0fc0-2d48-41b4-afba-b0d930059543), after_create {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:17:51.420421 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-4a01a57c-7ecd-463e-a454-c2d18b46decb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1722107', 'neutron.services.segments.db._delete_segments_for_network-8789592556701'] for network (b6326206-c3ac-4e80-bc2a-deaf200d1ad1), precommit_delete {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:17:51.445007 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-45fe2ec0-4550-47b8-8ed3-54fa55a1697e admin admin] Publish callbacks [] for router_gateway (297588e7-f327-42c5-a4eb-51d2eeafb162), before_create {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:17:51.445231 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.services.segments.db [None req-4a01a57c-7ecd-463e-a454-c2d18b46decb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b6326206-c3ac-4e80-bc2a-deaf200d1ad1']}} {{(pid=104387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 05:17:51.451559 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG dbcounter [-] [104389] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=104389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:17:51.456003 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.services.segments.db [None req-4a01a57c-7ecd-463e-a454-c2d18b46decb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '09c215c3-c19f-4b36-8a34-43f30aa65bf5') {'for_net_delete': True} {{(pid=104387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 05:17:51.456330 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.services.segments.db [None req-4a01a57c-7ecd-463e-a454-c2d18b46decb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '09c215c3-c19f-4b36-8a34-43f30aa65bf5') {} {{(pid=104387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 05:17:51.463862 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db5ce08f-3ec6-41a3-9658-ddb9f194a110 None None] Network 381e581a-9cea-44f2-9ed2-365c11f6d6d9 is already hosted by enough agents. {{(pid=104389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 05:17:51.465855 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-45fe2ec0-4550-47b8-8ed3-54fa55a1697e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1768406'] for port (None), before_create {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:17:51.466728 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-4a01a57c-7ecd-463e-a454-c2d18b46decb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789592557222', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14008627'] for segment (09c215c3-c19f-4b36-8a34-43f30aa65bf5), before_delete {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:17:51.473714 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.scheduler.base_scheduler [None req-db5ce08f-3ec6-41a3-9658-ddb9f194a110 None None] Resources bound (agent type, host, resource id): {{(pid=104389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 05:17:51.480984 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db5ce08f-3ec6-41a3-9658-ddb9f194a110 None None] Received port after_create {{(pid=104389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 18 05:17:51.484728 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-4a01a57c-7ecd-463e-a454-c2d18b46decb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1723189'] for segment (09c215c3-c19f-4b36-8a34-43f30aa65bf5), precommit_delete {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:17:51.489995 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db5ce08f-3ec6-41a3-9658-ddb9f194a110 None None] Pushing event updated for resources: {'Port': ['ID=1cef0fc0-2d48-41b4-afba-b0d930059543,revision_number=1']} {{(pid=104389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:17:51.492020 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4a01a57c-7ecd-463e-a454-c2d18b46decb admin admin] Releasing vlan 328 on physical network physnet1 to pool {{(pid=104387) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 18 05:17:51.492424 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-4a01a57c-7ecd-463e-a454-c2d18b46decb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1723189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14020753'] for segment (09c215c3-c19f-4b36-8a34-43f30aa65bf5), after_delete {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:17:51.507076 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG dbcounter [-] [104388] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:17:51.528086 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.services.segments.plugin [-] Segment 09c215c3-c19f-4b36-8a34-43f30aa65bf5 resource provider aggregate not found Jun 18 05:17:51.532118 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG dbcounter [-] [104388] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:17:51.533295 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db5ce08f-3ec6-41a3-9658-ddb9f194a110 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:17:51.536067 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db5ce08f-3ec6-41a3-9658-ddb9f194a110 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:17:51.536067 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db5ce08f-3ec6-41a3-9658-ddb9f194a110 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:17:51.536067 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db5ce08f-3ec6-41a3-9658-ddb9f194a110 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:17:51.536067 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db5ce08f-3ec6-41a3-9658-ddb9f194a110 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:17:51.536067 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db5ce08f-3ec6-41a3-9658-ddb9f194a110 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:17:51.536067 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db5ce08f-3ec6-41a3-9658-ddb9f194a110 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:17:51.536459 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db5ce08f-3ec6-41a3-9658-ddb9f194a110 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:17:51.536687 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db5ce08f-3ec6-41a3-9658-ddb9f194a110 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:17:51.537025 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db5ce08f-3ec6-41a3-9658-ddb9f194a110 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:17:51.537413 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db5ce08f-3ec6-41a3-9658-ddb9f194a110 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:17:51.537765 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db5ce08f-3ec6-41a3-9658-ddb9f194a110 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:17:51.538094 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db5ce08f-3ec6-41a3-9658-ddb9f194a110 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:17:51.538416 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db5ce08f-3ec6-41a3-9658-ddb9f194a110 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:17:51.539004 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db5ce08f-3ec6-41a3-9658-ddb9f194a110 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:17:51.562036 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.services.segments.plugin [-] Segment 09c215c3-c19f-4b36-8a34-43f30aa65bf5 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 09c215c3-c19f-4b36-8a34-43f30aa65bf5 found for delete ", "request_id": "req-482ff567-8bf3-4d20-b50d-d376575fa3a6"}]} Jun 18 05:17:51.575650 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-d5660149-b546-4e05-ba04-80f88cb223b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1768343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789592765633', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789592262831'] for port (325eb952-7212-454c-8439-37c5b395a138), after_delete {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:17:51.593616 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.db.db_base_plugin_common [None req-45fe2ec0-4550-47b8-8ed3-54fa55a1697e admin admin] Allocated IP 172.27.2.33 (65c030c7-6a7d-4cea-a47d-5cdd532db0e6/a9fa7760-a071-45ee-b985-799999c69975/ba654309-9a26-4997-b5d9-652b34b0d644) {{(pid=104388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 05:17:51.626568 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5660149-b546-4e05-ba04-80f88cb223b7 None None] Pushing event deleted for resources: {'Port': ['ID=325eb952-7212-454c-8439-37c5b395a138,revision_number=None']} {{(pid=104389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:17:51.629988 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5660149-b546-4e05-ba04-80f88cb223b7 None None] No DVR routers for this DVR port 325eb952-7212-454c-8439-37c5b395a138 on host dv-cinder-836996-35-iscsi {{(pid=104389) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 18 05:17:51.642475 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-4a01a57c-7ecd-463e-a454-c2d18b46decb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1722098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-736823'] for network (b6326206-c3ac-4e80-bc2a-deaf200d1ad1), after_delete {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:17:51.646035 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.managers [None req-db5ce08f-3ec6-41a3-9658-ddb9f194a110 None None] Attempting to bind port 1cef0fc0-2d48-41b4-afba-b0d930059543 on host dv-cinder-836996-35-iscsi for vnic_type normal with profile {{(pid=104389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 18 05:17:51.646412 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.managers [None req-db5ce08f-3ec6-41a3-9658-ddb9f194a110 None None] Attempting to bind port 1cef0fc0-2d48-41b4-afba-b0d930059543 by drivers openvswitch,hyperv on host dv-cinder-836996-35-iscsi at level 0 using segments [{'id': '12bd4d7d-2559-47b9-9d42-fc7db48d9cb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '381e581a-9cea-44f2-9ed2-365c11f6d6d9'}] {{(pid=104389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 18 05:17:51.646850 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db5ce08f-3ec6-41a3-9658-ddb9f194a110 None None] Attempting to bind port 1cef0fc0-2d48-41b4-afba-b0d930059543 on network 381e581a-9cea-44f2-9ed2-365c11f6d6d9 {{(pid=104389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 18 05:17:51.654017 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-4a01a57c-7ecd-463e-a454-c2d18b46decb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546098'] for network (None), before_response {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:17:51.661238 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [None req-4a01a57c-7ecd-463e-a454-c2d18b46decb admin admin] 10.222.0.23 "DELETE /v2.0/networks/b6326206-c3ac-4e80-bc2a-deaf200d1ad1 HTTP/1.1" status: 204 len: 168 time: 0.7520213 Jun 18 05:17:51.661611 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db5ce08f-3ec6-41a3-9658-ddb9f194a110 None None] Checking agent: {'id': 'd503ae44-4e24-48d3-9886-03581f90537d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836996-35-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 18, 5, 8, 27), 'started_at': datetime.datetime(2022, 6, 18, 5, 8, 57), 'heartbeat_timestamp': datetime.datetime(2022, 6, 18, 5, 17, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836996-35-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 18 05:17:51.661611 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db5ce08f-3ec6-41a3-9658-ddb9f194a110 None None] Checking segment: {'id': '12bd4d7d-2559-47b9-9d42-fc7db48d9cb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '381e581a-9cea-44f2-9ed2-365c11f6d6d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 18 05:17:51.661611 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-db5ce08f-3ec6-41a3-9658-ddb9f194a110 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:17:51.661611 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db5ce08f-3ec6-41a3-9658-ddb9f194a110 None None] Bound using segment: {'id': '12bd4d7d-2559-47b9-9d42-fc7db48d9cb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '381e581a-9cea-44f2-9ed2-365c11f6d6d9'} {{(pid=104389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 18 05:17:51.662220 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.managers [None req-db5ce08f-3ec6-41a3-9658-ddb9f194a110 None None] Bound port: 1cef0fc0-2d48-41b4-afba-b0d930059543, host: dv-cinder-836996-35-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12bd4d7d-2559-47b9-9d42-fc7db48d9cb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '381e581a-9cea-44f2-9ed2-365c11f6d6d9'}}] {{(pid=104389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 18 05:17:51.662220 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-db5ce08f-3ec6-41a3-9658-ddb9f194a110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1768406'] for port (1cef0fc0-2d48-41b4-afba-b0d930059543), before_update {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:17:51.699251 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a01a57c-7ecd-463e-a454-c2d18b46decb admin admin] Pushing event deleted for resources: {'Network': ['ID=b6326206-c3ac-4e80-bc2a-deaf200d1ad1,revision_number=None']} {{(pid=104387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:17:51.749664 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-45fe2ec0-4550-47b8-8ed3-54fa55a1697e admin admin] Publish callbacks [] for port (ba654309-9a26-4997-b5d9-652b34b0d644), precommit_create {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:17:51.752832 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.db [None req-db5ce08f-3ec6-41a3-9658-ddb9f194a110 None None] For port 1cef0fc0-2d48-41b4-afba-b0d930059543, host dv-cinder-836996-35-iscsi, cleared binding levels {{(pid=104389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 05:17:51.757903 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.db [None req-db5ce08f-3ec6-41a3-9658-ddb9f194a110 None None] For port 1cef0fc0-2d48-41b4-afba-b0d930059543, host dv-cinder-836996-35-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-35-iscsi',level=0,port_id=1cef0fc0-2d48-41b4-afba-b0d930059543,segment=NetworkSegment(12bd4d7d-2559-47b9-9d42-fc7db48d9cb1),segment_id=12bd4d7d-2559-47b9-9d42-fc7db48d9cb1)] {{(pid=104389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 05:17:51.865809 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-45fe2ec0-4550-47b8-8ed3-54fa55a1697e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1768343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789592262822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15493031'] for port (ba654309-9a26-4997-b5d9-652b34b0d644), after_create {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:17:51.866082 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-db5ce08f-3ec6-41a3-9658-ddb9f194a110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1768343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789592765606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789592262840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789592262858'] for port (1cef0fc0-2d48-41b4-afba-b0d930059543), after_update {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:17:51.917040 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45fe2ec0-4550-47b8-8ed3-54fa55a1697e admin admin] Network 65c030c7-6a7d-4cea-a47d-5cdd532db0e6 is already hosted by enough agents. {{(pid=104388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 05:17:51.920877 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.scheduler.base_scheduler [None req-45fe2ec0-4550-47b8-8ed3-54fa55a1697e admin admin] Resources bound (agent type, host, resource id): {{(pid=104388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 05:17:51.924961 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45fe2ec0-4550-47b8-8ed3-54fa55a1697e admin admin] Received port after_create {{(pid=104388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 18 05:17:51.925579 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db5ce08f-3ec6-41a3-9658-ddb9f194a110 None None] Pushing event updated for resources: {'Port': ['ID=1cef0fc0-2d48-41b4-afba-b0d930059543,revision_number=2']} {{(pid=104389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:17:51.927146 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45fe2ec0-4550-47b8-8ed3-54fa55a1697e admin admin] Pushing event updated for resources: {'Port': ['ID=ba654309-9a26-4997-b5d9-652b34b0d644,revision_number=1']} {{(pid=104388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:17:52.051487 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-1e2bb37d-142b-4f17-8588-9c19e1a29869 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789592556683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1744442'] for agent (426d7b1c-7831-4cf6-8aa4-29496a16634c), after_update {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:17:52.094028 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.wsgi [-] (104387) accepted ('10.222.0.23', 48572) {{(pid=104387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 05:17:52.159835 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [None req-36c78ffc-bc2c-4471-960d-77f92bcfc5e1 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=0b73d42a085a45bfb3ccced90b190a5b&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0645921 Jun 18 05:17:52.162596 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.wsgi [-] (104387) accepted ('10.222.0.23', 48574) {{(pid=104387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 05:17:52.309720 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-65277ddb-916f-4c93-abe3-97dc48f64b9e admin admin] Publish callbacks [] for security_group (0d6d7be2-cf98-4003-a359-c6a8d450ec5d), before_delete {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:17:52.321344 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.rpc [None req-c042a677-28f5-4026-b552-0173028fe9dd None None] Device 1cef0fc0-2d48-41b4-afba-b0d930059543 up at agent ovs-agent-dv-cinder-836996-35-iscsi {{(pid=104389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 18 05:17:52.380626 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-65277ddb-916f-4c93-abe3-97dc48f64b9e admin admin] Publish callbacks [] for security_group (0d6d7be2-cf98-4003-a359-c6a8d450ec5d), precommit_delete {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:17:52.414153 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-45fe2ec0-4550-47b8-8ed3-54fa55a1697e admin admin] Publish callbacks [] for router_gateway (297588e7-f327-42c5-a4eb-51d2eeafb162), after_create {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:17:52.429923 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.db.provisioning_blocks [None req-c042a677-28f5-4026-b552-0173028fe9dd None None] Provisioning complete for port 1cef0fc0-2d48-41b4-afba-b0d930059543 triggered by entity L2. {{(pid=104389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 18 05:17:52.430491 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-c042a677-28f5-4026-b552-0173028fe9dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1740956'] for port (1cef0fc0-2d48-41b4-afba-b0d930059543), provisioning_complete {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:17:52.516717 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.plugin [None req-c042a677-28f5-4026-b552-0173028fe9dd None None] Current status of the port 1cef0fc0-2d48-41b4-afba-b0d930059543 is: DOWN; New status is: ACTIVE {{(pid=104389) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 18 05:17:52.517205 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-c042a677-28f5-4026-b552-0173028fe9dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1768406'] for port (1cef0fc0-2d48-41b4-afba-b0d930059543), before_update {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:17:52.543459 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG dbcounter [-] [104389] Writing DB stats neutron:SELECT=90,neutron:DELETE=5,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:17:52.563980 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.db [None req-c042a677-28f5-4026-b552-0173028fe9dd None None] For port 1cef0fc0-2d48-41b4-afba-b0d930059543, host dv-cinder-836996-35-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-35-iscsi',level=0,port_id=1cef0fc0-2d48-41b4-afba-b0d930059543,segment=NetworkSegment(12bd4d7d-2559-47b9-9d42-fc7db48d9cb1),segment_id=12bd4d7d-2559-47b9-9d42-fc7db48d9cb1)] {{(pid=104389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 05:17:52.651500 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-c042a677-28f5-4026-b552-0173028fe9dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1768343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789592765606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789592262840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789592262858'] for port (1cef0fc0-2d48-41b4-afba-b0d930059543), after_update {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:17:52.655532 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG dbcounter [-] [104388] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=104388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:17:52.691340 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-45fe2ec0-4550-47b8-8ed3-54fa55a1697e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-575954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-736931'] for router (297588e7-f327-42c5-a4eb-51d2eeafb162), after_create {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:17:52.703279 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c042a677-28f5-4026-b552-0173028fe9dd None None] Pushing event updated for resources: {'Port': ['ID=1cef0fc0-2d48-41b4-afba-b0d930059543,revision_number=3']} {{(pid=104389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:17:52.719609 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.rpc [None req-c042a677-28f5-4026-b552-0173028fe9dd None None] Device 325eb952-7212-454c-8439-37c5b395a138 no longer exists at agent ovs-agent-dv-cinder-836996-35-iscsi {{(pid=104389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 18 05:17:52.747140 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-65277ddb-916f-4c93-abe3-97dc48f64b9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728332'] for security_group (0d6d7be2-cf98-4003-a359-c6a8d450ec5d), after_delete {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:17:52.749834 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.plugin [None req-c042a677-28f5-4026-b552-0173028fe9dd None None] No Port match for: 325eb952-7212-454c-8439-37c5b395a138 {{(pid=104389) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 18 05:17:52.750560 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-65277ddb-916f-4c93-abe3-97dc48f64b9e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:17:52.750692 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.rpc [None req-c042a677-28f5-4026-b552-0173028fe9dd None None] Device 325eb952-7212-454c-8439-37c5b395a138 not bound to the agent host dv-cinder-836996-35-iscsi {{(pid=104389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 18 05:17:52.756190 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [None req-65277ddb-916f-4c93-abe3-97dc48f64b9e admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/0d6d7be2-cf98-4003-a359-c6a8d450ec5d HTTP/1.1" status: 204 len: 168 time: 0.5914037 Jun 18 05:17:52.784087 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65277ddb-916f-4c93-abe3-97dc48f64b9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d6d7be2-cf98-4003-a359-c6a8d450ec5d,revision_number=None']} {{(pid=104387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:17:52.996566 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45fe2ec0-4550-47b8-8ed3-54fa55a1697e admin admin] Router 297588e7-f327-42c5-a4eb-51d2eeafb162 is scheduled to L3 agent a8549501-0164-4ac5-90a6-1ba1ba0d3f9d with binding_index 1 {{(pid=104388) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 18 05:17:53.005515 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG dbcounter [-] [104388] Writing DB stats neutron:UPDATE=1,neutron:INSERT=2,neutron:SELECT=97 {{(pid=104388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:17:53.113291 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45fe2ec0-4550-47b8-8ed3-54fa55a1697e admin admin] Notify agent at l3_agent.dv-cinder-836996-35-iscsi the message routers_updated {{(pid=104388) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 05:17:53.129870 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e54adc19-50e8-4015-8978-f3c4c87c0ac6 None None] Sync routers for ids ['297588e7-f327-42c5-a4eb-51d2eeafb162'] in dv-cinder-836996-35-iscsi {{(pid=104389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 05:17:53.129870 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2ab6f08-5737-4ac4-b6a9-8aad614c609b None None] Network 381e581a-9cea-44f2-9ed2-365c11f6d6d9 requested from dv-cinder-836996-35-iscsi {{(pid=104389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 18 05:17:53.173904 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e54adc19-50e8-4015-8978-f3c4c87c0ac6 None None] Routers {'297588e7-f327-42c5-a4eb-51d2eeafb162'} bound to L3 agent in host dv-cinder-836996-35-iscsi {{(pid=104389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 18 05:17:53.174548 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.db.l3_hamode_db [None req-e54adc19-50e8-4015-8978-f3c4c87c0ac6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-35-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-18T05:08:24Z,description=,heartbeat_timestamp=2022-06-18T05:17:25Z,host='dv-cinder-836996-35-iscsi',id=a8549501-0164-4ac5-90a6-1ba1ba0d3f9d,load=0,resource_versions=,resources_synced=,started_at=2022-06-18T05:08:25Z,topic='l3_agent')) {'router_ids': ['297588e7-f327-42c5-a4eb-51d2eeafb162'], 'active': True} {{(pid=104389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 05:17:53.205187 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.db.provisioning_blocks [None req-2d923113-d1d5-4ab7-814e-d7eb6f15d4b5 None None] Provisioning complete for port 1cef0fc0-2d48-41b4-afba-b0d930059543 triggered by entity DHCP. {{(pid=104389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 18 05:17:53.205610 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-2d923113-d1d5-4ab7-814e-d7eb6f15d4b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1740956'] for port (1cef0fc0-2d48-41b4-afba-b0d930059543), provisioning_complete {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:17:53.209364 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-45fe2ec0-4550-47b8-8ed3-54fa55a1697e admin admin] Publish callbacks [] for router (None), before_response {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:17:53.211328 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [None req-45fe2ec0-4550-47b8-8ed3-54fa55a1697e admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.4763730 Jun 18 05:17:53.213646 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.wsgi [-] (104387) accepted ('10.222.0.23', 48594) {{(pid=104387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 05:17:53.496774 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG dbcounter [-] [104389] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:17:53.505757 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG dbcounter [-] [104387] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=104387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:17:53.542976 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.db.l3_dvr_db [None req-e54adc19-50e8-4015-8978-f3c4c87c0ac6 None None] Set router 297588e7-f327-42c5-a4eb-51d2eeafb162 gateway port host: dv-cinder-836996-35-iscsi {{(pid=104389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 18 05:17:53.703415 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.plugin [None req-2d923113-d1d5-4ab7-814e-d7eb6f15d4b5 None None] Current status of the port 1cef0fc0-2d48-41b4-afba-b0d930059543 is: ACTIVE; New status is: ACTIVE {{(pid=104389) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 18 05:17:53.710386 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-de61af51-cbd6-454b-a339-cd2b28aae541 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1768406'] for port (None), before_create {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:17:53.765594 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.db.l3_hamode_db [None req-e54adc19-50e8-4015-8978-f3c4c87c0ac6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '297588e7-f327-42c5-a4eb-51d2eeafb162', 'name': 'tempest-TestMinimumBasicScenario-745194918-router', 'tenant_id': '3a833f00ba294564a66b9eefbc49147e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65c030c7-6a7d-4cea-a47d-5cdd532db0e6', 'external_fixed_ips': [{'subnet_id': 'a9fa7760-a071-45ee-b985-799999c69975', 'ip_address': '172.27.2.33'}], 'enable_snat': True}, 'gw_port_id': 'ba654309-9a26-4997-b5d9-652b34b0d644', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-18T05:17:50Z', 'updated_at': '2022-06-18T05:17:52Z', 'revision_number': 3, 'project_id': '3a833f00ba294564a66b9eefbc49147e', 'gw_port': {'id': 'ba654309-9a26-4997-b5d9-652b34b0d644', 'name': '', 'network_id': '65c030c7-6a7d-4cea-a47d-5cdd532db0e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:7e:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '297588e7-f327-42c5-a4eb-51d2eeafb162', 'device_owner': 'network:router_gateway', 'standard_attr_id': 276, 'fixed_ips': [{'subnet_id': 'a9fa7760-a071-45ee-b985-799999c69975', 'ip_address': '172.27.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-18T05:17:51Z', 'updated_at': '2022-06-18T05:17:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a9fa7760-a071-45ee-b985-799999c69975', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-35-iscsi'}], 'dv-cinder-836996-35-iscsi', False) {} {{(pid=104389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 05:17:53.791438 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e54adc19-50e8-4015-8978-f3c4c87c0ac6 None None] Checking router: 297588e7-f327-42c5-a4eb-51d2eeafb162 for host: dv-cinder-836996-35-iscsi {{(pid=104389) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 05:17:53.791792 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e54adc19-50e8-4015-8978-f3c4c87c0ac6 None None] Updating router 297588e7-f327-42c5-a4eb-51d2eeafb162 port ba654309-9a26-4997-b5d9-652b34b0d644 binding host dv-cinder-836996-35-iscsi {{(pid=104389) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 18 05:17:53.821356 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG dbcounter [-] [104387] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:INSERT=2 {{(pid=104387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:17:53.835247 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.db.provisioning_blocks [None req-d9be2083-ada6-4b9d-a13f-5125e69c56d5 None None] Provisioning complete for port 1cef0fc0-2d48-41b4-afba-b0d930059543 triggered by entity DHCP. {{(pid=104389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 18 05:17:53.835247 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-d9be2083-ada6-4b9d-a13f-5125e69c56d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1740956'] for port (1cef0fc0-2d48-41b4-afba-b0d930059543), provisioning_complete {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:17:53.835247 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-e54adc19-50e8-4015-8978-f3c4c87c0ac6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1768406'] for port (ba654309-9a26-4997-b5d9-652b34b0d644), before_update {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:17:53.892305 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.db.db_base_plugin_common [None req-de61af51-cbd6-454b-a339-cd2b28aae541 admin admin] Allocated IP 172.20.0.1 (381e581a-9cea-44f2-9ed2-365c11f6d6d9/bc9d70cb-3189-4844-951f-f295bb588b8d/5d54d22b-839c-4985-9247-439ecbce5eaf) {{(pid=104387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 05:17:54.009727 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG dbcounter [-] [104389] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:17:54.010499 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-de61af51-cbd6-454b-a339-cd2b28aae541 admin admin] Publish callbacks [] for port (5d54d22b-839c-4985-9247-439ecbce5eaf), precommit_create {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:17:54.015071 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.plugin [None req-d9be2083-ada6-4b9d-a13f-5125e69c56d5 None None] Current status of the port 1cef0fc0-2d48-41b4-afba-b0d930059543 is: ACTIVE; New status is: ACTIVE {{(pid=104389) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 18 05:17:54.128068 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.wsgi [-] (104387) accepted ('10.222.0.23', 48620) {{(pid=104387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 05:17:54.134955 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-de61af51-cbd6-454b-a339-cd2b28aae541 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1768343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789592262822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14020772'] for port (5d54d22b-839c-4985-9247-439ecbce5eaf), after_create {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:17:54.166794 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-e54adc19-50e8-4015-8978-f3c4c87c0ac6 None None] Publish callbacks [] for port (ba654309-9a26-4997-b5d9-652b34b0d644), precommit_update {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:17:54.178819 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de61af51-cbd6-454b-a339-cd2b28aae541 admin admin] Network 381e581a-9cea-44f2-9ed2-365c11f6d6d9 is already hosted by enough agents. {{(pid=104387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 05:17:54.183024 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.scheduler.base_scheduler [None req-de61af51-cbd6-454b-a339-cd2b28aae541 admin admin] Resources bound (agent type, host, resource id): {{(pid=104387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 05:17:54.186932 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de61af51-cbd6-454b-a339-cd2b28aae541 admin admin] Received port after_create {{(pid=104387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 18 05:17:54.207889 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de61af51-cbd6-454b-a339-cd2b28aae541 admin admin] Pushing event updated for resources: {'Port': ['ID=5d54d22b-839c-4985-9247-439ecbce5eaf,revision_number=1']} {{(pid=104387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:17:54.229933 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-de61af51-cbd6-454b-a339-cd2b28aae541 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-574371'] for router_interface (297588e7-f327-42c5-a4eb-51d2eeafb162), before_create {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:17:54.249223 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-e54adc19-50e8-4015-8978-f3c4c87c0ac6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1768343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789592765606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789592262840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789592262858'] for port (ba654309-9a26-4997-b5d9-652b34b0d644), after_update {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:17:54.283194 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.api.v2.base [None req-b530144a-5bdc-42a1-b850-81c078f18e2c admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-514049608-network', 'tenant_id': '8820096253064e5abbe50f23bdc3ebac'}} {{(pid=104387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 18 05:17:54.286854 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.rpc [None req-c042a677-28f5-4026-b552-0173028fe9dd None None] Device 1cef0fc0-2d48-41b4-afba-b0d930059543 up at agent ovs-agent-dv-cinder-836996-35-iscsi {{(pid=104389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 18 05:17:54.352117 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e43587-3bfa-4df5-af19-0721fe04db59 None None] Pushing event updated for resources: {'Port': ['ID=ba654309-9a26-4997-b5d9-652b34b0d644,revision_number=2']} {{(pid=104389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:17:54.359305 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.managers [None req-e54adc19-50e8-4015-8978-f3c4c87c0ac6 None None] Attempting to bind port ba654309-9a26-4997-b5d9-652b34b0d644 on host dv-cinder-836996-35-iscsi for vnic_type normal with profile {{(pid=104389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 18 05:17:54.359994 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.managers [None req-e54adc19-50e8-4015-8978-f3c4c87c0ac6 None None] Attempting to bind port ba654309-9a26-4997-b5d9-652b34b0d644 by drivers openvswitch,hyperv on host dv-cinder-836996-35-iscsi at level 0 using segments [{'id': '62e6b565-92f9-4432-9d4a-754d0a7517a7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '65c030c7-6a7d-4cea-a47d-5cdd532db0e6'}] {{(pid=104389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 18 05:17:54.360673 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e54adc19-50e8-4015-8978-f3c4c87c0ac6 None None] Attempting to bind port ba654309-9a26-4997-b5d9-652b34b0d644 on network 65c030c7-6a7d-4cea-a47d-5cdd532db0e6 {{(pid=104389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 18 05:17:54.371040 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e54adc19-50e8-4015-8978-f3c4c87c0ac6 None None] Checking agent: {'id': 'd503ae44-4e24-48d3-9886-03581f90537d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836996-35-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 18, 5, 8, 27), 'started_at': datetime.datetime(2022, 6, 18, 5, 8, 57), 'heartbeat_timestamp': datetime.datetime(2022, 6, 18, 5, 17, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836996-35-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 18 05:17:54.371522 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e54adc19-50e8-4015-8978-f3c4c87c0ac6 None None] Checking segment: {'id': '62e6b565-92f9-4432-9d4a-754d0a7517a7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '65c030c7-6a7d-4cea-a47d-5cdd532db0e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 18 05:17:54.372062 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-e54adc19-50e8-4015-8978-f3c4c87c0ac6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:17:54.372561 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e54adc19-50e8-4015-8978-f3c4c87c0ac6 None None] Bound using segment: {'id': '62e6b565-92f9-4432-9d4a-754d0a7517a7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '65c030c7-6a7d-4cea-a47d-5cdd532db0e6'} {{(pid=104389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 18 05:17:54.373134 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.managers [None req-e54adc19-50e8-4015-8978-f3c4c87c0ac6 None None] Bound port: ba654309-9a26-4997-b5d9-652b34b0d644, host: dv-cinder-836996-35-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '62e6b565-92f9-4432-9d4a-754d0a7517a7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '65c030c7-6a7d-4cea-a47d-5cdd532db0e6'}}] {{(pid=104389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 18 05:17:54.377516 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-e54adc19-50e8-4015-8978-f3c4c87c0ac6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1768406'] for port (ba654309-9a26-4997-b5d9-652b34b0d644), before_update {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:17:54.414183 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.db.provisioning_blocks [None req-c042a677-28f5-4026-b552-0173028fe9dd None None] Provisioning complete for port 1cef0fc0-2d48-41b4-afba-b0d930059543 triggered by entity L2. {{(pid=104389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 18 05:17:54.414707 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-c042a677-28f5-4026-b552-0173028fe9dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1740956'] for port (1cef0fc0-2d48-41b4-afba-b0d930059543), provisioning_complete {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:17:54.460307 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b530144a-5bdc-42a1-b850-81c078f18e2c admin admin] Made reservation on behalf of 8820096253064e5abbe50f23bdc3ebac for: {'network': 1} {{(pid=104387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 05:17:54.463979 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-b530144a-5bdc-42a1-b850-81c078f18e2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1768406'] for network (None), before_create {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:17:54.476924 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-b530144a-5bdc-42a1-b850-81c078f18e2c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:17:54.489346 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-de61af51-cbd6-454b-a339-cd2b28aae541 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1768406'] for port (5d54d22b-839c-4985-9247-439ecbce5eaf), before_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:17:54.529733 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG dbcounter [-] [104389] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:17:54.538308 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.db [None req-e54adc19-50e8-4015-8978-f3c4c87c0ac6 None None] For port ba654309-9a26-4997-b5d9-652b34b0d644, host dv-cinder-836996-35-iscsi, cleared binding levels {{(pid=104389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 05:17:54.544374 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.db [None req-e54adc19-50e8-4015-8978-f3c4c87c0ac6 None None] For port ba654309-9a26-4997-b5d9-652b34b0d644, host dv-cinder-836996-35-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-35-iscsi',level=0,port_id=ba654309-9a26-4997-b5d9-652b34b0d644,segment=NetworkSegment(62e6b565-92f9-4432-9d4a-754d0a7517a7),segment_id=62e6b565-92f9-4432-9d4a-754d0a7517a7)] {{(pid=104389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 05:17:54.580487 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.plugin [None req-c042a677-28f5-4026-b552-0173028fe9dd None None] Current status of the port 1cef0fc0-2d48-41b4-afba-b0d930059543 is: ACTIVE; New status is: ACTIVE {{(pid=104389) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 18 05:17:54.635877 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-28718bc6-d1bf-4cd3-b41b-b52b81d3e00f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789592556683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1744442'] for agent (a8549501-0164-4ac5-90a6-1ba1ba0d3f9d), after_update {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:17:54.666462 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-b530144a-5bdc-42a1-b850-81c078f18e2c admin admin] Publish callbacks [] for security_group (83d5be7f-d8af-4828-9878-6877e2a6bac5), precommit_create {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:17:54.667447 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-e54adc19-50e8-4015-8978-f3c4c87c0ac6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1768343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789592765606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789592262840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789592262858'] for port (ba654309-9a26-4997-b5d9-652b34b0d644), after_update {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:17:54.722974 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-de61af51-cbd6-454b-a339-cd2b28aae541 admin admin] Publish callbacks [] for port (5d54d22b-839c-4985-9247-439ecbce5eaf), precommit_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:17:54.725114 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.db.provisioning_blocks [None req-22ffb489-d90c-4b37-aea0-a692fc29ad53 None None] Provisioning complete for port 5d54d22b-839c-4985-9247-439ecbce5eaf triggered by entity DHCP. {{(pid=104389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 18 05:17:54.725518 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-22ffb489-d90c-4b37-aea0-a692fc29ad53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1740956'] for port (5d54d22b-839c-4985-9247-439ecbce5eaf), provisioning_complete {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:17:54.750474 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-b530144a-5bdc-42a1-b850-81c078f18e2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728332'] for security_group (83d5be7f-d8af-4828-9878-6877e2a6bac5), after_create {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:17:54.773925 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e54adc19-50e8-4015-8978-f3c4c87c0ac6 None None] Routers {'297588e7-f327-42c5-a4eb-51d2eeafb162'} bound to L3 agent in host dv-cinder-836996-35-iscsi {{(pid=104389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 18 05:17:54.774610 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.db.l3_hamode_db [None req-e54adc19-50e8-4015-8978-f3c4c87c0ac6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-35-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-18T05:08:24Z,description=,heartbeat_timestamp=2022-06-18T05:17:54Z,host='dv-cinder-836996-35-iscsi',id=a8549501-0164-4ac5-90a6-1ba1ba0d3f9d,load=0,resource_versions=,resources_synced=,started_at=2022-06-18T05:08:25Z,topic='l3_agent')) {'router_ids': ['297588e7-f327-42c5-a4eb-51d2eeafb162'], 'active': True} {{(pid=104389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 05:17:54.784293 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e43587-3bfa-4df5-af19-0721fe04db59 None None] Pushing event updated for resources: {'Port': ['ID=ba654309-9a26-4997-b5d9-652b34b0d644,revision_number=3']} {{(pid=104389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:17:54.785539 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-de61af51-cbd6-454b-a339-cd2b28aae541 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1768343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789592765606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789592262840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789592262858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14020781'] for port (5d54d22b-839c-4985-9247-439ecbce5eaf), after_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:17:54.788625 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b530144a-5bdc-42a1-b850-81c078f18e2c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 325} {{(pid=104387) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 18 05:17:54.819273 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.plugin [None req-22ffb489-d90c-4b37-aea0-a692fc29ad53 None None] Port 5d54d22b-839c-4985-9247-439ecbce5eaf cannot update to ACTIVE because it is not bound. {{(pid=104389) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 18 05:17:54.852545 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b530144a-5bdc-42a1-b850-81c078f18e2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83d5be7f-d8af-4828-9878-6877e2a6bac5,revision_number=1']} {{(pid=104387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:17:54.865373 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-b530144a-5bdc-42a1-b850-81c078f18e2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1723189'] for segment (8830b993-bf62-481e-91c8-f0f91b8d6fd9), precommit_create {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:17:54.865777 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.db.segments_db [None req-b530144a-5bdc-42a1-b850-81c078f18e2c admin admin] Added segment 8830b993-bf62-481e-91c8-f0f91b8d6fd9 of type vlan for network e40c5bf8-60a8-4d08-b489-6f107ba55c42 Jun 18 05:17:54.898284 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-de61af51-cbd6-454b-a339-cd2b28aae541 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-546262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-574263'] for router_interface (297588e7-f327-42c5-a4eb-51d2eeafb162), after_create {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:17:54.900960 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG dbcounter [-] [104387] Writing DB stats neutron:SELECT=91,neutron:UPDATE=4,neutron:INSERT=5 {{(pid=104387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:17:54.901420 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.db.l3_dvr_db [None req-e54adc19-50e8-4015-8978-f3c4c87c0ac6 None None] Set router 297588e7-f327-42c5-a4eb-51d2eeafb162 gateway port host: dv-cinder-836996-35-iscsi {{(pid=104389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 18 05:17:54.903047 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de61af51-cbd6-454b-a339-cd2b28aae541 admin admin] Pushing event updated for resources: {'Port': ['ID=5d54d22b-839c-4985-9247-439ecbce5eaf,revision_number=2']} {{(pid=104387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:17:54.942599 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-b530144a-5bdc-42a1-b850-81c078f18e2c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789592234469'] for network (e40c5bf8-60a8-4d08-b489-6f107ba55c42), precommit_create {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:17:55.021303 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG dbcounter [-] [104387] Writing DB stats neutron:SELECT=84,neutron:INSERT=13,neutron:UPDATE=3 {{(pid=104387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:17:55.049594 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de61af51-cbd6-454b-a339-cd2b28aae541 admin admin] Network 381e581a-9cea-44f2-9ed2-365c11f6d6d9 is already hosted by enough agents. {{(pid=104387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 05:17:55.050944 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.scheduler.base_scheduler [None req-de61af51-cbd6-454b-a339-cd2b28aae541 admin admin] Resources bound (agent type, host, resource id): {{(pid=104387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 05:17:55.084711 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG dbcounter [-] [104389] Writing DB stats neutron:UPDATE=1,neutron:SELECT=98,neutron:INSERT=1 {{(pid=104389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:17:55.093015 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-b530144a-5bdc-42a1-b850-81c078f18e2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546084'] for network (e40c5bf8-60a8-4d08-b489-6f107ba55c42), after_create {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:17:55.094064 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b530144a-5bdc-42a1-b850-81c078f18e2c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:17:55.094647 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-b530144a-5bdc-42a1-b850-81c078f18e2c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546098'] for network (None), before_response {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:17:55.102647 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.db.l3_hamode_db [None req-e54adc19-50e8-4015-8978-f3c4c87c0ac6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '297588e7-f327-42c5-a4eb-51d2eeafb162', 'name': 'tempest-TestMinimumBasicScenario-745194918-router', 'tenant_id': '3a833f00ba294564a66b9eefbc49147e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65c030c7-6a7d-4cea-a47d-5cdd532db0e6', 'external_fixed_ips': [{'subnet_id': 'a9fa7760-a071-45ee-b985-799999c69975', 'ip_address': '172.27.2.33'}], 'enable_snat': True}, 'gw_port_id': 'ba654309-9a26-4997-b5d9-652b34b0d644', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-18T05:17:50Z', 'updated_at': '2022-06-18T05:17:54Z', 'revision_number': 4, 'project_id': '3a833f00ba294564a66b9eefbc49147e', 'gw_port': {'id': 'ba654309-9a26-4997-b5d9-652b34b0d644', 'name': '', 'network_id': '65c030c7-6a7d-4cea-a47d-5cdd532db0e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:7e:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '297588e7-f327-42c5-a4eb-51d2eeafb162', 'device_owner': 'network:router_gateway', 'standard_attr_id': 276, 'fixed_ips': [{'subnet_id': 'a9fa7760-a071-45ee-b985-799999c69975', 'ip_address': '172.27.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-18T05:17:51Z', 'updated_at': '2022-06-18T05:17:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a9fa7760-a071-45ee-b985-799999c69975', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-35-iscsi', '_interfaces': [{'id': '5d54d22b-839c-4985-9247-439ecbce5eaf', 'name': '', 'network_id': '381e581a-9cea-44f2-9ed2-365c11f6d6d9', 'tenant_id': '3a833f00ba294564a66b9eefbc49147e', 'mac_address': 'fa:16:3e:1b:10:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '297588e7-f327-42c5-a4eb-51d2eeafb162', 'device_owner': 'network:router_interface', 'standard_attr_id': 277, 'fixed_ips': [{'subnet_id': 'bc9d70cb-3189-4844-951f-f295bb588b8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-18T05:17:53Z', 'updated_at': '2022-06-18T05:17:54Z', 'revision_number': 2, 'project_id': '3a833f00ba294564a66b9eefbc49147e', 'subnets': [{'id': 'bc9d70cb-3189-4844-951f-f295bb588b8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-35-iscsi', False) {} {{(pid=104389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 05:17:55.140056 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e54adc19-50e8-4015-8978-f3c4c87c0ac6 None None] The sync data for ids ['297588e7-f327-42c5-a4eb-51d2eeafb162'] in dv-cinder-836996-35-iscsi is: [{'id': '297588e7-f327-42c5-a4eb-51d2eeafb162', 'name': 'tempest-TestMinimumBasicScenario-745194918-router', 'tenant_id': '3a833f00ba294564a66b9eefbc49147e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65c030c7-6a7d-4cea-a47d-5cdd532db0e6', 'external_fixed_ips': [{'subnet_id': 'a9fa7760-a071-45ee-b985-799999c69975', 'ip_address': '172.27.2.33'}], 'enable_snat': True}, 'gw_port_id': 'ba654309-9a26-4997-b5d9-652b34b0d644', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-18T05:17:50Z', 'updated_at': '2022-06-18T05:17:54Z', 'revision_number': 4, 'project_id': '3a833f00ba294564a66b9eefbc49147e', 'gw_port': {'id': 'ba654309-9a26-4997-b5d9-652b34b0d644', 'name': '', 'network_id': '65c030c7-6a7d-4cea-a47d-5cdd532db0e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:7e:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '297588e7-f327-42c5-a4eb-51d2eeafb162', 'device_owner': 'network:router_gateway', 'standard_attr_id': 276, 'fixed_ips': [{'subnet_id': 'a9fa7760-a071-45ee-b985-799999c69975', 'ip_address': '172.27.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-18T05:17:51Z', 'updated_at': '2022-06-18T05:17:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a9fa7760-a071-45ee-b985-799999c69975', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-35-iscsi', '_interfaces': [{'id': '5d54d22b-839c-4985-9247-439ecbce5eaf', 'name': '', 'network_id': '381e581a-9cea-44f2-9ed2-365c11f6d6d9', 'tenant_id': '3a833f00ba294564a66b9eefbc49147e', 'mac_address': 'fa:16:3e:1b:10:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '297588e7-f327-42c5-a4eb-51d2eeafb162', 'device_owner': 'network:router_interface', 'standard_attr_id': 277, 'fixed_ips': [{'subnet_id': 'bc9d70cb-3189-4844-951f-f295bb588b8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-18T05:17:53Z', 'updated_at': '2022-06-18T05:17:54Z', 'revision_number': 2, 'project_id': '3a833f00ba294564a66b9eefbc49147e', 'subnets': [{'id': 'bc9d70cb-3189-4844-951f-f295bb588b8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 05:17:55.217899 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [None req-b530144a-5bdc-42a1-b850-81c078f18e2c admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 872 time: 1.0864036 Jun 18 05:17:55.218564 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b530144a-5bdc-42a1-b850-81c078f18e2c admin admin] Pushing event updated for resources: {'Network': ['ID=e40c5bf8-60a8-4d08-b489-6f107ba55c42,revision_number=1']} {{(pid=104387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:17:55.218675 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.wsgi [-] (104388) accepted ('10.222.0.23', 48632) {{(pid=104388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 05:17:55.224094 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.api.v2.base [None req-47c0114e-74ef-43d1-a6e4-97aecb08a272 admin admin] Request body: {'subnet': {'network_id': 'e40c5bf8-60a8-4d08-b489-6f107ba55c42', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-514049608-subnet', 'tenant_id': '8820096253064e5abbe50f23bdc3ebac', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 18 05:17:55.228514 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.rpc [None req-c042a677-28f5-4026-b552-0173028fe9dd None None] Network e40c5bf8-60a8-4d08-b489-6f107ba55c42 details requested by agent ovs-agent-dv-cinder-836996-35-iscsi with host dv-cinder-836996-35-iscsi {{(pid=104389) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 18 05:17:55.253009 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de61af51-cbd6-454b-a339-cd2b28aae541 admin admin] Router 297588e7-f327-42c5-a4eb-51d2eeafb162 has already been hosted by L3 agent a8549501-0164-4ac5-90a6-1ba1ba0d3f9d {{(pid=104387) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 18 05:17:55.339978 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47c0114e-74ef-43d1-a6e4-97aecb08a272 admin admin] Made reservation on behalf of 8820096253064e5abbe50f23bdc3ebac for: {'subnet': 1} {{(pid=104388) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 05:17:55.344469 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.db.provisioning_blocks [None req-89c5d457-2cf4-459f-b5a2-7c46cfcc11d1 None None] Provisioning complete for port 5d54d22b-839c-4985-9247-439ecbce5eaf triggered by entity DHCP. {{(pid=104389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 18 05:17:55.344964 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-89c5d457-2cf4-459f-b5a2-7c46cfcc11d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1740956'] for port (5d54d22b-839c-4985-9247-439ecbce5eaf), provisioning_complete {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:17:55.345646 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-47c0114e-74ef-43d1-a6e4-97aecb08a272 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12841501'] for subnet (None), before_create {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:17:55.397013 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de61af51-cbd6-454b-a339-cd2b28aae541 admin admin] Notify agent at l3_agent.dv-cinder-836996-35-iscsi the message routers_updated {{(pid=104387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 05:17:55.407933 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [None req-de61af51-cbd6-454b-a339-cd2b28aae541 admin admin] 10.222.0.23 "PUT /v2.0/routers/297588e7-f327-42c5-a4eb-51d2eeafb162/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1928072 Jun 18 05:17:55.433932 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.plugin [None req-89c5d457-2cf4-459f-b5a2-7c46cfcc11d1 None None] Port 5d54d22b-839c-4985-9247-439ecbce5eaf cannot update to ACTIVE because it is not bound. {{(pid=104389) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 18 05:17:55.438454 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG dbcounter [-] [104387] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=104387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:17:55.556809 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-bd48e2cf-68a6-4f35-9a09-882d425f288c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789592556683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1744442'] for agent (e572bbf3-12d8-41bb-a2ed-524d739c9de1), after_update {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:17:55.642800 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-47c0114e-74ef-43d1-a6e4-97aecb08a272 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15492663', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12841711'] for subnet (150ec3db-e886-4a5d-89d6-e02356d1809e), after_create {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:17:55.701459 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c0114e-74ef-43d1-a6e4-97aecb08a272 admin admin] Pushing event updated for resources: {'Subnet': ['ID=150ec3db-e886-4a5d-89d6-e02356d1809e,revision_number=0']} {{(pid=104388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:17:55.718434 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47c0114e-74ef-43d1-a6e4-97aecb08a272 admin admin] Checking segment: {'id': '8830b993-bf62-481e-91c8-f0f91b8d6fd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'e40c5bf8-60a8-4d08-b489-6f107ba55c42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 18 05:17:55.718796 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47c0114e-74ef-43d1-a6e4-97aecb08a272 admin admin] Network hostable DHCP agents. Network: e40c5bf8-60a8-4d08-b489-6f107ba55c42, hostable agents: ['426d7b1c-7831-4cf6-8aa4-29496a16634c'], hosted agents: [] {{(pid=104388) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 18 05:17:55.808559 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47c0114e-74ef-43d1-a6e4-97aecb08a272 admin admin] Network e40c5bf8-60a8-4d08-b489-6f107ba55c42 is scheduled to be hosted by DHCP agent 426d7b1c-7831-4cf6-8aa4-29496a16634c with binding_index 1 {{(pid=104388) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 18 05:17:55.882012 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.scheduler.base_scheduler [None req-47c0114e-74ef-43d1-a6e4-97aecb08a272 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836996-35-iscsi, e40c5bf8-60a8-4d08-b489-6f107ba55c42) {{(pid=104388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 05:17:55.888269 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47c0114e-74ef-43d1-a6e4-97aecb08a272 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:17:55.889535 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-47c0114e-74ef-43d1-a6e4-97aecb08a272 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546098'] for subnet (None), before_response {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:17:55.906460 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62d71525-c963-4218-b6b6-00cd1fe2cd80 None None] Network e40c5bf8-60a8-4d08-b489-6f107ba55c42 requested from dv-cinder-836996-35-iscsi {{(pid=104389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 18 05:17:56.000736 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.wsgi [-] (104387) accepted ('10.222.0.23', 48652) {{(pid=104387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 05:17:56.000881 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [None req-47c0114e-74ef-43d1-a6e4-97aecb08a272 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.7810264 Jun 18 05:17:56.010980 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.api.v2.base [None req-06ea7413-95b0-4018-b4b2-56bda6d6079b admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-514049608-router', 'tenant_id': '8820096253064e5abbe50f23bdc3ebac', 'external_gateway_info': {'network_id': '65c030c7-6a7d-4cea-a47d-5cdd532db0e6'}}} {{(pid=104387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 18 05:17:56.055301 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9e80c99-1502-4178-a745-3a0b03475d82 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1891a1fa-7dca-5fa5-9b0d-ba5c9cd85586-e40c5bf8-60a8-4d08-b489-6f107ba55c42', 'network_id': 'e40c5bf8-60a8-4d08-b489-6f107ba55c42', 'project_id': '8820096253064e5abbe50f23bdc3ebac', 'fixed_ips': [{'subnet_id': '150ec3db-e886-4a5d-89d6-e02356d1809e'}]}} from dv-cinder-836996-35-iscsi. {{(pid=104389) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 18 05:17:56.056308 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-e9e80c99-1502-4178-a745-3a0b03475d82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1768406'] for port (None), before_create {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:17:56.082350 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-06ea7413-95b0-4018-b4b2-56bda6d6079b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-574775', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9644'] for router (8da617df-be4e-4bf8-bbf9-3dfa59c8cdaa), before_create {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:17:56.083832 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-06ea7413-95b0-4018-b4b2-56bda6d6079b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-575757', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-731064', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-682792', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9635'] for router (8da617df-be4e-4bf8-bbf9-3dfa59c8cdaa), precommit_create {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:17:56.181488 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-06ea7413-95b0-4018-b4b2-56bda6d6079b admin admin] Publish callbacks [] for router_controller (8da617df-be4e-4bf8-bbf9-3dfa59c8cdaa), precommit_add_association {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:17:56.236999 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.db.db_base_plugin_common [None req-e9e80c99-1502-4178-a745-3a0b03475d82 None None] Allocated IP 172.20.0.2 (e40c5bf8-60a8-4d08-b489-6f107ba55c42/150ec3db-e886-4a5d-89d6-e02356d1809e/f37ebf20-98df-40d0-9108-5a2f31a07f01) {{(pid=104389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 05:17:56.343820 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.rpc [None req-c042a677-28f5-4026-b552-0173028fe9dd None None] Device ba654309-9a26-4997-b5d9-652b34b0d644 up at agent ovs-agent-dv-cinder-836996-35-iscsi {{(pid=104389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 18 05:17:56.374498 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.wsgi [-] (104388) accepted ('10.222.0.23', 48666) {{(pid=104388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 05:17:56.379775 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.api.v2.base [None req-91b721bc-38b8-4d02-a234-2d586b373727 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1997020849-network', 'tenant_id': 'fcb1e990c65747549be861c1103aafb1'}} {{(pid=104388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 18 05:17:56.447829 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-06ea7413-95b0-4018-b4b2-56bda6d6079b admin admin] Publish callbacks [] for router_gateway (8da617df-be4e-4bf8-bbf9-3dfa59c8cdaa), precommit_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:17:56.453730 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91b721bc-38b8-4d02-a234-2d586b373727 admin admin] Made reservation on behalf of fcb1e990c65747549be861c1103aafb1 for: {'network': 1} {{(pid=104388) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 05:17:56.456392 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-91b721bc-38b8-4d02-a234-2d586b373727 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1768406'] for network (None), before_create {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:17:56.467911 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-91b721bc-38b8-4d02-a234-2d586b373727 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:17:56.576696 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.db.provisioning_blocks [None req-c042a677-28f5-4026-b552-0173028fe9dd None None] Provisioning complete for port ba654309-9a26-4997-b5d9-652b34b0d644 triggered by entity L2. {{(pid=104389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 18 05:17:56.577186 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-c042a677-28f5-4026-b552-0173028fe9dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1740956'] for port (ba654309-9a26-4997-b5d9-652b34b0d644), provisioning_complete {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:17:56.582142 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG dbcounter [-] [104388] Writing DB stats neutron:SELECT=83,neutron:DELETE=2,neutron:INSERT=13,neutron:UPDATE=2 {{(pid=104388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:17:56.589154 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-91b721bc-38b8-4d02-a234-2d586b373727 admin admin] Publish callbacks [] for security_group (9fef0cca-684d-4a6e-a1c4-253b789f9d9f), precommit_create {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:17:56.646638 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-e9e80c99-1502-4178-a745-3a0b03475d82 None None] Publish callbacks [] for port (f37ebf20-98df-40d0-9108-5a2f31a07f01), precommit_create {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:17:56.678941 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-91b721bc-38b8-4d02-a234-2d586b373727 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728332'] for security_group (9fef0cca-684d-4a6e-a1c4-253b789f9d9f), after_create {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:17:56.699677 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.plugin [None req-c042a677-28f5-4026-b552-0173028fe9dd None None] Current status of the port ba654309-9a26-4997-b5d9-652b34b0d644 is: DOWN; New status is: ACTIVE {{(pid=104389) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 18 05:17:56.700170 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-c042a677-28f5-4026-b552-0173028fe9dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1768406'] for port (ba654309-9a26-4997-b5d9-652b34b0d644), before_update {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:17:56.702539 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-91b721bc-38b8-4d02-a234-2d586b373727 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 306} {{(pid=104388) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 18 05:17:56.727917 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b721bc-38b8-4d02-a234-2d586b373727 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fef0cca-684d-4a6e-a1c4-253b789f9d9f,revision_number=1']} {{(pid=104388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:17:56.734612 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.db [None req-c042a677-28f5-4026-b552-0173028fe9dd None None] For port ba654309-9a26-4997-b5d9-652b34b0d644, host dv-cinder-836996-35-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-35-iscsi',level=0,port_id=ba654309-9a26-4997-b5d9-652b34b0d644,segment=NetworkSegment(62e6b565-92f9-4432-9d4a-754d0a7517a7),segment_id=62e6b565-92f9-4432-9d4a-754d0a7517a7)] {{(pid=104389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 05:17:56.739466 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-06ea7413-95b0-4018-b4b2-56bda6d6079b admin admin] Publish callbacks [] for router_gateway (8da617df-be4e-4bf8-bbf9-3dfa59c8cdaa), before_create {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:17:56.747881 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-91b721bc-38b8-4d02-a234-2d586b373727 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1723189'] for segment (8ea8409e-cdd6-4b7e-a56a-9be6cc3a6cb0), precommit_create {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:17:56.748301 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.db.segments_db [None req-91b721bc-38b8-4d02-a234-2d586b373727 admin admin] Added segment 8ea8409e-cdd6-4b7e-a56a-9be6cc3a6cb0 of type vlan for network 5c335596-fea1-451c-bc9d-a6a1f3e18ffc Jun 18 05:17:56.751498 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-e9e80c99-1502-4178-a745-3a0b03475d82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1768343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789592262822'] for port (f37ebf20-98df-40d0-9108-5a2f31a07f01), after_create {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:17:56.757548 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG dbcounter [-] [104389] Writing DB stats neutron:SELECT=88,neutron:UPDATE=7,neutron:INSERT=5 {{(pid=104389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:17:56.760770 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-06ea7413-95b0-4018-b4b2-56bda6d6079b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1768406'] for port (None), before_create {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:17:56.796826 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9e80c99-1502-4178-a745-3a0b03475d82 None None] Network e40c5bf8-60a8-4d08-b489-6f107ba55c42 is already hosted by enough agents. {{(pid=104389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 05:17:56.800011 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.scheduler.base_scheduler [None req-e9e80c99-1502-4178-a745-3a0b03475d82 None None] Resources bound (agent type, host, resource id): {{(pid=104389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 05:17:56.803798 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9e80c99-1502-4178-a745-3a0b03475d82 None None] Received port after_create {{(pid=104389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 18 05:17:56.810907 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-91b721bc-38b8-4d02-a234-2d586b373727 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789592234469'] for network (5c335596-fea1-451c-bc9d-a6a1f3e18ffc), precommit_create {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:17:56.817317 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-c042a677-28f5-4026-b552-0173028fe9dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1768343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789592765606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789592262840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789592262858'] for port (ba654309-9a26-4997-b5d9-652b34b0d644), after_update {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:17:56.822051 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e80c99-1502-4178-a745-3a0b03475d82 None None] Pushing event updated for resources: {'Port': ['ID=f37ebf20-98df-40d0-9108-5a2f31a07f01,revision_number=1']} {{(pid=104389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:17:56.862870 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG dbcounter [-] [104387] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=104387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:17:56.910569 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG dbcounter [-] [104389] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=104389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:17:56.921089 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.db.db_base_plugin_common [None req-06ea7413-95b0-4018-b4b2-56bda6d6079b admin admin] Allocated IP 172.27.2.189 (65c030c7-6a7d-4cea-a47d-5cdd532db0e6/a9fa7760-a071-45ee-b985-799999c69975/011d883a-04f9-40bb-a93b-b2737c0f1dee) {{(pid=104387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 05:17:56.928223 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-91b721bc-38b8-4d02-a234-2d586b373727 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546084'] for network (5c335596-fea1-451c-bc9d-a6a1f3e18ffc), after_create {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:17:56.929712 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.managers [None req-e9e80c99-1502-4178-a745-3a0b03475d82 None None] Attempting to bind port f37ebf20-98df-40d0-9108-5a2f31a07f01 on host dv-cinder-836996-35-iscsi for vnic_type normal with profile {{(pid=104389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 18 05:17:56.929825 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91b721bc-38b8-4d02-a234-2d586b373727 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:17:56.930039 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.managers [None req-e9e80c99-1502-4178-a745-3a0b03475d82 None None] Attempting to bind port f37ebf20-98df-40d0-9108-5a2f31a07f01 by drivers openvswitch,hyperv on host dv-cinder-836996-35-iscsi at level 0 using segments [{'id': '8830b993-bf62-481e-91c8-f0f91b8d6fd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'e40c5bf8-60a8-4d08-b489-6f107ba55c42'}] {{(pid=104389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 18 05:17:56.930409 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9e80c99-1502-4178-a745-3a0b03475d82 None None] Attempting to bind port f37ebf20-98df-40d0-9108-5a2f31a07f01 on network e40c5bf8-60a8-4d08-b489-6f107ba55c42 {{(pid=104389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 18 05:17:56.931282 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-91b721bc-38b8-4d02-a234-2d586b373727 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546098'] for network (None), before_response {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:17:56.940621 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG dbcounter [-] [104388] Writing DB stats neutron:SELECT=80,neutron:INSERT=14,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=104388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:17:56.944697 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9e80c99-1502-4178-a745-3a0b03475d82 None None] Checking agent: {'id': 'd503ae44-4e24-48d3-9886-03581f90537d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836996-35-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 18, 5, 8, 27), 'started_at': datetime.datetime(2022, 6, 18, 5, 8, 57), 'heartbeat_timestamp': datetime.datetime(2022, 6, 18, 5, 17, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836996-35-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 18 05:17:56.945083 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9e80c99-1502-4178-a745-3a0b03475d82 None None] Checking segment: {'id': '8830b993-bf62-481e-91c8-f0f91b8d6fd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'e40c5bf8-60a8-4d08-b489-6f107ba55c42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 18 05:17:56.945758 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-e9e80c99-1502-4178-a745-3a0b03475d82 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:17:56.945931 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9e80c99-1502-4178-a745-3a0b03475d82 None None] Bound using segment: {'id': '8830b993-bf62-481e-91c8-f0f91b8d6fd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'e40c5bf8-60a8-4d08-b489-6f107ba55c42'} {{(pid=104389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 18 05:17:56.946388 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.managers [None req-e9e80c99-1502-4178-a745-3a0b03475d82 None None] Bound port: f37ebf20-98df-40d0-9108-5a2f31a07f01, host: dv-cinder-836996-35-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8830b993-bf62-481e-91c8-f0f91b8d6fd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'e40c5bf8-60a8-4d08-b489-6f107ba55c42'}}] {{(pid=104389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 18 05:17:56.947510 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-e9e80c99-1502-4178-a745-3a0b03475d82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1768406'] for port (f37ebf20-98df-40d0-9108-5a2f31a07f01), before_update {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:17:56.950130 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c042a677-28f5-4026-b552-0173028fe9dd None None] Pushing event updated for resources: {'Port': ['ID=ba654309-9a26-4997-b5d9-652b34b0d644,revision_number=4']} {{(pid=104389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:17:57.018845 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b721bc-38b8-4d02-a234-2d586b373727 admin admin] Pushing event updated for resources: {'Network': ['ID=5c335596-fea1-451c-bc9d-a6a1f3e18ffc,revision_number=1']} {{(pid=104388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:17:57.020396 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.db [None req-e9e80c99-1502-4178-a745-3a0b03475d82 None None] For port f37ebf20-98df-40d0-9108-5a2f31a07f01, host dv-cinder-836996-35-iscsi, cleared binding levels {{(pid=104389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 05:17:57.024315 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.db [None req-e9e80c99-1502-4178-a745-3a0b03475d82 None None] For port f37ebf20-98df-40d0-9108-5a2f31a07f01, host dv-cinder-836996-35-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-35-iscsi',level=0,port_id=f37ebf20-98df-40d0-9108-5a2f31a07f01,segment=NetworkSegment(8830b993-bf62-481e-91c8-f0f91b8d6fd9),segment_id=8830b993-bf62-481e-91c8-f0f91b8d6fd9)] {{(pid=104389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 05:17:57.030564 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.rpc [None req-c042a677-28f5-4026-b552-0173028fe9dd None None] Network 5c335596-fea1-451c-bc9d-a6a1f3e18ffc details requested by agent ovs-agent-dv-cinder-836996-35-iscsi with host dv-cinder-836996-35-iscsi {{(pid=104389) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 18 05:17:57.045884 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-06ea7413-95b0-4018-b4b2-56bda6d6079b admin admin] Publish callbacks [] for port (011d883a-04f9-40bb-a93b-b2737c0f1dee), precommit_create {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:17:57.061722 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [None req-91b721bc-38b8-4d02-a234-2d586b373727 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 869 time: 0.6859481 Jun 18 05:17:57.064491 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.wsgi [-] (104388) accepted ('10.222.0.23', 48674) {{(pid=104388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 05:17:57.069480 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.api.v2.base [None req-c84762a5-e74a-4ad8-82f2-bdfc9dbec00d admin admin] Request body: {'subnet': {'network_id': '5c335596-fea1-451c-bc9d-a6a1f3e18ffc', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1997020849-subnet', 'tenant_id': 'fcb1e990c65747549be861c1103aafb1', 'ip_version': 4}} {{(pid=104388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 18 05:17:57.074573 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG dbcounter [-] [104387] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=4 {{(pid=104387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:17:57.090866 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-e9e80c99-1502-4178-a745-3a0b03475d82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1768343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789592765606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789592262840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789592262858'] for port (f37ebf20-98df-40d0-9108-5a2f31a07f01), after_update {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:17:57.160279 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c84762a5-e74a-4ad8-82f2-bdfc9dbec00d admin admin] Made reservation on behalf of fcb1e990c65747549be861c1103aafb1 for: {'subnet': 1} {{(pid=104388) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 05:17:57.161292 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-06ea7413-95b0-4018-b4b2-56bda6d6079b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1768343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789592262822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14020772'] for port (011d883a-04f9-40bb-a93b-b2737c0f1dee), after_create {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:17:57.163201 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-c84762a5-e74a-4ad8-82f2-bdfc9dbec00d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12841501'] for subnet (None), before_create {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:17:57.169435 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e80c99-1502-4178-a745-3a0b03475d82 None None] Pushing event updated for resources: {'Port': ['ID=f37ebf20-98df-40d0-9108-5a2f31a07f01,revision_number=2']} {{(pid=104389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:17:57.204307 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06ea7413-95b0-4018-b4b2-56bda6d6079b admin admin] Network 65c030c7-6a7d-4cea-a47d-5cdd532db0e6 is already hosted by enough agents. {{(pid=104387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 05:17:57.209434 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.scheduler.base_scheduler [None req-06ea7413-95b0-4018-b4b2-56bda6d6079b admin admin] Resources bound (agent type, host, resource id): {{(pid=104387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 05:17:57.215573 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06ea7413-95b0-4018-b4b2-56bda6d6079b admin admin] Received port after_create {{(pid=104387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 18 05:17:57.219075 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ea7413-95b0-4018-b4b2-56bda6d6079b admin admin] Pushing event updated for resources: {'Port': ['ID=011d883a-04f9-40bb-a93b-b2737c0f1dee,revision_number=1']} {{(pid=104387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:17:57.224464 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-5df8b1a9-a354-44ed-8761-35e8e24f4084 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789592556683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1744442'] for agent (37f34a37-d85d-4c21-966b-86dc43157ac3), after_update {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:17:57.454220 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-c84762a5-e74a-4ad8-82f2-bdfc9dbec00d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15492663', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12841711'] for subnet (bf7360c8-1f01-40e7-a8ee-e187e3f9feea), after_create {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:17:57.505073 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-c042a677-28f5-4026-b552-0173028fe9dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789592556683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1744442'] for agent (d503ae44-4e24-48d3-9886-03581f90537d), after_update {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:17:57.520804 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84762a5-e74a-4ad8-82f2-bdfc9dbec00d admin admin] Pushing event updated for resources: {'Subnet': ['ID=bf7360c8-1f01-40e7-a8ee-e187e3f9feea,revision_number=0']} {{(pid=104388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:17:57.530728 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c84762a5-e74a-4ad8-82f2-bdfc9dbec00d admin admin] Checking segment: {'id': '8ea8409e-cdd6-4b7e-a56a-9be6cc3a6cb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '5c335596-fea1-451c-bc9d-a6a1f3e18ffc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 18 05:17:57.531087 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c84762a5-e74a-4ad8-82f2-bdfc9dbec00d admin admin] Network hostable DHCP agents. Network: 5c335596-fea1-451c-bc9d-a6a1f3e18ffc, hostable agents: ['426d7b1c-7831-4cf6-8aa4-29496a16634c'], hosted agents: [] {{(pid=104388) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 18 05:17:57.596038 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-06ea7413-95b0-4018-b4b2-56bda6d6079b admin admin] Publish callbacks [] for router_gateway (8da617df-be4e-4bf8-bbf9-3dfa59c8cdaa), after_create {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:17:57.624544 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c84762a5-e74a-4ad8-82f2-bdfc9dbec00d admin admin] Network 5c335596-fea1-451c-bc9d-a6a1f3e18ffc is scheduled to be hosted by DHCP agent 426d7b1c-7831-4cf6-8aa4-29496a16634c with binding_index 1 {{(pid=104388) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 18 05:17:57.682666 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.scheduler.base_scheduler [None req-c84762a5-e74a-4ad8-82f2-bdfc9dbec00d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836996-35-iscsi, 5c335596-fea1-451c-bc9d-a6a1f3e18ffc) {{(pid=104388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 05:17:57.686914 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c84762a5-e74a-4ad8-82f2-bdfc9dbec00d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:17:57.687730 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-c84762a5-e74a-4ad8-82f2-bdfc9dbec00d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546098'] for subnet (None), before_response {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:17:57.707130 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2e6a891-7ab3-4f48-a531-2d301d1d1057 None None] Network 5c335596-fea1-451c-bc9d-a6a1f3e18ffc requested from dv-cinder-836996-35-iscsi {{(pid=104389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 18 05:17:57.787862 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [None req-c84762a5-e74a-4ad8-82f2-bdfc9dbec00d admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7223070 Jun 18 05:17:57.791097 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.wsgi [-] (104388) accepted ('10.222.0.23', 48682) {{(pid=104388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 05:17:57.795619 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.api.v2.base [None req-4e72c61a-4abf-4ae3-8a69-cf7f5b1eb957 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1997020849-router', 'tenant_id': 'fcb1e990c65747549be861c1103aafb1', 'external_gateway_info': {'network_id': '65c030c7-6a7d-4cea-a47d-5cdd532db0e6'}}} {{(pid=104388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 18 05:17:57.798922 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG dbcounter [-] [104388] Writing DB stats neutron:SELECT=85,neutron:DELETE=4,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=104388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:17:57.813236 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-06ea7413-95b0-4018-b4b2-56bda6d6079b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-575954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-736931'] for router (8da617df-be4e-4bf8-bbf9-3dfa59c8cdaa), after_create {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:17:57.824333 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edeba5a5-71c0-4241-89dd-0ffbf60735c4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1891a1fa-7dca-5fa5-9b0d-ba5c9cd85586-5c335596-fea1-451c-bc9d-a6a1f3e18ffc', 'network_id': '5c335596-fea1-451c-bc9d-a6a1f3e18ffc', 'project_id': 'fcb1e990c65747549be861c1103aafb1', 'fixed_ips': [{'subnet_id': 'bf7360c8-1f01-40e7-a8ee-e187e3f9feea'}]}} from dv-cinder-836996-35-iscsi. {{(pid=104389) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 18 05:17:57.824333 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-edeba5a5-71c0-4241-89dd-0ffbf60735c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1768406'] for port (None), before_create {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:17:57.933870 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-4e72c61a-4abf-4ae3-8a69-cf7f5b1eb957 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-574775', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9644'] for router (723aa2c1-aef8-407c-850c-a9dae73a8e0a), before_create {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:17:57.934459 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG dbcounter [-] [104389] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=104389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:17:57.934949 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-4e72c61a-4abf-4ae3-8a69-cf7f5b1eb957 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-575757', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-731064', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-682792', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9635'] for router (723aa2c1-aef8-407c-850c-a9dae73a8e0a), precommit_create {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:17:58.022324 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.db.db_base_plugin_common [None req-edeba5a5-71c0-4241-89dd-0ffbf60735c4 None None] Allocated IP 172.20.0.2 (5c335596-fea1-451c-bc9d-a6a1f3e18ffc/bf7360c8-1f01-40e7-a8ee-e187e3f9feea/f81ff762-914c-4210-9bd2-d1887fa369f1) {{(pid=104389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 05:17:58.037622 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-4e72c61a-4abf-4ae3-8a69-cf7f5b1eb957 admin admin] Publish callbacks [] for router_controller (723aa2c1-aef8-407c-850c-a9dae73a8e0a), precommit_add_association {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:17:58.183913 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG dbcounter [-] [104387] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:17:58.226601 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-edeba5a5-71c0-4241-89dd-0ffbf60735c4 None None] Publish callbacks [] for port (f81ff762-914c-4210-9bd2-d1887fa369f1), precommit_create {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:17:58.264547 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06ea7413-95b0-4018-b4b2-56bda6d6079b admin admin] Router 8da617df-be4e-4bf8-bbf9-3dfa59c8cdaa is scheduled to L3 agent a8549501-0164-4ac5-90a6-1ba1ba0d3f9d with binding_index 1 {{(pid=104387) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 18 05:17:58.279041 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d4ffd28-5380-4354-bbd5-2bf150942df4 None None] Sync routers for ids ['297588e7-f327-42c5-a4eb-51d2eeafb162'] in dv-cinder-836996-35-iscsi {{(pid=104390) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 05:17:58.288015 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-edeba5a5-71c0-4241-89dd-0ffbf60735c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1768343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789592262822'] for port (f81ff762-914c-4210-9bd2-d1887fa369f1), after_create {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:17:58.294102 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d4ffd28-5380-4354-bbd5-2bf150942df4 None None] Routers {'297588e7-f327-42c5-a4eb-51d2eeafb162'} bound to L3 agent in host dv-cinder-836996-35-iscsi {{(pid=104390) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 18 05:17:58.294799 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG neutron.db.l3_hamode_db [None req-9d4ffd28-5380-4354-bbd5-2bf150942df4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-35-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-18T05:08:24Z,description=,heartbeat_timestamp=2022-06-18T05:17:54Z,host='dv-cinder-836996-35-iscsi',id=a8549501-0164-4ac5-90a6-1ba1ba0d3f9d,load=0,resource_versions=,resources_synced=,started_at=2022-06-18T05:08:25Z,topic='l3_agent')) {'router_ids': ['297588e7-f327-42c5-a4eb-51d2eeafb162'], 'active': True} {{(pid=104390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 05:17:58.367653 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-4e72c61a-4abf-4ae3-8a69-cf7f5b1eb957 admin admin] Publish callbacks [] for router_gateway (723aa2c1-aef8-407c-850c-a9dae73a8e0a), precommit_update {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:17:58.391577 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edeba5a5-71c0-4241-89dd-0ffbf60735c4 None None] Pushing event updated for resources: {'Port': ['ID=f81ff762-914c-4210-9bd2-d1887fa369f1,revision_number=1']} {{(pid=104389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:17:58.408456 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81295573-e40f-4722-83e3-ce99fe6435db None None] Network e40c5bf8-60a8-4d08-b489-6f107ba55c42 requested from dv-cinder-836996-35-iscsi {{(pid=104389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 18 05:17:58.418851 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG neutron.db.l3_dvr_db [None req-9d4ffd28-5380-4354-bbd5-2bf150942df4 None None] Set router 297588e7-f327-42c5-a4eb-51d2eeafb162 gateway port host: dv-cinder-836996-35-iscsi {{(pid=104390) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 18 05:17:58.444947 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.rpc [None req-c042a677-28f5-4026-b552-0173028fe9dd None None] Device f37ebf20-98df-40d0-9108-5a2f31a07f01 up at agent ovs-agent-dv-cinder-836996-35-iscsi {{(pid=104389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 18 05:17:58.452248 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06ea7413-95b0-4018-b4b2-56bda6d6079b admin admin] Notify agent at l3_agent.dv-cinder-836996-35-iscsi the message routers_updated {{(pid=104387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 05:17:58.469847 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3b0a78d-0765-44ae-86a5-b7111d83de83 None None] Sync routers for ids ['8da617df-be4e-4bf8-bbf9-3dfa59c8cdaa'] in dv-cinder-836996-35-iscsi {{(pid=104389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 05:17:58.509733 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.db.provisioning_blocks [None req-09e252b8-b68c-4831-84ae-c5ff48e277e0 None None] Provisioning complete for port f37ebf20-98df-40d0-9108-5a2f31a07f01 triggered by entity DHCP. {{(pid=104389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 18 05:17:58.510274 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-09e252b8-b68c-4831-84ae-c5ff48e277e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1740956'] for port (f37ebf20-98df-40d0-9108-5a2f31a07f01), provisioning_complete {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:17:58.517109 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edeba5a5-71c0-4241-89dd-0ffbf60735c4 None None] Network 5c335596-fea1-451c-bc9d-a6a1f3e18ffc is already hosted by enough agents. {{(pid=104389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 05:17:58.529355 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-06ea7413-95b0-4018-b4b2-56bda6d6079b admin admin] Publish callbacks [] for router (None), before_response {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:17:58.533108 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [None req-06ea7413-95b0-4018-b4b2-56bda6d6079b admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 2.5287409 Jun 18 05:17:58.533890 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.wsgi [-] (104387) accepted ('10.222.0.23', 48688) {{(pid=104387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 05:17:58.622843 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG neutron.db.l3_hamode_db [None req-9d4ffd28-5380-4354-bbd5-2bf150942df4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '297588e7-f327-42c5-a4eb-51d2eeafb162', 'name': 'tempest-TestMinimumBasicScenario-745194918-router', 'tenant_id': '3a833f00ba294564a66b9eefbc49147e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65c030c7-6a7d-4cea-a47d-5cdd532db0e6', 'external_fixed_ips': [{'subnet_id': 'a9fa7760-a071-45ee-b985-799999c69975', 'ip_address': '172.27.2.33'}], 'enable_snat': True}, 'gw_port_id': 'ba654309-9a26-4997-b5d9-652b34b0d644', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-18T05:17:50Z', 'updated_at': '2022-06-18T05:17:54Z', 'revision_number': 4, 'project_id': '3a833f00ba294564a66b9eefbc49147e', 'gw_port': {'id': 'ba654309-9a26-4997-b5d9-652b34b0d644', 'name': '', 'network_id': '65c030c7-6a7d-4cea-a47d-5cdd532db0e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:7e:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '297588e7-f327-42c5-a4eb-51d2eeafb162', 'device_owner': 'network:router_gateway', 'standard_attr_id': 276, 'fixed_ips': [{'subnet_id': 'a9fa7760-a071-45ee-b985-799999c69975', 'ip_address': '172.27.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-18T05:17:51Z', 'updated_at': '2022-06-18T05:17:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9fa7760-a071-45ee-b985-799999c69975', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-35-iscsi', '_interfaces': [{'id': '5d54d22b-839c-4985-9247-439ecbce5eaf', 'name': '', 'network_id': '381e581a-9cea-44f2-9ed2-365c11f6d6d9', 'tenant_id': '3a833f00ba294564a66b9eefbc49147e', 'mac_address': 'fa:16:3e:1b:10:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '297588e7-f327-42c5-a4eb-51d2eeafb162', 'device_owner': 'network:router_interface', 'standard_attr_id': 277, 'fixed_ips': [{'subnet_id': 'bc9d70cb-3189-4844-951f-f295bb588b8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-18T05:17:53Z', 'updated_at': '2022-06-18T05:17:54Z', 'revision_number': 2, 'project_id': '3a833f00ba294564a66b9eefbc49147e', 'subnets': [{'id': 'bc9d70cb-3189-4844-951f-f295bb588b8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-35-iscsi', False) {} {{(pid=104390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 05:17:58.624660 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.scheduler.base_scheduler [None req-edeba5a5-71c0-4241-89dd-0ffbf60735c4 None None] Resources bound (agent type, host, resource id): {{(pid=104389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 05:17:58.627438 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edeba5a5-71c0-4241-89dd-0ffbf60735c4 None None] Received port after_create {{(pid=104389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 18 05:17:58.641129 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.db.provisioning_blocks [None req-c042a677-28f5-4026-b552-0173028fe9dd None None] Provisioning complete for port f37ebf20-98df-40d0-9108-5a2f31a07f01 triggered by entity L2. {{(pid=104389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 18 05:17:58.641518 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-c042a677-28f5-4026-b552-0173028fe9dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1740956'] for port (f37ebf20-98df-40d0-9108-5a2f31a07f01), provisioning_complete {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:17:58.651041 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d4ffd28-5380-4354-bbd5-2bf150942df4 None None] Checking router: 297588e7-f327-42c5-a4eb-51d2eeafb162 for host: dv-cinder-836996-35-iscsi {{(pid=104390) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 05:17:58.651650 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d4ffd28-5380-4354-bbd5-2bf150942df4 None None] Updating router 297588e7-f327-42c5-a4eb-51d2eeafb162 port 5d54d22b-839c-4985-9247-439ecbce5eaf binding host dv-cinder-836996-35-iscsi {{(pid=104390) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 18 05:17:58.682653 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG neutron_lib.callbacks.manager [None req-9d4ffd28-5380-4354-bbd5-2bf150942df4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1768406'] for port (5d54d22b-839c-4985-9247-439ecbce5eaf), before_update {{(pid=104390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:17:58.697587 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3b0a78d-0765-44ae-86a5-b7111d83de83 None None] Routers {'8da617df-be4e-4bf8-bbf9-3dfa59c8cdaa'} bound to L3 agent in host dv-cinder-836996-35-iscsi {{(pid=104389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 18 05:17:58.698240 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.db.l3_hamode_db [None req-a3b0a78d-0765-44ae-86a5-b7111d83de83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-35-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-18T05:08:24Z,description=,heartbeat_timestamp=2022-06-18T05:17:54Z,host='dv-cinder-836996-35-iscsi',id=a8549501-0164-4ac5-90a6-1ba1ba0d3f9d,load=0,resource_versions=,resources_synced=,started_at=2022-06-18T05:08:25Z,topic='l3_agent')) {'router_ids': ['8da617df-be4e-4bf8-bbf9-3dfa59c8cdaa'], 'active': True} {{(pid=104389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 05:17:58.765411 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-4e72c61a-4abf-4ae3-8a69-cf7f5b1eb957 admin admin] Publish callbacks [] for router_gateway (723aa2c1-aef8-407c-850c-a9dae73a8e0a), before_create {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:17:58.814259 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-4e72c61a-4abf-4ae3-8a69-cf7f5b1eb957 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1768406'] for port (None), before_create {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:17:58.872784 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG dbcounter [-] [104389] Writing DB stats neutron:SELECT=90,neutron:UPDATE=6,neutron:INSERT=4 {{(pid=104389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:17:58.943715 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.db.db_base_plugin_common [None req-4e72c61a-4abf-4ae3-8a69-cf7f5b1eb957 admin admin] Allocated IP 172.27.2.20 (65c030c7-6a7d-4cea-a47d-5cdd532db0e6/a9fa7760-a071-45ee-b985-799999c69975/44d75339-25f5-4359-a6cd-235b6e3740f1) {{(pid=104388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 05:17:58.950463 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG dbcounter [-] [104390] Writing DB stats neutron:SELECT=100 {{(pid=104390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:17:58.963513 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.managers [None req-edeba5a5-71c0-4241-89dd-0ffbf60735c4 None None] Attempting to bind port f81ff762-914c-4210-9bd2-d1887fa369f1 on host dv-cinder-836996-35-iscsi for vnic_type normal with profile {{(pid=104389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 18 05:17:58.963513 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.managers [None req-edeba5a5-71c0-4241-89dd-0ffbf60735c4 None None] Attempting to bind port f81ff762-914c-4210-9bd2-d1887fa369f1 by drivers openvswitch,hyperv on host dv-cinder-836996-35-iscsi at level 0 using segments [{'id': '8ea8409e-cdd6-4b7e-a56a-9be6cc3a6cb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '5c335596-fea1-451c-bc9d-a6a1f3e18ffc'}] {{(pid=104389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 18 05:17:58.963513 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edeba5a5-71c0-4241-89dd-0ffbf60735c4 None None] Attempting to bind port f81ff762-914c-4210-9bd2-d1887fa369f1 on network 5c335596-fea1-451c-bc9d-a6a1f3e18ffc {{(pid=104389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 18 05:17:58.969485 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.plugin [None req-c042a677-28f5-4026-b552-0173028fe9dd None None] Current status of the port f37ebf20-98df-40d0-9108-5a2f31a07f01 is: DOWN; New status is: ACTIVE {{(pid=104389) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 18 05:17:58.969872 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-c042a677-28f5-4026-b552-0173028fe9dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1768406'] for port (f37ebf20-98df-40d0-9108-5a2f31a07f01), before_update {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:17:58.989754 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edeba5a5-71c0-4241-89dd-0ffbf60735c4 None None] Checking agent: {'id': 'd503ae44-4e24-48d3-9886-03581f90537d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836996-35-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 18, 5, 8, 27), 'started_at': datetime.datetime(2022, 6, 18, 5, 8, 57), 'heartbeat_timestamp': datetime.datetime(2022, 6, 18, 5, 17, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836996-35-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 18 05:17:58.990129 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edeba5a5-71c0-4241-89dd-0ffbf60735c4 None None] Checking segment: {'id': '8ea8409e-cdd6-4b7e-a56a-9be6cc3a6cb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '5c335596-fea1-451c-bc9d-a6a1f3e18ffc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 18 05:17:58.990957 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-edeba5a5-71c0-4241-89dd-0ffbf60735c4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:17:58.990957 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edeba5a5-71c0-4241-89dd-0ffbf60735c4 None None] Bound using segment: {'id': '8ea8409e-cdd6-4b7e-a56a-9be6cc3a6cb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '5c335596-fea1-451c-bc9d-a6a1f3e18ffc'} {{(pid=104389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 18 05:17:58.991427 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.managers [None req-edeba5a5-71c0-4241-89dd-0ffbf60735c4 None None] Bound port: f81ff762-914c-4210-9bd2-d1887fa369f1, host: dv-cinder-836996-35-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ea8409e-cdd6-4b7e-a56a-9be6cc3a6cb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '5c335596-fea1-451c-bc9d-a6a1f3e18ffc'}}] {{(pid=104389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 18 05:17:58.991810 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-edeba5a5-71c0-4241-89dd-0ffbf60735c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1768406'] for port (f81ff762-914c-4210-9bd2-d1887fa369f1), before_update {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:17:59.002620 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.db.l3_dvr_db [None req-a3b0a78d-0765-44ae-86a5-b7111d83de83 None None] Set router 8da617df-be4e-4bf8-bbf9-3dfa59c8cdaa gateway port host: dv-cinder-836996-35-iscsi {{(pid=104389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 18 05:17:59.002947 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG dbcounter [-] [104387] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=104387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:17:59.072701 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG dbcounter [-] [104389] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:17:59.092476 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG dbcounter [-] [104390] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:17:59.112910 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.plugin [None req-09e252b8-b68c-4831-84ae-c5ff48e277e0 None None] Current status of the port f37ebf20-98df-40d0-9108-5a2f31a07f01 is: DOWN; New status is: ACTIVE {{(pid=104389) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 18 05:17:59.113303 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-09e252b8-b68c-4831-84ae-c5ff48e277e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1768406'] for port (f37ebf20-98df-40d0-9108-5a2f31a07f01), before_update {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:17:59.130395 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG neutron_lib.callbacks.manager [None req-9d4ffd28-5380-4354-bbd5-2bf150942df4 None None] Publish callbacks [] for port (5d54d22b-839c-4985-9247-439ecbce5eaf), precommit_update {{(pid=104390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:17:59.136229 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-089ca8e1-5ec1-4985-8f5d-2471428f3392 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1768406'] for port (None), before_create {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:17:59.179219 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-4e72c61a-4abf-4ae3-8a69-cf7f5b1eb957 admin admin] Publish callbacks [] for port (44d75339-25f5-4359-a6cd-235b6e3740f1), precommit_create {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:17:59.216016 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG dbcounter [-] [104388] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=4 {{(pid=104388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:17:59.460106 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG neutron_lib.callbacks.manager [None req-9d4ffd28-5380-4354-bbd5-2bf150942df4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1768343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789592765606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789592262840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789592262858'] for port (5d54d22b-839c-4985-9247-439ecbce5eaf), after_update {{(pid=104390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:17:59.460106 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-052b09e0-4c1e-4ae8-ad90-d64d7e8be0c1 None None] Pushing event updated for resources: {'Port': ['ID=5d54d22b-839c-4985-9247-439ecbce5eaf,revision_number=3']} {{(pid=104390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:17:59.460106 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-052b09e0-4c1e-4ae8-ad90-d64d7e8be0c1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:17:59.460106 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-052b09e0-4c1e-4ae8-ad90-d64d7e8be0c1 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:17:59.460106 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-052b09e0-4c1e-4ae8-ad90-d64d7e8be0c1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:17:59.460106 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-052b09e0-4c1e-4ae8-ad90-d64d7e8be0c1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:17:59.460106 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-052b09e0-4c1e-4ae8-ad90-d64d7e8be0c1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:17:59.460106 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-052b09e0-4c1e-4ae8-ad90-d64d7e8be0c1 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:17:59.460106 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-052b09e0-4c1e-4ae8-ad90-d64d7e8be0c1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:17:59.460106 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-052b09e0-4c1e-4ae8-ad90-d64d7e8be0c1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:17:59.460106 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-052b09e0-4c1e-4ae8-ad90-d64d7e8be0c1 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:17:59.460106 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-052b09e0-4c1e-4ae8-ad90-d64d7e8be0c1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:17:59.460106 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-052b09e0-4c1e-4ae8-ad90-d64d7e8be0c1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:17:59.460106 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-052b09e0-4c1e-4ae8-ad90-d64d7e8be0c1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:17:59.464017 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-052b09e0-4c1e-4ae8-ad90-d64d7e8be0c1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:17:59.464017 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-052b09e0-4c1e-4ae8-ad90-d64d7e8be0c1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:17:59.464017 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-052b09e0-4c1e-4ae8-ad90-d64d7e8be0c1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:17:59.465105 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.db [None req-c042a677-28f5-4026-b552-0173028fe9dd None None] For port f37ebf20-98df-40d0-9108-5a2f31a07f01, host dv-cinder-836996-35-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-35-iscsi',level=0,port_id=f37ebf20-98df-40d0-9108-5a2f31a07f01,segment=NetworkSegment(8830b993-bf62-481e-91c8-f0f91b8d6fd9),segment_id=8830b993-bf62-481e-91c8-f0f91b8d6fd9)] {{(pid=104389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 05:17:59.465221 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.db.db_base_plugin_common [None req-089ca8e1-5ec1-4985-8f5d-2471428f3392 admin admin] Allocated IP 172.20.0.1 (e40c5bf8-60a8-4d08-b489-6f107ba55c42/150ec3db-e886-4a5d-89d6-e02356d1809e/3f4cd25c-52b4-463e-96d1-654bde0d4c3c) {{(pid=104387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 05:17:59.465321 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG neutron.plugins.ml2.managers [None req-9d4ffd28-5380-4354-bbd5-2bf150942df4 None None] Attempting to bind port 5d54d22b-839c-4985-9247-439ecbce5eaf on host dv-cinder-836996-35-iscsi for vnic_type normal with profile {{(pid=104390) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 18 05:17:59.465321 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG neutron.plugins.ml2.managers [None req-9d4ffd28-5380-4354-bbd5-2bf150942df4 None None] Attempting to bind port 5d54d22b-839c-4985-9247-439ecbce5eaf by drivers openvswitch,hyperv on host dv-cinder-836996-35-iscsi at level 0 using segments [{'id': '12bd4d7d-2559-47b9-9d42-fc7db48d9cb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '381e581a-9cea-44f2-9ed2-365c11f6d6d9'}] {{(pid=104390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 18 05:17:59.465321 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d4ffd28-5380-4354-bbd5-2bf150942df4 None None] Attempting to bind port 5d54d22b-839c-4985-9247-439ecbce5eaf on network 381e581a-9cea-44f2-9ed2-365c11f6d6d9 {{(pid=104390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 18 05:17:59.465321 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d4ffd28-5380-4354-bbd5-2bf150942df4 None None] Checking agent: {'id': 'd503ae44-4e24-48d3-9886-03581f90537d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836996-35-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 18, 5, 8, 27), 'started_at': datetime.datetime(2022, 6, 18, 5, 8, 57), 'heartbeat_timestamp': datetime.datetime(2022, 6, 18, 5, 17, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836996-35-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 18 05:17:59.465321 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d4ffd28-5380-4354-bbd5-2bf150942df4 None None] Checking segment: {'id': '12bd4d7d-2559-47b9-9d42-fc7db48d9cb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '381e581a-9cea-44f2-9ed2-365c11f6d6d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 18 05:17:59.465321 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG neutron_lib.callbacks.manager [None req-9d4ffd28-5380-4354-bbd5-2bf150942df4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:17:59.465321 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d4ffd28-5380-4354-bbd5-2bf150942df4 None None] Bound using segment: {'id': '12bd4d7d-2559-47b9-9d42-fc7db48d9cb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '381e581a-9cea-44f2-9ed2-365c11f6d6d9'} {{(pid=104390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 18 05:17:59.466073 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-4e72c61a-4abf-4ae3-8a69-cf7f5b1eb957 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1768343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789592262822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15493031'] for port (44d75339-25f5-4359-a6cd-235b6e3740f1), after_create {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:17:59.466180 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG neutron.plugins.ml2.managers [None req-9d4ffd28-5380-4354-bbd5-2bf150942df4 None None] Bound port: 5d54d22b-839c-4985-9247-439ecbce5eaf, host: dv-cinder-836996-35-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12bd4d7d-2559-47b9-9d42-fc7db48d9cb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '381e581a-9cea-44f2-9ed2-365c11f6d6d9'}}] {{(pid=104390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 18 05:17:59.466180 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG neutron_lib.callbacks.manager [None req-9d4ffd28-5380-4354-bbd5-2bf150942df4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1768406'] for port (5d54d22b-839c-4985-9247-439ecbce5eaf), before_update {{(pid=104390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:17:59.468971 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG dbcounter [-] [104387] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=104387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:17:59.497834 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.db [None req-edeba5a5-71c0-4241-89dd-0ffbf60735c4 None None] For port f81ff762-914c-4210-9bd2-d1887fa369f1, host dv-cinder-836996-35-iscsi, cleared binding levels {{(pid=104389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 05:17:59.509601 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-c042a677-28f5-4026-b552-0173028fe9dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1768343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789592765606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789592262840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789592262858'] for port (f37ebf20-98df-40d0-9108-5a2f31a07f01), after_update {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:17:59.511735 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.rpc [None req-c042a677-28f5-4026-b552-0173028fe9dd None None] Device ba654309-9a26-4997-b5d9-652b34b0d644 up at agent ovs-agent-dv-cinder-836996-35-iscsi {{(pid=104389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 18 05:17:59.516075 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.db [None req-edeba5a5-71c0-4241-89dd-0ffbf60735c4 None None] For port f81ff762-914c-4210-9bd2-d1887fa369f1, host dv-cinder-836996-35-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-35-iscsi',level=0,port_id=f81ff762-914c-4210-9bd2-d1887fa369f1,segment=NetworkSegment(8ea8409e-cdd6-4b7e-a56a-9be6cc3a6cb0),segment_id=8ea8409e-cdd6-4b7e-a56a-9be6cc3a6cb0)] {{(pid=104389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 05:17:59.523222 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e72c61a-4abf-4ae3-8a69-cf7f5b1eb957 admin admin] Network 65c030c7-6a7d-4cea-a47d-5cdd532db0e6 is already hosted by enough agents. {{(pid=104388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 05:17:59.529863 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.scheduler.base_scheduler [None req-4e72c61a-4abf-4ae3-8a69-cf7f5b1eb957 admin admin] Resources bound (agent type, host, resource id): {{(pid=104388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 05:17:59.533979 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e72c61a-4abf-4ae3-8a69-cf7f5b1eb957 admin admin] Received port after_create {{(pid=104388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 18 05:17:59.566328 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG neutron.plugins.ml2.db [None req-9d4ffd28-5380-4354-bbd5-2bf150942df4 None None] For port 5d54d22b-839c-4985-9247-439ecbce5eaf, host dv-cinder-836996-35-iscsi, cleared binding levels {{(pid=104390) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 05:17:59.568061 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e72c61a-4abf-4ae3-8a69-cf7f5b1eb957 admin admin] Pushing event updated for resources: {'Port': ['ID=44d75339-25f5-4359-a6cd-235b6e3740f1,revision_number=1']} {{(pid=104388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:17:59.574573 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG neutron.plugins.ml2.db [None req-9d4ffd28-5380-4354-bbd5-2bf150942df4 None None] For port 5d54d22b-839c-4985-9247-439ecbce5eaf, host dv-cinder-836996-35-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-35-iscsi',level=0,port_id=5d54d22b-839c-4985-9247-439ecbce5eaf,segment=NetworkSegment(12bd4d7d-2559-47b9-9d42-fc7db48d9cb1),segment_id=12bd4d7d-2559-47b9-9d42-fc7db48d9cb1)] {{(pid=104390) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 05:17:59.584219 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-089ca8e1-5ec1-4985-8f5d-2471428f3392 admin admin] Publish callbacks [] for port (3f4cd25c-52b4-463e-96d1-654bde0d4c3c), precommit_create {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:17:59.666311 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG neutron_lib.callbacks.manager [None req-9d4ffd28-5380-4354-bbd5-2bf150942df4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1768343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789592765606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789592262840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789592262858'] for port (5d54d22b-839c-4985-9247-439ecbce5eaf), after_update {{(pid=104390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:17:59.704395 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-edeba5a5-71c0-4241-89dd-0ffbf60735c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1768343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789592765606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789592262840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789592262858'] for port (f81ff762-914c-4210-9bd2-d1887fa369f1), after_update {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:17:59.713973 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-089ca8e1-5ec1-4985-8f5d-2471428f3392 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1768343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789592262822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14020772'] for port (3f4cd25c-52b4-463e-96d1-654bde0d4c3c), after_create {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:17:59.715122 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.db.api [None req-09e252b8-b68c-4831-84ae-c5ff48e277e0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104389) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Jun 18 05:17:59.717361 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG oslo_db.api [None req-09e252b8-b68c-4831-84ae-c5ff48e277e0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 18 05:17:59.732978 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-052b09e0-4c1e-4ae8-ad90-d64d7e8be0c1 None None] Pushing event updated for resources: {'Port': ['ID=5d54d22b-839c-4985-9247-439ecbce5eaf,revision_number=4']} {{(pid=104390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:17:59.747125 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.db.l3_hamode_db [None req-a3b0a78d-0765-44ae-86a5-b7111d83de83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8da617df-be4e-4bf8-bbf9-3dfa59c8cdaa', 'name': 'tempest-ServerRescueNegativeTestJSON-514049608-router', 'tenant_id': '8820096253064e5abbe50f23bdc3ebac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65c030c7-6a7d-4cea-a47d-5cdd532db0e6', 'external_fixed_ips': [{'subnet_id': 'a9fa7760-a071-45ee-b985-799999c69975', 'ip_address': '172.27.2.189'}], 'enable_snat': True}, 'gw_port_id': '011d883a-04f9-40bb-a93b-b2737c0f1dee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-18T05:17:56Z', 'updated_at': '2022-06-18T05:17:57Z', 'revision_number': 3, 'project_id': '8820096253064e5abbe50f23bdc3ebac', 'gw_port': {'id': '011d883a-04f9-40bb-a93b-b2737c0f1dee', 'name': '', 'network_id': '65c030c7-6a7d-4cea-a47d-5cdd532db0e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:3a:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8da617df-be4e-4bf8-bbf9-3dfa59c8cdaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': 'a9fa7760-a071-45ee-b985-799999c69975', 'ip_address': '172.27.2.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-18T05:17:56Z', 'updated_at': '2022-06-18T05:17:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a9fa7760-a071-45ee-b985-799999c69975', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-35-iscsi'}], 'dv-cinder-836996-35-iscsi', False) {} {{(pid=104389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 05:17:59.765422 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d4ffd28-5380-4354-bbd5-2bf150942df4 None None] Routers {'297588e7-f327-42c5-a4eb-51d2eeafb162'} bound to L3 agent in host dv-cinder-836996-35-iscsi {{(pid=104390) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 18 05:17:59.765422 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG neutron.db.l3_hamode_db [None req-9d4ffd28-5380-4354-bbd5-2bf150942df4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-35-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-18T05:08:24Z,description=,heartbeat_timestamp=2022-06-18T05:17:54Z,host='dv-cinder-836996-35-iscsi',id=a8549501-0164-4ac5-90a6-1ba1ba0d3f9d,load=0,resource_versions=,resources_synced=,started_at=2022-06-18T05:08:25Z,topic='l3_agent')) {'router_ids': ['297588e7-f327-42c5-a4eb-51d2eeafb162'], 'active': True} {{(pid=104390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 05:17:59.801099 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089ca8e1-5ec1-4985-8f5d-2471428f3392 admin admin] Pushing event updated for resources: {'Port': ['ID=3f4cd25c-52b4-463e-96d1-654bde0d4c3c,revision_number=1']} {{(pid=104387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:17:59.811731 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-089ca8e1-5ec1-4985-8f5d-2471428f3392 admin admin] Network e40c5bf8-60a8-4d08-b489-6f107ba55c42 is already hosted by enough agents. {{(pid=104387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 05:17:59.819860 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.scheduler.base_scheduler [None req-089ca8e1-5ec1-4985-8f5d-2471428f3392 admin admin] Resources bound (agent type, host, resource id): {{(pid=104387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 05:17:59.827952 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-089ca8e1-5ec1-4985-8f5d-2471428f3392 admin admin] Received port after_create {{(pid=104387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 18 05:17:59.861579 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3b0a78d-0765-44ae-86a5-b7111d83de83 None None] Checking router: 8da617df-be4e-4bf8-bbf9-3dfa59c8cdaa for host: dv-cinder-836996-35-iscsi {{(pid=104389) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 05:17:59.862052 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3b0a78d-0765-44ae-86a5-b7111d83de83 None None] Updating router 8da617df-be4e-4bf8-bbf9-3dfa59c8cdaa port 011d883a-04f9-40bb-a93b-b2737c0f1dee binding host dv-cinder-836996-35-iscsi {{(pid=104389) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 18 05:17:59.870683 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG dbcounter [-] [104389] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:17:59.876845 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c042a677-28f5-4026-b552-0173028fe9dd None None] Pushing event updated for resources: {'Port': ['ID=f37ebf20-98df-40d0-9108-5a2f31a07f01,revision_number=3']} {{(pid=104389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:17:59.898682 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.db.provisioning_blocks [None req-c042a677-28f5-4026-b552-0173028fe9dd None None] Provisioning complete for port ba654309-9a26-4997-b5d9-652b34b0d644 triggered by entity L2. {{(pid=104389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 18 05:17:59.898865 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-c042a677-28f5-4026-b552-0173028fe9dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1740956'] for port (ba654309-9a26-4997-b5d9-652b34b0d644), provisioning_complete {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:17:59.964195 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-089ca8e1-5ec1-4985-8f5d-2471428f3392 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-574371'] for router_interface (8da617df-be4e-4bf8-bbf9-3dfa59c8cdaa), before_create {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:17:59.977247 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG dbcounter [-] [104388] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=104388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:17:59.991083 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG neutron.db.l3_dvr_db [None req-9d4ffd28-5380-4354-bbd5-2bf150942df4 None None] Set router 297588e7-f327-42c5-a4eb-51d2eeafb162 gateway port host: dv-cinder-836996-35-iscsi {{(pid=104390) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 18 05:18:00.100835 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG dbcounter [-] [104390] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:18:00.128023 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-4e72c61a-4abf-4ae3-8a69-cf7f5b1eb957 admin admin] Publish callbacks [] for router_gateway (723aa2c1-aef8-407c-850c-a9dae73a8e0a), after_create {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:18:00.143638 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-a3b0a78d-0765-44ae-86a5-b7111d83de83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1768406'] for port (011d883a-04f9-40bb-a93b-b2737c0f1dee), before_update {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:18:00.308373 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG neutron.db.l3_hamode_db [None req-9d4ffd28-5380-4354-bbd5-2bf150942df4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '297588e7-f327-42c5-a4eb-51d2eeafb162', 'name': 'tempest-TestMinimumBasicScenario-745194918-router', 'tenant_id': '3a833f00ba294564a66b9eefbc49147e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65c030c7-6a7d-4cea-a47d-5cdd532db0e6', 'external_fixed_ips': [{'subnet_id': 'a9fa7760-a071-45ee-b985-799999c69975', 'ip_address': '172.27.2.33'}], 'enable_snat': True}, 'gw_port_id': 'ba654309-9a26-4997-b5d9-652b34b0d644', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-18T05:17:50Z', 'updated_at': '2022-06-18T05:17:54Z', 'revision_number': 4, 'project_id': '3a833f00ba294564a66b9eefbc49147e', 'gw_port': {'id': 'ba654309-9a26-4997-b5d9-652b34b0d644', 'name': '', 'network_id': '65c030c7-6a7d-4cea-a47d-5cdd532db0e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:7e:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '297588e7-f327-42c5-a4eb-51d2eeafb162', 'device_owner': 'network:router_gateway', 'standard_attr_id': 276, 'fixed_ips': [{'subnet_id': 'a9fa7760-a071-45ee-b985-799999c69975', 'ip_address': '172.27.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-18T05:17:51Z', 'updated_at': '2022-06-18T05:17:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9fa7760-a071-45ee-b985-799999c69975', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-35-iscsi', '_interfaces': [{'id': '5d54d22b-839c-4985-9247-439ecbce5eaf', 'name': '', 'network_id': '381e581a-9cea-44f2-9ed2-365c11f6d6d9', 'tenant_id': '3a833f00ba294564a66b9eefbc49147e', 'mac_address': 'fa:16:3e:1b:10:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '297588e7-f327-42c5-a4eb-51d2eeafb162', 'device_owner': 'network:router_interface', 'standard_attr_id': 277, 'fixed_ips': [{'subnet_id': 'bc9d70cb-3189-4844-951f-f295bb588b8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-18T05:17:53Z', 'updated_at': '2022-06-18T05:17:59Z', 'revision_number': 4, 'project_id': '3a833f00ba294564a66b9eefbc49147e', 'subnets': [{'id': 'bc9d70cb-3189-4844-951f-f295bb588b8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-35-iscsi', False) {} {{(pid=104390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 05:18:00.340609 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edeba5a5-71c0-4241-89dd-0ffbf60735c4 None None] Pushing event updated for resources: {'Port': ['ID=f81ff762-914c-4210-9bd2-d1887fa369f1,revision_number=2']} {{(pid=104389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:18:00.377156 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d4ffd28-5380-4354-bbd5-2bf150942df4 None None] The sync data for ids ['297588e7-f327-42c5-a4eb-51d2eeafb162'] in dv-cinder-836996-35-iscsi is: [{'id': '297588e7-f327-42c5-a4eb-51d2eeafb162', 'name': 'tempest-TestMinimumBasicScenario-745194918-router', 'tenant_id': '3a833f00ba294564a66b9eefbc49147e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65c030c7-6a7d-4cea-a47d-5cdd532db0e6', 'external_fixed_ips': [{'subnet_id': 'a9fa7760-a071-45ee-b985-799999c69975', 'ip_address': '172.27.2.33'}], 'enable_snat': True}, 'gw_port_id': 'ba654309-9a26-4997-b5d9-652b34b0d644', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-18T05:17:50Z', 'updated_at': '2022-06-18T05:17:54Z', 'revision_number': 4, 'project_id': '3a833f00ba294564a66b9eefbc49147e', 'gw_port': {'id': 'ba654309-9a26-4997-b5d9-652b34b0d644', 'name': '', 'network_id': '65c030c7-6a7d-4cea-a47d-5cdd532db0e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:7e:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '297588e7-f327-42c5-a4eb-51d2eeafb162', 'device_owner': 'network:router_gateway', 'standard_attr_id': 276, 'fixed_ips': [{'subnet_id': 'a9fa7760-a071-45ee-b985-799999c69975', 'ip_address': '172.27.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-18T05:17:51Z', 'updated_at': '2022-06-18T05:17:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9fa7760-a071-45ee-b985-799999c69975', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-35-iscsi', '_interfaces': [{'id': '5d54d22b-839c-4985-9247-439ecbce5eaf', 'name': '', 'network_id': '381e581a-9cea-44f2-9ed2-365c11f6d6d9', 'tenant_id': '3a833f00ba294564a66b9eefbc49147e', 'mac_address': 'fa:16:3e:1b:10:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '297588e7-f327-42c5-a4eb-51d2eeafb162', 'device_owner': 'network:router_interface', 'standard_attr_id': 277, 'fixed_ips': [{'subnet_id': 'bc9d70cb-3189-4844-951f-f295bb588b8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-18T05:17:53Z', 'updated_at': '2022-06-18T05:17:59Z', 'revision_number': 4, 'project_id': '3a833f00ba294564a66b9eefbc49147e', 'subnets': [{'id': 'bc9d70cb-3189-4844-951f-f295bb588b8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104390) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 05:18:00.406433 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG dbcounter [-] [104387] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=104387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:18:00.410385 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-089ca8e1-5ec1-4985-8f5d-2471428f3392 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1768406'] for port (3f4cd25c-52b4-463e-96d1-654bde0d4c3c), before_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:18:00.666167 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.plugin [None req-c042a677-28f5-4026-b552-0173028fe9dd None None] Current status of the port ba654309-9a26-4997-b5d9-652b34b0d644 is: ACTIVE; New status is: ACTIVE {{(pid=104389) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 18 05:18:00.681746 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.plugin [None req-09e252b8-b68c-4831-84ae-c5ff48e277e0 None None] Current status of the port f37ebf20-98df-40d0-9108-5a2f31a07f01 is: ACTIVE; New status is: ACTIVE {{(pid=104389) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 18 05:18:00.688379 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG dbcounter [-] [104389] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:18:00.730180 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-089ca8e1-5ec1-4985-8f5d-2471428f3392 admin admin] Publish callbacks [] for port (3f4cd25c-52b4-463e-96d1-654bde0d4c3c), precommit_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:18:00.777920 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-a3b0a78d-0765-44ae-86a5-b7111d83de83 None None] Publish callbacks [] for port (011d883a-04f9-40bb-a93b-b2737c0f1dee), precommit_update {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:18:00.811629 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.db.provisioning_blocks [None req-8d1a17ae-670f-409e-902c-1c7ac629ee7a None None] Provisioning complete for port 5d54d22b-839c-4985-9247-439ecbce5eaf triggered by entity DHCP. {{(pid=104389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 18 05:18:00.811629 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-8d1a17ae-670f-409e-902c-1c7ac629ee7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1740956'] for port (5d54d22b-839c-4985-9247-439ecbce5eaf), provisioning_complete {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:18:00.815774 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-089ca8e1-5ec1-4985-8f5d-2471428f3392 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1768343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789592765606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789592262840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789592262858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14020781'] for port (3f4cd25c-52b4-463e-96d1-654bde0d4c3c), after_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:18:00.877546 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-a3b0a78d-0765-44ae-86a5-b7111d83de83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1768343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789592765606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789592262840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789592262858'] for port (011d883a-04f9-40bb-a93b-b2737c0f1dee), after_update {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:18:00.958000 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-4e72c61a-4abf-4ae3-8a69-cf7f5b1eb957 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-575954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-736931'] for router (723aa2c1-aef8-407c-850c-a9dae73a8e0a), after_create {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:18:01.028339 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-089ca8e1-5ec1-4985-8f5d-2471428f3392 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-546262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-574263'] for router_interface (8da617df-be4e-4bf8-bbf9-3dfa59c8cdaa), after_create {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:18:01.032409 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089ca8e1-5ec1-4985-8f5d-2471428f3392 admin admin] Pushing event updated for resources: {'Port': ['ID=3f4cd25c-52b4-463e-96d1-654bde0d4c3c,revision_number=2']} {{(pid=104387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:18:01.041445 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.rpc [None req-c042a677-28f5-4026-b552-0173028fe9dd None None] Device 5d54d22b-839c-4985-9247-439ecbce5eaf up at agent ovs-agent-dv-cinder-836996-35-iscsi {{(pid=104389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 18 05:18:01.142973 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.plugin [None req-8d1a17ae-670f-409e-902c-1c7ac629ee7a None None] Current status of the port 5d54d22b-839c-4985-9247-439ecbce5eaf is: DOWN; New status is: ACTIVE {{(pid=104389) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 18 05:18:01.146833 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-8d1a17ae-670f-409e-902c-1c7ac629ee7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1768406'] for port (5d54d22b-839c-4985-9247-439ecbce5eaf), before_update {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:18:01.148047 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-545b280a-410c-497d-9c14-4ac001a6e59b None None] Pushing event updated for resources: {'Port': ['ID=011d883a-04f9-40bb-a93b-b2737c0f1dee,revision_number=2']} {{(pid=104389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:18:01.156406 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.managers [None req-a3b0a78d-0765-44ae-86a5-b7111d83de83 None None] Attempting to bind port 011d883a-04f9-40bb-a93b-b2737c0f1dee on host dv-cinder-836996-35-iscsi for vnic_type normal with profile {{(pid=104389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 18 05:18:01.156406 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.managers [None req-a3b0a78d-0765-44ae-86a5-b7111d83de83 None None] Attempting to bind port 011d883a-04f9-40bb-a93b-b2737c0f1dee by drivers openvswitch,hyperv on host dv-cinder-836996-35-iscsi at level 0 using segments [{'id': '62e6b565-92f9-4432-9d4a-754d0a7517a7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '65c030c7-6a7d-4cea-a47d-5cdd532db0e6'}] {{(pid=104389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 18 05:18:01.158884 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3b0a78d-0765-44ae-86a5-b7111d83de83 None None] Attempting to bind port 011d883a-04f9-40bb-a93b-b2737c0f1dee on network 65c030c7-6a7d-4cea-a47d-5cdd532db0e6 {{(pid=104389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 18 05:18:01.198501 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3b0a78d-0765-44ae-86a5-b7111d83de83 None None] Checking agent: {'id': 'd503ae44-4e24-48d3-9886-03581f90537d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836996-35-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 18, 5, 8, 27), 'started_at': datetime.datetime(2022, 6, 18, 5, 8, 57), 'heartbeat_timestamp': datetime.datetime(2022, 6, 18, 5, 17, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836996-35-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 18 05:18:01.199511 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3b0a78d-0765-44ae-86a5-b7111d83de83 None None] Checking segment: {'id': '62e6b565-92f9-4432-9d4a-754d0a7517a7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '65c030c7-6a7d-4cea-a47d-5cdd532db0e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 18 05:18:01.200023 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-a3b0a78d-0765-44ae-86a5-b7111d83de83 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:18:01.201034 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3b0a78d-0765-44ae-86a5-b7111d83de83 None None] Bound using segment: {'id': '62e6b565-92f9-4432-9d4a-754d0a7517a7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '65c030c7-6a7d-4cea-a47d-5cdd532db0e6'} {{(pid=104389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 18 05:18:01.201685 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.managers [None req-a3b0a78d-0765-44ae-86a5-b7111d83de83 None None] Bound port: 011d883a-04f9-40bb-a93b-b2737c0f1dee, host: dv-cinder-836996-35-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '62e6b565-92f9-4432-9d4a-754d0a7517a7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '65c030c7-6a7d-4cea-a47d-5cdd532db0e6'}}] {{(pid=104389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 18 05:18:01.202400 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-a3b0a78d-0765-44ae-86a5-b7111d83de83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1768406'] for port (011d883a-04f9-40bb-a93b-b2737c0f1dee), before_update {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:18:01.214805 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-089ca8e1-5ec1-4985-8f5d-2471428f3392 admin admin] Network e40c5bf8-60a8-4d08-b489-6f107ba55c42 is already hosted by enough agents. {{(pid=104387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 05:18:01.216469 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.scheduler.base_scheduler [None req-089ca8e1-5ec1-4985-8f5d-2471428f3392 admin admin] Resources bound (agent type, host, resource id): {{(pid=104387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 05:18:01.293807 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e72c61a-4abf-4ae3-8a69-cf7f5b1eb957 admin admin] Router 723aa2c1-aef8-407c-850c-a9dae73a8e0a is scheduled to L3 agent a8549501-0164-4ac5-90a6-1ba1ba0d3f9d with binding_index 1 {{(pid=104388) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 18 05:18:01.311863 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG dbcounter [-] [104387] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:18:01.329671 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.db [None req-8d1a17ae-670f-409e-902c-1c7ac629ee7a None None] For port 5d54d22b-839c-4985-9247-439ecbce5eaf, host dv-cinder-836996-35-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-35-iscsi',level=0,port_id=5d54d22b-839c-4985-9247-439ecbce5eaf,segment=NetworkSegment(12bd4d7d-2559-47b9-9d42-fc7db48d9cb1),segment_id=12bd4d7d-2559-47b9-9d42-fc7db48d9cb1)] {{(pid=104389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 05:18:01.337666 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.db.provisioning_blocks [None req-c042a677-28f5-4026-b552-0173028fe9dd None None] Provisioning complete for port 5d54d22b-839c-4985-9247-439ecbce5eaf triggered by entity L2. {{(pid=104389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 18 05:18:01.337947 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-c042a677-28f5-4026-b552-0173028fe9dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1740956'] for port (5d54d22b-839c-4985-9247-439ecbce5eaf), provisioning_complete {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:18:01.394037 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.db [None req-a3b0a78d-0765-44ae-86a5-b7111d83de83 None None] For port 011d883a-04f9-40bb-a93b-b2737c0f1dee, host dv-cinder-836996-35-iscsi, cleared binding levels {{(pid=104389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 05:18:01.421324 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.db [None req-a3b0a78d-0765-44ae-86a5-b7111d83de83 None None] For port 011d883a-04f9-40bb-a93b-b2737c0f1dee, host dv-cinder-836996-35-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-35-iscsi',level=0,port_id=011d883a-04f9-40bb-a93b-b2737c0f1dee,segment=NetworkSegment(62e6b565-92f9-4432-9d4a-754d0a7517a7),segment_id=62e6b565-92f9-4432-9d4a-754d0a7517a7)] {{(pid=104389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 05:18:01.442383 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-8d1a17ae-670f-409e-902c-1c7ac629ee7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1768343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789592765606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789592262840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789592262858'] for port (5d54d22b-839c-4985-9247-439ecbce5eaf), after_update {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:18:01.467930 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e72c61a-4abf-4ae3-8a69-cf7f5b1eb957 admin admin] Notify agent at l3_agent.dv-cinder-836996-35-iscsi the message routers_updated {{(pid=104388) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 05:18:01.478582 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5298be0-6487-436b-b765-a4bdbe7701c7 None None] Sync routers for ids ['723aa2c1-aef8-407c-850c-a9dae73a8e0a'] in dv-cinder-836996-35-iscsi {{(pid=104390) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 05:18:01.494568 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG dbcounter [-] [104389] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:18:01.496668 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.db.provisioning_blocks [None req-8d1a17ae-670f-409e-902c-1c7ac629ee7a None None] Provisioning complete for port 3f4cd25c-52b4-463e-96d1-654bde0d4c3c triggered by entity DHCP. {{(pid=104389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 18 05:18:01.497200 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-8d1a17ae-670f-409e-902c-1c7ac629ee7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1740956'] for port (3f4cd25c-52b4-463e-96d1-654bde0d4c3c), provisioning_complete {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:18:01.502743 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5298be0-6487-436b-b765-a4bdbe7701c7 None None] Routers {'723aa2c1-aef8-407c-850c-a9dae73a8e0a'} bound to L3 agent in host dv-cinder-836996-35-iscsi {{(pid=104390) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 18 05:18:01.503429 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG neutron.db.l3_hamode_db [None req-c5298be0-6487-436b-b765-a4bdbe7701c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-35-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-18T05:08:24Z,description=,heartbeat_timestamp=2022-06-18T05:17:54Z,host='dv-cinder-836996-35-iscsi',id=a8549501-0164-4ac5-90a6-1ba1ba0d3f9d,load=0,resource_versions=,resources_synced=,started_at=2022-06-18T05:08:25Z,topic='l3_agent')) {'router_ids': ['723aa2c1-aef8-407c-850c-a9dae73a8e0a'], 'active': True} {{(pid=104390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 05:18:01.508462 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-089ca8e1-5ec1-4985-8f5d-2471428f3392 admin admin] Router 8da617df-be4e-4bf8-bbf9-3dfa59c8cdaa has already been hosted by L3 agent a8549501-0164-4ac5-90a6-1ba1ba0d3f9d {{(pid=104387) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 18 05:18:01.552920 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-4e72c61a-4abf-4ae3-8a69-cf7f5b1eb957 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:18:01.553744 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-a3b0a78d-0765-44ae-86a5-b7111d83de83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1768343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789592765606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789592262840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789592262858'] for port (011d883a-04f9-40bb-a93b-b2737c0f1dee), after_update {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:18:01.559521 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [None req-4e72c61a-4abf-4ae3-8a69-cf7f5b1eb957 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.7671552 Jun 18 05:18:01.560342 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.wsgi [-] (104388) accepted ('10.222.0.23', 48756) {{(pid=104388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 05:18:01.622297 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.plugin [None req-c042a677-28f5-4026-b552-0173028fe9dd None None] Current status of the port 5d54d22b-839c-4985-9247-439ecbce5eaf is: ACTIVE; New status is: ACTIVE {{(pid=104389) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 18 05:18:01.623436 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.rpc [None req-c042a677-28f5-4026-b552-0173028fe9dd None None] Device f81ff762-914c-4210-9bd2-d1887fa369f1 up at agent ovs-agent-dv-cinder-836996-35-iscsi {{(pid=104389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 18 05:18:01.663851 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1a17ae-670f-409e-902c-1c7ac629ee7a None None] Pushing event updated for resources: {'Port': ['ID=5d54d22b-839c-4985-9247-439ecbce5eaf,revision_number=5']} {{(pid=104389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:18:01.673482 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7541b949-47a2-4ea2-9cbc-2c17358d114c None None] Network 5c335596-fea1-451c-bc9d-a6a1f3e18ffc requested from dv-cinder-836996-35-iscsi {{(pid=104389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 18 05:18:01.682130 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-089ca8e1-5ec1-4985-8f5d-2471428f3392 admin admin] Notify agent at l3_agent.dv-cinder-836996-35-iscsi the message routers_updated {{(pid=104387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 05:18:01.692971 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [None req-089ca8e1-5ec1-4985-8f5d-2471428f3392 admin admin] 10.222.0.23 "PUT /v2.0/routers/8da617df-be4e-4bf8-bbf9-3dfa59c8cdaa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1583235 Jun 18 05:18:01.736887 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG neutron.db.l3_dvr_db [None req-c5298be0-6487-436b-b765-a4bdbe7701c7 None None] Set router 723aa2c1-aef8-407c-850c-a9dae73a8e0a gateway port host: dv-cinder-836996-35-iscsi {{(pid=104390) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 18 05:18:01.765964 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.plugin [None req-8d1a17ae-670f-409e-902c-1c7ac629ee7a None None] Port 3f4cd25c-52b4-463e-96d1-654bde0d4c3c cannot update to ACTIVE because it is not bound. {{(pid=104389) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 18 05:18:01.829670 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.db.provisioning_blocks [None req-c042a677-28f5-4026-b552-0173028fe9dd None None] Provisioning complete for port f81ff762-914c-4210-9bd2-d1887fa369f1 triggered by entity L2. {{(pid=104389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 18 05:18:01.829670 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-c042a677-28f5-4026-b552-0173028fe9dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1740956'] for port (f81ff762-914c-4210-9bd2-d1887fa369f1), provisioning_complete {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:18:01.831143 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG dbcounter [-] [104388] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=104388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:18:01.839570 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3b0a78d-0765-44ae-86a5-b7111d83de83 None None] Routers {'8da617df-be4e-4bf8-bbf9-3dfa59c8cdaa'} bound to L3 agent in host dv-cinder-836996-35-iscsi {{(pid=104389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 18 05:18:01.840224 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.db.l3_hamode_db [None req-a3b0a78d-0765-44ae-86a5-b7111d83de83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-35-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-18T05:08:24Z,description=,heartbeat_timestamp=2022-06-18T05:17:54Z,host='dv-cinder-836996-35-iscsi',id=a8549501-0164-4ac5-90a6-1ba1ba0d3f9d,load=0,resource_versions=,resources_synced=,started_at=2022-06-18T05:08:25Z,topic='l3_agent')) {'router_ids': ['8da617df-be4e-4bf8-bbf9-3dfa59c8cdaa'], 'active': True} {{(pid=104389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 05:18:01.903700 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG dbcounter [-] [104389] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:18:01.904560 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.db.provisioning_blocks [None req-8d1a17ae-670f-409e-902c-1c7ac629ee7a None None] Provisioning complete for port f37ebf20-98df-40d0-9108-5a2f31a07f01 triggered by entity DHCP. {{(pid=104389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 18 05:18:01.904940 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-8d1a17ae-670f-409e-902c-1c7ac629ee7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1740956'] for port (f37ebf20-98df-40d0-9108-5a2f31a07f01), provisioning_complete {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:18:01.978492 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG neutron.db.l3_hamode_db [None req-c5298be0-6487-436b-b765-a4bdbe7701c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '723aa2c1-aef8-407c-850c-a9dae73a8e0a', 'name': 'tempest-TestMinimumBasicScenario-1997020849-router', 'tenant_id': 'fcb1e990c65747549be861c1103aafb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65c030c7-6a7d-4cea-a47d-5cdd532db0e6', 'external_fixed_ips': [{'subnet_id': 'a9fa7760-a071-45ee-b985-799999c69975', 'ip_address': '172.27.2.20'}], 'enable_snat': True}, 'gw_port_id': '44d75339-25f5-4359-a6cd-235b6e3740f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-18T05:17:57Z', 'updated_at': '2022-06-18T05:17:59Z', 'revision_number': 3, 'project_id': 'fcb1e990c65747549be861c1103aafb1', 'gw_port': {'id': '44d75339-25f5-4359-a6cd-235b6e3740f1', 'name': '', 'network_id': '65c030c7-6a7d-4cea-a47d-5cdd532db0e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:f9:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '723aa2c1-aef8-407c-850c-a9dae73a8e0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': 'a9fa7760-a071-45ee-b985-799999c69975', 'ip_address': '172.27.2.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-18T05:17:58Z', 'updated_at': '2022-06-18T05:17:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a9fa7760-a071-45ee-b985-799999c69975', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-35-iscsi'}], 'dv-cinder-836996-35-iscsi', False) {} {{(pid=104390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 05:18:02.014964 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5298be0-6487-436b-b765-a4bdbe7701c7 None None] Checking router: 723aa2c1-aef8-407c-850c-a9dae73a8e0a for host: dv-cinder-836996-35-iscsi {{(pid=104390) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 05:18:02.015596 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5298be0-6487-436b-b765-a4bdbe7701c7 None None] Updating router 723aa2c1-aef8-407c-850c-a9dae73a8e0a port 44d75339-25f5-4359-a6cd-235b6e3740f1 binding host dv-cinder-836996-35-iscsi {{(pid=104390) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 18 05:18:02.022463 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-545b280a-410c-497d-9c14-4ac001a6e59b None None] Pushing event updated for resources: {'Port': ['ID=011d883a-04f9-40bb-a93b-b2737c0f1dee,revision_number=3']} {{(pid=104389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:18:02.059959 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG neutron_lib.callbacks.manager [None req-c5298be0-6487-436b-b765-a4bdbe7701c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1768406'] for port (44d75339-25f5-4359-a6cd-235b6e3740f1), before_update {{(pid=104390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:18:02.252412 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.db.l3_dvr_db [None req-a3b0a78d-0765-44ae-86a5-b7111d83de83 None None] Set router 8da617df-be4e-4bf8-bbf9-3dfa59c8cdaa gateway port host: dv-cinder-836996-35-iscsi {{(pid=104389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 18 05:18:02.298740 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.plugin [None req-c042a677-28f5-4026-b552-0173028fe9dd None None] Current status of the port f81ff762-914c-4210-9bd2-d1887fa369f1 is: DOWN; New status is: ACTIVE {{(pid=104389) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 18 05:18:02.299101 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-c042a677-28f5-4026-b552-0173028fe9dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1768406'] for port (f81ff762-914c-4210-9bd2-d1887fa369f1), before_update {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:18:02.351187 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.plugin [None req-8d1a17ae-670f-409e-902c-1c7ac629ee7a None None] Current status of the port f37ebf20-98df-40d0-9108-5a2f31a07f01 is: ACTIVE; New status is: ACTIVE {{(pid=104389) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 18 05:18:02.371379 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG dbcounter [-] [104388] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:18:02.437307 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-40001d44-f929-4463-87f0-490c79d44cff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1768406'] for port (None), before_create {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:18:02.444234 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG dbcounter [-] [104390] Writing DB stats neutron:SELECT=100 {{(pid=104390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:18:02.514881 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b328823f-e326-4ffe-ab72-69e2e97c5b01 req-0a9d00f2-18ae-456e-be1c-1c98563444f2 tempest-ServerRescueNegativeTestJSON-1272623576 tempest-ServerRescueNegativeTestJSON-1272623576-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:18:02.516939 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-b328823f-e326-4ffe-ab72-69e2e97c5b01 req-0a9d00f2-18ae-456e-be1c-1c98563444f2 tempest-ServerRescueNegativeTestJSON-1272623576 tempest-ServerRescueNegativeTestJSON-1272623576-project] 10.222.0.23 "GET /v2.0/networks?id=e40c5bf8-60a8-4d08-b489-6f107ba55c42 HTTP/1.1" status: 200 len: 818 time: 0.1852541 Jun 18 05:18:02.531513 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG neutron_lib.callbacks.manager [None req-c5298be0-6487-436b-b765-a4bdbe7701c7 None None] Publish callbacks [] for port (44d75339-25f5-4359-a6cd-235b6e3740f1), precommit_update {{(pid=104390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:18:02.542186 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-b328823f-e326-4ffe-ab72-69e2e97c5b01 req-a4960db2-a433-4a1f-a9bc-3fd994fd375b tempest-ServerRescueNegativeTestJSON-1272623576 tempest-ServerRescueNegativeTestJSON-1272623576-project] 10.222.0.23 "GET /v2.0/quotas/8820096253064e5abbe50f23bdc3ebac HTTP/1.1" status: 200 len: 375 time: 0.0182893 Jun 18 05:18:02.600821 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-b328823f-e326-4ffe-ab72-69e2e97c5b01 req-48ceeef5-24f5-4ea8-8fb0-ee20aac1bb92 tempest-ServerRescueNegativeTestJSON-1272623576 tempest-ServerRescueNegativeTestJSON-1272623576-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=8820096253064e5abbe50f23bdc3ebac&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0530083 Jun 18 05:18:02.613664 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.db [None req-c042a677-28f5-4026-b552-0173028fe9dd None None] For port f81ff762-914c-4210-9bd2-d1887fa369f1, host dv-cinder-836996-35-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-35-iscsi',level=0,port_id=f81ff762-914c-4210-9bd2-d1887fa369f1,segment=NetworkSegment(8ea8409e-cdd6-4b7e-a56a-9be6cc3a6cb0),segment_id=8ea8409e-cdd6-4b7e-a56a-9be6cc3a6cb0)] {{(pid=104389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 05:18:02.617074 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.db.provisioning_blocks [None req-3076c5eb-0e99-4bb1-8875-489e7acbb248 None None] Provisioning complete for port 3f4cd25c-52b4-463e-96d1-654bde0d4c3c triggered by entity DHCP. {{(pid=104389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 18 05:18:02.617491 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-3076c5eb-0e99-4bb1-8875-489e7acbb248 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1740956'] for port (3f4cd25c-52b4-463e-96d1-654bde0d4c3c), provisioning_complete {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:18:02.636467 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG neutron_lib.callbacks.manager [None req-c5298be0-6487-436b-b765-a4bdbe7701c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1768343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789592765606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789592262840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789592262858'] for port (44d75339-25f5-4359-a6cd-235b6e3740f1), after_update {{(pid=104390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:18:02.688088 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG neutron.plugins.ml2.managers [None req-c5298be0-6487-436b-b765-a4bdbe7701c7 None None] Attempting to bind port 44d75339-25f5-4359-a6cd-235b6e3740f1 on host dv-cinder-836996-35-iscsi for vnic_type normal with profile {{(pid=104390) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 18 05:18:02.688343 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG neutron.plugins.ml2.managers [None req-c5298be0-6487-436b-b765-a4bdbe7701c7 None None] Attempting to bind port 44d75339-25f5-4359-a6cd-235b6e3740f1 by drivers openvswitch,hyperv on host dv-cinder-836996-35-iscsi at level 0 using segments [{'id': '62e6b565-92f9-4432-9d4a-754d0a7517a7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '65c030c7-6a7d-4cea-a47d-5cdd532db0e6'}] {{(pid=104390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 18 05:18:02.688576 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5298be0-6487-436b-b765-a4bdbe7701c7 None None] Attempting to bind port 44d75339-25f5-4359-a6cd-235b6e3740f1 on network 65c030c7-6a7d-4cea-a47d-5cdd532db0e6 {{(pid=104390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 18 05:18:02.692271 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG dbcounter [-] [104389] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:18:02.697996 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5298be0-6487-436b-b765-a4bdbe7701c7 None None] Checking agent: {'id': 'd503ae44-4e24-48d3-9886-03581f90537d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836996-35-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 18, 5, 8, 27), 'started_at': datetime.datetime(2022, 6, 18, 5, 8, 57), 'heartbeat_timestamp': datetime.datetime(2022, 6, 18, 5, 17, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836996-35-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 18 05:18:02.698372 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5298be0-6487-436b-b765-a4bdbe7701c7 None None] Checking segment: {'id': '62e6b565-92f9-4432-9d4a-754d0a7517a7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '65c030c7-6a7d-4cea-a47d-5cdd532db0e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 18 05:18:02.698780 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG neutron_lib.callbacks.manager [None req-c5298be0-6487-436b-b765-a4bdbe7701c7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:18:02.699172 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5298be0-6487-436b-b765-a4bdbe7701c7 None None] Bound using segment: {'id': '62e6b565-92f9-4432-9d4a-754d0a7517a7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '65c030c7-6a7d-4cea-a47d-5cdd532db0e6'} {{(pid=104390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 18 05:18:02.699647 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG neutron.plugins.ml2.managers [None req-c5298be0-6487-436b-b765-a4bdbe7701c7 None None] Bound port: 44d75339-25f5-4359-a6cd-235b6e3740f1, host: dv-cinder-836996-35-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '62e6b565-92f9-4432-9d4a-754d0a7517a7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '65c030c7-6a7d-4cea-a47d-5cdd532db0e6'}}] {{(pid=104390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 18 05:18:02.700023 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG neutron_lib.callbacks.manager [None req-c5298be0-6487-436b-b765-a4bdbe7701c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1768406'] for port (44d75339-25f5-4359-a6cd-235b6e3740f1), before_update {{(pid=104390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:18:02.702029 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ebb609-50b8-4adb-8f44-f71904e87320 None None] Pushing event updated for resources: {'Port': ['ID=44d75339-25f5-4359-a6cd-235b6e3740f1,revision_number=2']} {{(pid=104390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:18:02.709581 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.plugin [None req-3076c5eb-0e99-4bb1-8875-489e7acbb248 None None] Port 3f4cd25c-52b4-463e-96d1-654bde0d4c3c cannot update to ACTIVE because it is not bound. {{(pid=104389) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 18 05:18:02.710353 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.db.db_base_plugin_common [None req-40001d44-f929-4463-87f0-490c79d44cff admin admin] Allocated IP 172.20.0.1 (5c335596-fea1-451c-bc9d-a6a1f3e18ffc/bf7360c8-1f01-40e7-a8ee-e187e3f9feea/7c25c42e-5236-4f21-9c99-a42169b75130) {{(pid=104388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 05:18:02.719875 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-c042a677-28f5-4026-b552-0173028fe9dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1768343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789592765606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789592262840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789592262858'] for port (f81ff762-914c-4210-9bd2-d1887fa369f1), after_update {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:18:02.720710 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.rpc [None req-c042a677-28f5-4026-b552-0173028fe9dd None None] Device f37ebf20-98df-40d0-9108-5a2f31a07f01 up at agent ovs-agent-dv-cinder-836996-35-iscsi {{(pid=104389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 18 05:18:02.737005 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG dbcounter [-] [104390] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:18:02.741592 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-b328823f-e326-4ffe-ab72-69e2e97c5b01 req-bc48c70a-9314-4750-98bd-8eeeca64d075 service neutron] 10.222.0.23 "GET /v2.0/networks/e40c5bf8-60a8-4d08-b489-6f107ba55c42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1329575 Jun 18 05:18:02.783356 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG neutron.plugins.ml2.db [None req-c5298be0-6487-436b-b765-a4bdbe7701c7 None None] For port 44d75339-25f5-4359-a6cd-235b6e3740f1, host dv-cinder-836996-35-iscsi, cleared binding levels {{(pid=104390) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 05:18:02.789687 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG neutron.plugins.ml2.db [None req-c5298be0-6487-436b-b765-a4bdbe7701c7 None None] For port 44d75339-25f5-4359-a6cd-235b6e3740f1, host dv-cinder-836996-35-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-35-iscsi',level=0,port_id=44d75339-25f5-4359-a6cd-235b6e3740f1,segment=NetworkSegment(62e6b565-92f9-4432-9d4a-754d0a7517a7),segment_id=62e6b565-92f9-4432-9d4a-754d0a7517a7)] {{(pid=104390) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 05:18:02.805251 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.db.provisioning_blocks [None req-3076c5eb-0e99-4bb1-8875-489e7acbb248 None None] Provisioning complete for port f81ff762-914c-4210-9bd2-d1887fa369f1 triggered by entity DHCP. {{(pid=104389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 18 05:18:02.805655 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-3076c5eb-0e99-4bb1-8875-489e7acbb248 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1740956'] for port (f81ff762-914c-4210-9bd2-d1887fa369f1), provisioning_complete {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:18:02.854845 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-b328823f-e326-4ffe-ab72-69e2e97c5b01 req-bef18083-b455-46aa-81d0-11c4273a5d14 service neutron] 10.222.0.23 "GET /v2.0/networks/e40c5bf8-60a8-4d08-b489-6f107ba55c42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1039505 Jun 18 05:18:02.863747 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-40001d44-f929-4463-87f0-490c79d44cff admin admin] Publish callbacks [] for port (7c25c42e-5236-4f21-9c99-a42169b75130), precommit_create {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:18:02.875855 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c042a677-28f5-4026-b552-0173028fe9dd None None] Pushing event updated for resources: {'Port': ['ID=f81ff762-914c-4210-9bd2-d1887fa369f1,revision_number=3']} {{(pid=104389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:18:02.880829 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.db.l3_hamode_db [None req-a3b0a78d-0765-44ae-86a5-b7111d83de83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8da617df-be4e-4bf8-bbf9-3dfa59c8cdaa', 'name': 'tempest-ServerRescueNegativeTestJSON-514049608-router', 'tenant_id': '8820096253064e5abbe50f23bdc3ebac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65c030c7-6a7d-4cea-a47d-5cdd532db0e6', 'external_fixed_ips': [{'subnet_id': 'a9fa7760-a071-45ee-b985-799999c69975', 'ip_address': '172.27.2.189'}], 'enable_snat': True}, 'gw_port_id': '011d883a-04f9-40bb-a93b-b2737c0f1dee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-18T05:17:56Z', 'updated_at': '2022-06-18T05:18:00Z', 'revision_number': 4, 'project_id': '8820096253064e5abbe50f23bdc3ebac', 'gw_port': {'id': '011d883a-04f9-40bb-a93b-b2737c0f1dee', 'name': '', 'network_id': '65c030c7-6a7d-4cea-a47d-5cdd532db0e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:3a:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8da617df-be4e-4bf8-bbf9-3dfa59c8cdaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': 'a9fa7760-a071-45ee-b985-799999c69975', 'ip_address': '172.27.2.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-18T05:17:56Z', 'updated_at': '2022-06-18T05:18:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a9fa7760-a071-45ee-b985-799999c69975', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-35-iscsi', '_interfaces': [{'id': '3f4cd25c-52b4-463e-96d1-654bde0d4c3c', 'name': '', 'network_id': 'e40c5bf8-60a8-4d08-b489-6f107ba55c42', 'tenant_id': '8820096253064e5abbe50f23bdc3ebac', 'mac_address': 'fa:16:3e:28:23:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8da617df-be4e-4bf8-bbf9-3dfa59c8cdaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': '150ec3db-e886-4a5d-89d6-e02356d1809e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-18T05:17:59Z', 'updated_at': '2022-06-18T05:18:00Z', 'revision_number': 2, 'project_id': '8820096253064e5abbe50f23bdc3ebac', 'subnets': [{'id': '150ec3db-e886-4a5d-89d6-e02356d1809e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-35-iscsi', False) {} {{(pid=104389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 05:18:02.882805 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG neutron_lib.callbacks.manager [None req-c5298be0-6487-436b-b765-a4bdbe7701c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1768343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789592765606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789592262840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789592262858'] for port (44d75339-25f5-4359-a6cd-235b6e3740f1), after_update {{(pid=104390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:18:02.918481 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3b0a78d-0765-44ae-86a5-b7111d83de83 None None] The sync data for ids ['8da617df-be4e-4bf8-bbf9-3dfa59c8cdaa'] in dv-cinder-836996-35-iscsi is: [{'id': '8da617df-be4e-4bf8-bbf9-3dfa59c8cdaa', 'name': 'tempest-ServerRescueNegativeTestJSON-514049608-router', 'tenant_id': '8820096253064e5abbe50f23bdc3ebac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65c030c7-6a7d-4cea-a47d-5cdd532db0e6', 'external_fixed_ips': [{'subnet_id': 'a9fa7760-a071-45ee-b985-799999c69975', 'ip_address': '172.27.2.189'}], 'enable_snat': True}, 'gw_port_id': '011d883a-04f9-40bb-a93b-b2737c0f1dee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-18T05:17:56Z', 'updated_at': '2022-06-18T05:18:00Z', 'revision_number': 4, 'project_id': '8820096253064e5abbe50f23bdc3ebac', 'gw_port': {'id': '011d883a-04f9-40bb-a93b-b2737c0f1dee', 'name': '', 'network_id': '65c030c7-6a7d-4cea-a47d-5cdd532db0e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:3a:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8da617df-be4e-4bf8-bbf9-3dfa59c8cdaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': 'a9fa7760-a071-45ee-b985-799999c69975', 'ip_address': '172.27.2.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-18T05:17:56Z', 'updated_at': '2022-06-18T05:18:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a9fa7760-a071-45ee-b985-799999c69975', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-35-iscsi', '_interfaces': [{'id': '3f4cd25c-52b4-463e-96d1-654bde0d4c3c', 'name': '', 'network_id': 'e40c5bf8-60a8-4d08-b489-6f107ba55c42', 'tenant_id': '8820096253064e5abbe50f23bdc3ebac', 'mac_address': 'fa:16:3e:28:23:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8da617df-be4e-4bf8-bbf9-3dfa59c8cdaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': '150ec3db-e886-4a5d-89d6-e02356d1809e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-18T05:17:59Z', 'updated_at': '2022-06-18T05:18:00Z', 'revision_number': 2, 'project_id': '8820096253064e5abbe50f23bdc3ebac', 'subnets': [{'id': '150ec3db-e886-4a5d-89d6-e02356d1809e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 05:18:02.929098 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.db.provisioning_blocks [None req-c042a677-28f5-4026-b552-0173028fe9dd None None] Provisioning complete for port f37ebf20-98df-40d0-9108-5a2f31a07f01 triggered by entity L2. {{(pid=104389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 18 05:18:02.929710 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-c042a677-28f5-4026-b552-0173028fe9dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1740956'] for port (f37ebf20-98df-40d0-9108-5a2f31a07f01), provisioning_complete {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:18:02.951212 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5298be0-6487-436b-b765-a4bdbe7701c7 None None] Routers {'723aa2c1-aef8-407c-850c-a9dae73a8e0a'} bound to L3 agent in host dv-cinder-836996-35-iscsi {{(pid=104390) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 18 05:18:02.951910 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG neutron.db.l3_hamode_db [None req-c5298be0-6487-436b-b765-a4bdbe7701c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-35-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-18T05:08:24Z,description=,heartbeat_timestamp=2022-06-18T05:17:54Z,host='dv-cinder-836996-35-iscsi',id=a8549501-0164-4ac5-90a6-1ba1ba0d3f9d,load=0,resource_versions=,resources_synced=,started_at=2022-06-18T05:08:25Z,topic='l3_agent')) {'router_ids': ['723aa2c1-aef8-407c-850c-a9dae73a8e0a'], 'active': True} {{(pid=104390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 05:18:02.994627 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ebb609-50b8-4adb-8f44-f71904e87320 None None] Pushing event updated for resources: {'Port': ['ID=44d75339-25f5-4359-a6cd-235b6e3740f1,revision_number=3']} {{(pid=104390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:18:02.996795 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-40001d44-f929-4463-87f0-490c79d44cff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1768343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789592262822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15493031'] for port (7c25c42e-5236-4f21-9c99-a42169b75130), after_create {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:18:03.012495 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.plugin [None req-3076c5eb-0e99-4bb1-8875-489e7acbb248 None None] Current status of the port f81ff762-914c-4210-9bd2-d1887fa369f1 is: ACTIVE; New status is: ACTIVE {{(pid=104389) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 18 05:18:03.049245 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40001d44-f929-4463-87f0-490c79d44cff admin admin] Network 5c335596-fea1-451c-bc9d-a6a1f3e18ffc is already hosted by enough agents. {{(pid=104388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 05:18:03.052793 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.scheduler.base_scheduler [None req-40001d44-f929-4463-87f0-490c79d44cff admin admin] Resources bound (agent type, host, resource id): {{(pid=104388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 05:18:03.057993 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40001d44-f929-4463-87f0-490c79d44cff admin admin] Received port after_create {{(pid=104388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 18 05:18:03.061475 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40001d44-f929-4463-87f0-490c79d44cff admin admin] Pushing event updated for resources: {'Port': ['ID=7c25c42e-5236-4f21-9c99-a42169b75130,revision_number=1']} {{(pid=104388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:18:03.066867 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.plugin [None req-c042a677-28f5-4026-b552-0173028fe9dd None None] Current status of the port f37ebf20-98df-40d0-9108-5a2f31a07f01 is: ACTIVE; New status is: ACTIVE {{(pid=104389) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 18 05:18:03.119995 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-40001d44-f929-4463-87f0-490c79d44cff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-574371'] for router_interface (723aa2c1-aef8-407c-850c-a9dae73a8e0a), before_create {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:18:03.233572 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-f79d0124-ee49-40f4-a37c-ba13aef41dd8 req-c59751ca-e829-4aab-b9bc-f7f2fcab9392 tempest-ServerRescueNegativeTestJSON-1272623576 tempest-ServerRescueNegativeTestJSON-1272623576-project] 10.222.0.23 "GET /v2.0/ports?device_id=73b2fdbe-e24f-4092-bf52-db5c0a24f250 HTTP/1.1" status: 200 len: 210 time: 0.0479641 Jun 18 05:18:03.285858 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG neutron.db.l3_dvr_db [None req-c5298be0-6487-436b-b765-a4bdbe7701c7 None None] Set router 723aa2c1-aef8-407c-850c-a9dae73a8e0a gateway port host: dv-cinder-836996-35-iscsi {{(pid=104390) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 18 05:18:03.337006 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.rpc [None req-c042a677-28f5-4026-b552-0173028fe9dd None None] Device 5d54d22b-839c-4985-9247-439ecbce5eaf up at agent ovs-agent-dv-cinder-836996-35-iscsi {{(pid=104389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 18 05:18:03.379595 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG dbcounter [-] [104388] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=104388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:18:03.503906 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG dbcounter [-] [104389] Writing DB stats neutron:SELECT=100 {{(pid=104389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:18:03.506510 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-40001d44-f929-4463-87f0-490c79d44cff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1768406'] for port (7c25c42e-5236-4f21-9c99-a42169b75130), before_update {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:18:03.625979 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.db.provisioning_blocks [None req-c042a677-28f5-4026-b552-0173028fe9dd None None] Provisioning complete for port 5d54d22b-839c-4985-9247-439ecbce5eaf triggered by entity L2. {{(pid=104389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 18 05:18:03.625979 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-c042a677-28f5-4026-b552-0173028fe9dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1740956'] for port (5d54d22b-839c-4985-9247-439ecbce5eaf), provisioning_complete {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:18:03.625979 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.db.provisioning_blocks [None req-d6c8827b-2bfb-4b13-ad57-9dfafd67b7fb None None] Provisioning complete for port 7c25c42e-5236-4f21-9c99-a42169b75130 triggered by entity DHCP. {{(pid=104389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 18 05:18:03.640760 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-d6c8827b-2bfb-4b13-ad57-9dfafd67b7fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1740956'] for port (7c25c42e-5236-4f21-9c99-a42169b75130), provisioning_complete {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:18:03.654825 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG neutron.db.l3_hamode_db [None req-c5298be0-6487-436b-b765-a4bdbe7701c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '723aa2c1-aef8-407c-850c-a9dae73a8e0a', 'name': 'tempest-TestMinimumBasicScenario-1997020849-router', 'tenant_id': 'fcb1e990c65747549be861c1103aafb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65c030c7-6a7d-4cea-a47d-5cdd532db0e6', 'external_fixed_ips': [{'subnet_id': 'a9fa7760-a071-45ee-b985-799999c69975', 'ip_address': '172.27.2.20'}], 'enable_snat': True}, 'gw_port_id': '44d75339-25f5-4359-a6cd-235b6e3740f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-18T05:17:57Z', 'updated_at': '2022-06-18T05:17:59Z', 'revision_number': 3, 'project_id': 'fcb1e990c65747549be861c1103aafb1', 'gw_port': {'id': '44d75339-25f5-4359-a6cd-235b6e3740f1', 'name': '', 'network_id': '65c030c7-6a7d-4cea-a47d-5cdd532db0e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:f9:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '723aa2c1-aef8-407c-850c-a9dae73a8e0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': 'a9fa7760-a071-45ee-b985-799999c69975', 'ip_address': '172.27.2.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-18T05:17:58Z', 'updated_at': '2022-06-18T05:18:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a9fa7760-a071-45ee-b985-799999c69975', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-35-iscsi'}], 'dv-cinder-836996-35-iscsi', False) {} {{(pid=104390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 05:18:03.706884 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5298be0-6487-436b-b765-a4bdbe7701c7 None None] The sync data for ids ['723aa2c1-aef8-407c-850c-a9dae73a8e0a'] in dv-cinder-836996-35-iscsi is: [{'id': '723aa2c1-aef8-407c-850c-a9dae73a8e0a', 'name': 'tempest-TestMinimumBasicScenario-1997020849-router', 'tenant_id': 'fcb1e990c65747549be861c1103aafb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65c030c7-6a7d-4cea-a47d-5cdd532db0e6', 'external_fixed_ips': [{'subnet_id': 'a9fa7760-a071-45ee-b985-799999c69975', 'ip_address': '172.27.2.20'}], 'enable_snat': True}, 'gw_port_id': '44d75339-25f5-4359-a6cd-235b6e3740f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-18T05:17:57Z', 'updated_at': '2022-06-18T05:17:59Z', 'revision_number': 3, 'project_id': 'fcb1e990c65747549be861c1103aafb1', 'gw_port': {'id': '44d75339-25f5-4359-a6cd-235b6e3740f1', 'name': '', 'network_id': '65c030c7-6a7d-4cea-a47d-5cdd532db0e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:f9:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '723aa2c1-aef8-407c-850c-a9dae73a8e0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': 'a9fa7760-a071-45ee-b985-799999c69975', 'ip_address': '172.27.2.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-18T05:17:58Z', 'updated_at': '2022-06-18T05:18:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a9fa7760-a071-45ee-b985-799999c69975', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-35-iscsi'}] {{(pid=104390) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 05:18:03.798877 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b177d4-cd7b-4a27-b312-c09c64514c0d req-16256d2a-4294-4d55-9215-faf98d41ce6f tempest-ServerRescueNegativeTestJSON-1272623576 tempest-ServerRescueNegativeTestJSON-1272623576-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:18:03.818394 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-c1b177d4-cd7b-4a27-b312-c09c64514c0d req-16256d2a-4294-4d55-9215-faf98d41ce6f tempest-ServerRescueNegativeTestJSON-1272623576 tempest-ServerRescueNegativeTestJSON-1272623576-project] 10.222.0.23 "GET /v2.0/networks?id=e40c5bf8-60a8-4d08-b489-6f107ba55c42 HTTP/1.1" status: 200 len: 818 time: 0.3570960 Jun 18 05:18:03.825315 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-c1b177d4-cd7b-4a27-b312-c09c64514c0d req-f26aee25-e86d-48c9-a415-fc1950591d1d tempest-ServerRescueNegativeTestJSON-1272623576 tempest-ServerRescueNegativeTestJSON-1272623576-project] 10.222.0.23 "GET /v2.0/quotas/8820096253064e5abbe50f23bdc3ebac HTTP/1.1" status: 200 len: 375 time: 0.0114942 Jun 18 05:18:03.832000 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-40001d44-f929-4463-87f0-490c79d44cff admin admin] Publish callbacks [] for port (7c25c42e-5236-4f21-9c99-a42169b75130), precommit_update {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:18:03.847654 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.plugin [None req-d6c8827b-2bfb-4b13-ad57-9dfafd67b7fb None None] Port 7c25c42e-5236-4f21-9c99-a42169b75130 cannot update to ACTIVE because it is not bound. {{(pid=104389) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 18 05:18:03.903799 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-40001d44-f929-4463-87f0-490c79d44cff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1768343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789592765606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789592262840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789592262858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15493038'] for port (7c25c42e-5236-4f21-9c99-a42169b75130), after_update {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:18:03.912231 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG dbcounter [-] [104388] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=104388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:18:03.922092 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-c1b177d4-cd7b-4a27-b312-c09c64514c0d req-1ad4f811-100a-4b88-b317-13cbb8ac5e9f tempest-ServerRescueNegativeTestJSON-1272623576 tempest-ServerRescueNegativeTestJSON-1272623576-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=8820096253064e5abbe50f23bdc3ebac&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0889037 Jun 18 05:18:03.925159 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.plugin [None req-c042a677-28f5-4026-b552-0173028fe9dd None None] Current status of the port 5d54d22b-839c-4985-9247-439ecbce5eaf is: ACTIVE; New status is: ACTIVE {{(pid=104389) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 18 05:18:03.926708 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.rpc [None req-c042a677-28f5-4026-b552-0173028fe9dd None None] Device f81ff762-914c-4210-9bd2-d1887fa369f1 up at agent ovs-agent-dv-cinder-836996-35-iscsi {{(pid=104389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 18 05:18:04.046076 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40001d44-f929-4463-87f0-490c79d44cff admin admin] Pushing event updated for resources: {'Port': ['ID=7c25c42e-5236-4f21-9c99-a42169b75130,revision_number=2']} {{(pid=104388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:18:04.047822 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.db.provisioning_blocks [None req-c042a677-28f5-4026-b552-0173028fe9dd None None] Provisioning complete for port f81ff762-914c-4210-9bd2-d1887fa369f1 triggered by entity L2. {{(pid=104389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 18 05:18:04.047822 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-c042a677-28f5-4026-b552-0173028fe9dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1740956'] for port (f81ff762-914c-4210-9bd2-d1887fa369f1), provisioning_complete {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:18:04.051057 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-40001d44-f929-4463-87f0-490c79d44cff admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-546262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-574263'] for router_interface (723aa2c1-aef8-407c-850c-a9dae73a8e0a), after_create {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:18:04.119182 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-c1b177d4-cd7b-4a27-b312-c09c64514c0d req-199f15da-66e0-463e-8878-57e8ee18905c service neutron] 10.222.0.23 "GET /v2.0/networks/e40c5bf8-60a8-4d08-b489-6f107ba55c42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1832442 Jun 18 05:18:04.225637 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.plugin [None req-c042a677-28f5-4026-b552-0173028fe9dd None None] Current status of the port f81ff762-914c-4210-9bd2-d1887fa369f1 is: ACTIVE; New status is: ACTIVE {{(pid=104389) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 18 05:18:04.329221 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG dbcounter [-] [104387] Writing DB stats neutron:SELECT=100 {{(pid=104387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:18:04.347426 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40001d44-f929-4463-87f0-490c79d44cff admin admin] Network 5c335596-fea1-451c-bc9d-a6a1f3e18ffc is already hosted by enough agents. {{(pid=104388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 05:18:04.349298 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.scheduler.base_scheduler [None req-40001d44-f929-4463-87f0-490c79d44cff admin admin] Resources bound (agent type, host, resource id): {{(pid=104388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 05:18:04.377548 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-c1b177d4-cd7b-4a27-b312-c09c64514c0d req-c5299a0e-c8a4-459b-8ab5-963797c253aa service neutron] 10.222.0.23 "GET /v2.0/networks/e40c5bf8-60a8-4d08-b489-6f107ba55c42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2525809 Jun 18 05:18:04.436218 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.wsgi [-] (104387) accepted ('10.222.0.23', 48832) {{(pid=104387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 05:18:04.702224 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-1c96b7d6-cc2b-406b-89e1-aaaf3232a245 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:18:04.755580 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40001d44-f929-4463-87f0-490c79d44cff admin admin] Router 723aa2c1-aef8-407c-850c-a9dae73a8e0a has already been hosted by L3 agent a8549501-0164-4ac5-90a6-1ba1ba0d3f9d {{(pid=104388) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 18 05:18:04.811524 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-1c96b7d6-cc2b-406b-89e1-aaaf3232a245 admin admin] Publish callbacks [] for security_group (62da579b-0ea7-4a46-8560-02d51054346b), precommit_create {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:18:04.844315 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.db.provisioning_blocks [None req-3d6db385-a7ec-4f8f-8daa-68cc37ed18cb None None] Provisioning complete for port 7c25c42e-5236-4f21-9c99-a42169b75130 triggered by entity DHCP. {{(pid=104389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 18 05:18:04.844775 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-3d6db385-a7ec-4f8f-8daa-68cc37ed18cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1740956'] for port (7c25c42e-5236-4f21-9c99-a42169b75130), provisioning_complete {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:18:04.882066 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.plugin [None req-3d6db385-a7ec-4f8f-8daa-68cc37ed18cb None None] Port 7c25c42e-5236-4f21-9c99-a42169b75130 cannot update to ACTIVE because it is not bound. {{(pid=104389) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 18 05:18:04.888736 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40001d44-f929-4463-87f0-490c79d44cff admin admin] Notify agent at l3_agent.dv-cinder-836996-35-iscsi the message routers_updated {{(pid=104388) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 05:18:04.913633 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [None req-40001d44-f929-4463-87f0-490c79d44cff admin admin] 10.222.0.23 "PUT /v2.0/routers/723aa2c1-aef8-407c-850c-a9dae73a8e0a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3444765 Jun 18 05:18:04.939379 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-1c96b7d6-cc2b-406b-89e1-aaaf3232a245 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728332'] for security_group (62da579b-0ea7-4a46-8560-02d51054346b), after_create {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:18:05.000937 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-c0996366-e9f4-4131-8a10-09b067c513cd req-8b2eb6f0-aada-4dbc-86fa-66e4ece7e73a tempest-ServerRescueNegativeTestJSON-1272623576 tempest-ServerRescueNegativeTestJSON-1272623576-project] 10.222.0.23 "GET /v2.0/ports?device_id=5b8a5eb5-afb5-4209-9aa5-b38844bf07f2 HTTP/1.1" status: 200 len: 210 time: 0.0625849 Jun 18 05:18:05.027908 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [None req-1c96b7d6-cc2b-406b-89e1-aaaf3232a245 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=bbe4dd7c2cd64627b0e0cee06a06275f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5902011 Jun 18 05:18:05.028824 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c96b7d6-cc2b-406b-89e1-aaaf3232a245 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62da579b-0ea7-4a46-8560-02d51054346b,revision_number=1']} {{(pid=104387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:18:05.030477 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.wsgi [-] (104388) accepted ('10.222.0.23', 48848) {{(pid=104388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 05:18:05.108797 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-ef679fc1-e747-405f-a1bd-787eac8f7d1e admin admin] Publish callbacks [] for security_group (62da579b-0ea7-4a46-8560-02d51054346b), before_delete {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:18:05.138729 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-ef679fc1-e747-405f-a1bd-787eac8f7d1e admin admin] Publish callbacks [] for security_group (62da579b-0ea7-4a46-8560-02d51054346b), precommit_delete {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:18:05.272145 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.rpc [None req-c042a677-28f5-4026-b552-0173028fe9dd None None] Device 44d75339-25f5-4359-a6cd-235b6e3740f1 up at agent ovs-agent-dv-cinder-836996-35-iscsi {{(pid=104389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 18 05:18:05.324332 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.db.provisioning_blocks [None req-c042a677-28f5-4026-b552-0173028fe9dd None None] Provisioning complete for port 44d75339-25f5-4359-a6cd-235b6e3740f1 triggered by entity L2. {{(pid=104389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 18 05:18:05.324713 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-c042a677-28f5-4026-b552-0173028fe9dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1740956'] for port (44d75339-25f5-4359-a6cd-235b6e3740f1), provisioning_complete {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:18:05.362060 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-ef679fc1-e747-405f-a1bd-787eac8f7d1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728332'] for security_group (62da579b-0ea7-4a46-8560-02d51054346b), after_delete {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:18:05.364642 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-ef679fc1-e747-405f-a1bd-787eac8f7d1e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:18:05.368579 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [None req-ef679fc1-e747-405f-a1bd-787eac8f7d1e admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/62da579b-0ea7-4a46-8560-02d51054346b HTTP/1.1" status: 204 len: 168 time: 0.3342373 Jun 18 05:18:05.383773 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef679fc1-e747-405f-a1bd-787eac8f7d1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62da579b-0ea7-4a46-8560-02d51054346b,revision_number=None']} {{(pid=104388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:18:05.446159 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.plugin [None req-c042a677-28f5-4026-b552-0173028fe9dd None None] Current status of the port 44d75339-25f5-4359-a6cd-235b6e3740f1 is: DOWN; New status is: ACTIVE {{(pid=104389) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 18 05:18:05.447395 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-c042a677-28f5-4026-b552-0173028fe9dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1768406'] for port (44d75339-25f5-4359-a6cd-235b6e3740f1), before_update {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:18:05.474025 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.db [None req-c042a677-28f5-4026-b552-0173028fe9dd None None] For port 44d75339-25f5-4359-a6cd-235b6e3740f1, host dv-cinder-836996-35-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-35-iscsi',level=0,port_id=44d75339-25f5-4359-a6cd-235b6e3740f1,segment=NetworkSegment(62e6b565-92f9-4432-9d4a-754d0a7517a7),segment_id=62e6b565-92f9-4432-9d4a-754d0a7517a7)] {{(pid=104389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 05:18:05.606789 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-c042a677-28f5-4026-b552-0173028fe9dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1768343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789592765606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789592262840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789592262858'] for port (44d75339-25f5-4359-a6cd-235b6e3740f1), after_update {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:18:05.608000 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.rpc [None req-c042a677-28f5-4026-b552-0173028fe9dd None None] Device 011d883a-04f9-40bb-a93b-b2737c0f1dee up at agent ovs-agent-dv-cinder-836996-35-iscsi {{(pid=104389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 18 05:18:05.682262 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG dbcounter [-] [104389] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:18:05.701368 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c042a677-28f5-4026-b552-0173028fe9dd None None] Pushing event updated for resources: {'Port': ['ID=44d75339-25f5-4359-a6cd-235b6e3740f1,revision_number=4']} {{(pid=104389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:18:05.716987 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.db.provisioning_blocks [None req-c042a677-28f5-4026-b552-0173028fe9dd None None] Provisioning complete for port 011d883a-04f9-40bb-a93b-b2737c0f1dee triggered by entity L2. {{(pid=104389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 18 05:18:05.717480 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-c042a677-28f5-4026-b552-0173028fe9dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1740956'] for port (011d883a-04f9-40bb-a93b-b2737c0f1dee), provisioning_complete {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:18:05.811028 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.plugin [None req-c042a677-28f5-4026-b552-0173028fe9dd None None] Current status of the port 011d883a-04f9-40bb-a93b-b2737c0f1dee is: DOWN; New status is: ACTIVE {{(pid=104389) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 18 05:18:05.811419 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-c042a677-28f5-4026-b552-0173028fe9dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1768406'] for port (011d883a-04f9-40bb-a93b-b2737c0f1dee), before_update {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:18:05.833896 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.db [None req-c042a677-28f5-4026-b552-0173028fe9dd None None] For port 011d883a-04f9-40bb-a93b-b2737c0f1dee, host dv-cinder-836996-35-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-35-iscsi',level=0,port_id=011d883a-04f9-40bb-a93b-b2737c0f1dee,segment=NetworkSegment(62e6b565-92f9-4432-9d4a-754d0a7517a7),segment_id=62e6b565-92f9-4432-9d4a-754d0a7517a7)] {{(pid=104389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 05:18:05.916560 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-c042a677-28f5-4026-b552-0173028fe9dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1768343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789592765606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789592262840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789592262858'] for port (011d883a-04f9-40bb-a93b-b2737c0f1dee), after_update {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:18:05.947979 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG dbcounter [-] [104389] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:18:05.982966 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c042a677-28f5-4026-b552-0173028fe9dd None None] Pushing event updated for resources: {'Port': ['ID=011d883a-04f9-40bb-a93b-b2737c0f1dee,revision_number=4']} {{(pid=104389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:18:06.142689 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-da214403-ed99-4c6e-bb2d-30a97d7e4be6 req-60a7e75b-5e0e-445f-90b8-e0a224996797 tempest-ServerRescueNegativeTestJSON-1272623576 tempest-ServerRescueNegativeTestJSON-1272623576-project] 10.222.0.23 "GET /v2.0/ports?device_id=5b8a5eb5-afb5-4209-9aa5-b38844bf07f2 HTTP/1.1" status: 200 len: 210 time: 0.0380955 Jun 18 05:18:06.314199 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.wsgi [-] (104388) accepted ('10.222.0.23', 48898) {{(pid=104388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 05:18:06.333701 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-44f9f77d-33bb-4b63-8767-0320cf14b4ce admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:18:06.422546 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG dbcounter [-] [104388] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:INSERT=5 {{(pid=104388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:18:06.455055 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-44f9f77d-33bb-4b63-8767-0320cf14b4ce admin admin] Publish callbacks [] for security_group (668f1c68-5aaf-4957-95bd-9f00f950eefa), precommit_create {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:18:06.521910 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-44f9f77d-33bb-4b63-8767-0320cf14b4ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728332'] for security_group (668f1c68-5aaf-4957-95bd-9f00f950eefa), after_create {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:18:06.569714 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [None req-44f9f77d-33bb-4b63-8767-0320cf14b4ce admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=dabc40ef707d4a5fad758723cd168c5a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2535853 Jun 18 05:18:06.571257 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f9f77d-33bb-4b63-8767-0320cf14b4ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=668f1c68-5aaf-4957-95bd-9f00f950eefa,revision_number=1']} {{(pid=104388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:18:06.573279 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.wsgi [-] (104387) accepted ('10.222.0.23', 48902) {{(pid=104387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 05:18:06.609234 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG dbcounter [-] [104387] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=104387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:18:06.666764 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-e9270068-189b-4d7b-a3b6-afc6aa47ee58 admin admin] Publish callbacks [] for security_group (668f1c68-5aaf-4957-95bd-9f00f950eefa), before_delete {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:18:06.693052 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-e9270068-189b-4d7b-a3b6-afc6aa47ee58 admin admin] Publish callbacks [] for security_group (668f1c68-5aaf-4957-95bd-9f00f950eefa), precommit_delete {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:18:06.985240 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-e9270068-189b-4d7b-a3b6-afc6aa47ee58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728332'] for security_group (668f1c68-5aaf-4957-95bd-9f00f950eefa), after_delete {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:18:06.988026 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-e9270068-189b-4d7b-a3b6-afc6aa47ee58 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:18:06.989288 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [None req-e9270068-189b-4d7b-a3b6-afc6aa47ee58 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/668f1c68-5aaf-4957-95bd-9f00f950eefa HTTP/1.1" status: 204 len: 168 time: 0.4112184 Jun 18 05:18:07.011126 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9270068-189b-4d7b-a3b6-afc6aa47ee58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=668f1c68-5aaf-4957-95bd-9f00f950eefa,revision_number=None']} {{(pid=104387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:18:07.224088 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.rpc [None req-c042a677-28f5-4026-b552-0173028fe9dd None None] Device 44d75339-25f5-4359-a6cd-235b6e3740f1 up at agent ovs-agent-dv-cinder-836996-35-iscsi {{(pid=104389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 18 05:18:07.289010 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.db.provisioning_blocks [None req-c042a677-28f5-4026-b552-0173028fe9dd None None] Provisioning complete for port 44d75339-25f5-4359-a6cd-235b6e3740f1 triggered by entity L2. {{(pid=104389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 18 05:18:07.289642 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-c042a677-28f5-4026-b552-0173028fe9dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1740956'] for port (44d75339-25f5-4359-a6cd-235b6e3740f1), provisioning_complete {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:18:07.292008 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-0476a0f2-b7cd-4f75-bca7-55253e795583 req-e4b04b50-9100-4b57-945f-b9fe86285460 tempest-ServerRescueNegativeTestJSON-1272623576 tempest-ServerRescueNegativeTestJSON-1272623576-project] 10.222.0.23 "GET /v2.0/ports?device_id=5b8a5eb5-afb5-4209-9aa5-b38844bf07f2 HTTP/1.1" status: 200 len: 210 time: 0.0464036 Jun 18 05:18:07.320688 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789592556683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1744442'] for agent (21f82a9e-593b-4fa9-aa06-dfe6f16482e6), after_update {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:18:07.391836 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.plugin [None req-c042a677-28f5-4026-b552-0173028fe9dd None None] Current status of the port 44d75339-25f5-4359-a6cd-235b6e3740f1 is: ACTIVE; New status is: ACTIVE {{(pid=104389) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 18 05:18:07.393001 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.rpc [None req-c042a677-28f5-4026-b552-0173028fe9dd None None] Device 011d883a-04f9-40bb-a93b-b2737c0f1dee up at agent ovs-agent-dv-cinder-836996-35-iscsi {{(pid=104389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 18 05:18:07.445228 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.db.provisioning_blocks [None req-c042a677-28f5-4026-b552-0173028fe9dd None None] Provisioning complete for port 011d883a-04f9-40bb-a93b-b2737c0f1dee triggered by entity L2. {{(pid=104389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 18 05:18:07.445228 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-c042a677-28f5-4026-b552-0173028fe9dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1740956'] for port (011d883a-04f9-40bb-a93b-b2737c0f1dee), provisioning_complete {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:18:07.527016 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.plugin [None req-c042a677-28f5-4026-b552-0173028fe9dd None None] Current status of the port 011d883a-04f9-40bb-a93b-b2737c0f1dee is: ACTIVE; New status is: ACTIVE {{(pid=104389) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 18 05:18:08.088893 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b328823f-e326-4ffe-ab72-69e2e97c5b01 req-bb3471a0-545b-4c43-be8b-296c8d9d8fd8 tempest-ServerRescueNegativeTestJSON-1272623576 tempest-ServerRescueNegativeTestJSON-1272623576-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:18:08.091012 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-b328823f-e326-4ffe-ab72-69e2e97c5b01 req-bb3471a0-545b-4c43-be8b-296c8d9d8fd8 tempest-ServerRescueNegativeTestJSON-1272623576 tempest-ServerRescueNegativeTestJSON-1272623576-project] 10.222.0.15 "GET /v2.0/networks?id=e40c5bf8-60a8-4d08-b489-6f107ba55c42 HTTP/1.1" status: 200 len: 818 time: 0.1707337 Jun 18 05:18:08.114967 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.api.v2.base [req-b328823f-e326-4ffe-ab72-69e2e97c5b01 req-077036b9-98ad-4b1e-8b51-116c31601286 tempest-ServerRescueNegativeTestJSON-1272623576 tempest-ServerRescueNegativeTestJSON-1272623576-project] Request body: {'port': {'device_id': '73b2fdbe-e24f-4092-bf52-db5c0a24f250', 'network_id': 'e40c5bf8-60a8-4d08-b489-6f107ba55c42', 'admin_state_up': True, 'tenant_id': '8820096253064e5abbe50f23bdc3ebac'}} {{(pid=104388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 18 05:18:08.368996 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG dbcounter [-] [104388] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:18:08.513160 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-7c7049fd-7c8e-413b-a9a1-1986c3f46ee8 req-b64e82de-7af7-414c-8d5b-ffbf256f61e6 tempest-ServerRescueNegativeTestJSON-1272623576 tempest-ServerRescueNegativeTestJSON-1272623576-project] 10.222.0.23 "GET /v2.0/ports?device_id=5b8a5eb5-afb5-4209-9aa5-b38844bf07f2 HTTP/1.1" status: 200 len: 210 time: 0.1039102 Jun 18 05:18:08.558945 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-412ee85d-cb30-47af-b7b7-e993247db227 None None] Sync routers for ids ['723aa2c1-aef8-407c-850c-a9dae73a8e0a'] in dv-cinder-836996-35-iscsi {{(pid=104389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 05:18:08.566978 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b177d4-cd7b-4a27-b312-c09c64514c0d req-d1721eca-1b83-44f3-a370-f459abc8043b tempest-ServerRescueNegativeTestJSON-1272623576 tempest-ServerRescueNegativeTestJSON-1272623576-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:18:08.579463 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-c1b177d4-cd7b-4a27-b312-c09c64514c0d req-d1721eca-1b83-44f3-a370-f459abc8043b tempest-ServerRescueNegativeTestJSON-1272623576 tempest-ServerRescueNegativeTestJSON-1272623576-project] 10.222.0.15 "GET /v2.0/networks?id=e40c5bf8-60a8-4d08-b489-6f107ba55c42 HTTP/1.1" status: 200 len: 818 time: 0.3124135 Jun 18 05:18:08.588555 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-412ee85d-cb30-47af-b7b7-e993247db227 None None] Routers {'723aa2c1-aef8-407c-850c-a9dae73a8e0a'} bound to L3 agent in host dv-cinder-836996-35-iscsi {{(pid=104389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 18 05:18:08.589505 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.db.l3_hamode_db [None req-412ee85d-cb30-47af-b7b7-e993247db227 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-35-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-18T05:08:24Z,description=,heartbeat_timestamp=2022-06-18T05:17:54Z,host='dv-cinder-836996-35-iscsi',id=a8549501-0164-4ac5-90a6-1ba1ba0d3f9d,load=0,resource_versions=,resources_synced=,started_at=2022-06-18T05:08:25Z,topic='l3_agent')) {'router_ids': ['723aa2c1-aef8-407c-850c-a9dae73a8e0a'], 'active': True} {{(pid=104389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 05:18:08.629532 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG neutron.db.agents_db [None req-f0cd052f-7516-4656-9d29-e77bb90ffdea None None] Agent healthcheck: found 6 active agents {{(pid=104390) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 18 05:18:08.692109 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.api.v2.base [req-c1b177d4-cd7b-4a27-b312-c09c64514c0d req-e456d68f-4b7a-4b92-92b7-f35b0cac25d6 tempest-ServerRescueNegativeTestJSON-1272623576 tempest-ServerRescueNegativeTestJSON-1272623576-project] Request body: {'port': {'device_id': '5b8a5eb5-afb5-4209-9aa5-b38844bf07f2', 'network_id': 'e40c5bf8-60a8-4d08-b489-6f107ba55c42', 'admin_state_up': True, 'tenant_id': '8820096253064e5abbe50f23bdc3ebac'}} {{(pid=104388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 18 05:18:08.784487 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.db.l3_dvr_db [None req-412ee85d-cb30-47af-b7b7-e993247db227 None None] Set router 723aa2c1-aef8-407c-850c-a9dae73a8e0a gateway port host: dv-cinder-836996-35-iscsi {{(pid=104389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 18 05:18:08.881702 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b328823f-e326-4ffe-ab72-69e2e97c5b01 req-077036b9-98ad-4b1e-8b51-116c31601286 tempest-ServerRescueNegativeTestJSON-1272623576 tempest-ServerRescueNegativeTestJSON-1272623576-project] Made reservation on behalf of 8820096253064e5abbe50f23bdc3ebac for: {'port': 1} {{(pid=104388) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 05:18:08.886665 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [req-b328823f-e326-4ffe-ab72-69e2e97c5b01 req-077036b9-98ad-4b1e-8b51-116c31601286 tempest-ServerRescueNegativeTestJSON-1272623576 tempest-ServerRescueNegativeTestJSON-1272623576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1768406'] for port (None), before_create {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:18:09.111738 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.db.db_base_plugin_common [req-b328823f-e326-4ffe-ab72-69e2e97c5b01 req-077036b9-98ad-4b1e-8b51-116c31601286 tempest-ServerRescueNegativeTestJSON-1272623576 tempest-ServerRescueNegativeTestJSON-1272623576-project] Allocated IP 172.20.0.3 (e40c5bf8-60a8-4d08-b489-6f107ba55c42/150ec3db-e886-4a5d-89d6-e02356d1809e/f8f8ec04-f267-4e2c-ac94-64d18aec5016) {{(pid=104388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 05:18:09.124758 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0861d9b5-82fa-4b79-9078-0d013eede0b8 None None] Sync routers for ids ['8da617df-be4e-4bf8-bbf9-3dfa59c8cdaa'] in dv-cinder-836996-35-iscsi {{(pid=104390) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 05:18:09.129729 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c1b177d4-cd7b-4a27-b312-c09c64514c0d req-e456d68f-4b7a-4b92-92b7-f35b0cac25d6 tempest-ServerRescueNegativeTestJSON-1272623576 tempest-ServerRescueNegativeTestJSON-1272623576-project] Made reservation on behalf of 8820096253064e5abbe50f23bdc3ebac for: {'port': 1} {{(pid=104388) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 05:18:09.133398 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [req-c1b177d4-cd7b-4a27-b312-c09c64514c0d req-e456d68f-4b7a-4b92-92b7-f35b0cac25d6 tempest-ServerRescueNegativeTestJSON-1272623576 tempest-ServerRescueNegativeTestJSON-1272623576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1768406'] for port (None), before_create {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:18:09.146783 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0861d9b5-82fa-4b79-9078-0d013eede0b8 None None] Routers {'8da617df-be4e-4bf8-bbf9-3dfa59c8cdaa'} bound to L3 agent in host dv-cinder-836996-35-iscsi {{(pid=104390) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 18 05:18:09.152920 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG neutron.db.l3_hamode_db [None req-0861d9b5-82fa-4b79-9078-0d013eede0b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-35-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-18T05:08:24Z,description=,heartbeat_timestamp=2022-06-18T05:17:54Z,host='dv-cinder-836996-35-iscsi',id=a8549501-0164-4ac5-90a6-1ba1ba0d3f9d,load=0,resource_versions=,resources_synced=,started_at=2022-06-18T05:08:25Z,topic='l3_agent')) {'router_ids': ['8da617df-be4e-4bf8-bbf9-3dfa59c8cdaa'], 'active': True} {{(pid=104390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 05:18:09.187465 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG dbcounter [-] [104388] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=104388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:18:09.264707 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.db.l3_hamode_db [None req-412ee85d-cb30-47af-b7b7-e993247db227 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '723aa2c1-aef8-407c-850c-a9dae73a8e0a', 'name': 'tempest-TestMinimumBasicScenario-1997020849-router', 'tenant_id': 'fcb1e990c65747549be861c1103aafb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65c030c7-6a7d-4cea-a47d-5cdd532db0e6', 'external_fixed_ips': [{'subnet_id': 'a9fa7760-a071-45ee-b985-799999c69975', 'ip_address': '172.27.2.20'}], 'enable_snat': True}, 'gw_port_id': '44d75339-25f5-4359-a6cd-235b6e3740f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-18T05:17:57Z', 'updated_at': '2022-06-18T05:18:03Z', 'revision_number': 4, 'project_id': 'fcb1e990c65747549be861c1103aafb1', 'gw_port': {'id': '44d75339-25f5-4359-a6cd-235b6e3740f1', 'name': '', 'network_id': '65c030c7-6a7d-4cea-a47d-5cdd532db0e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:f9:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '723aa2c1-aef8-407c-850c-a9dae73a8e0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': 'a9fa7760-a071-45ee-b985-799999c69975', 'ip_address': '172.27.2.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-18T05:17:58Z', 'updated_at': '2022-06-18T05:18:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9fa7760-a071-45ee-b985-799999c69975', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-35-iscsi', '_interfaces': [{'id': '7c25c42e-5236-4f21-9c99-a42169b75130', 'name': '', 'network_id': '5c335596-fea1-451c-bc9d-a6a1f3e18ffc', 'tenant_id': 'fcb1e990c65747549be861c1103aafb1', 'mac_address': 'fa:16:3e:c6:ea:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '723aa2c1-aef8-407c-850c-a9dae73a8e0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': 'bf7360c8-1f01-40e7-a8ee-e187e3f9feea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-18T05:18:02Z', 'updated_at': '2022-06-18T05:18:03Z', 'revision_number': 2, 'project_id': 'fcb1e990c65747549be861c1103aafb1', 'subnets': [{'id': 'bf7360c8-1f01-40e7-a8ee-e187e3f9feea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-35-iscsi', False) {} {{(pid=104389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 05:18:09.308094 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG neutron.db.l3_dvr_db [None req-0861d9b5-82fa-4b79-9078-0d013eede0b8 None None] Set router 8da617df-be4e-4bf8-bbf9-3dfa59c8cdaa gateway port host: dv-cinder-836996-35-iscsi {{(pid=104390) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 18 05:18:09.312361 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-412ee85d-cb30-47af-b7b7-e993247db227 None None] Checking router: 723aa2c1-aef8-407c-850c-a9dae73a8e0a for host: dv-cinder-836996-35-iscsi {{(pid=104389) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 05:18:09.312732 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-412ee85d-cb30-47af-b7b7-e993247db227 None None] Updating router 723aa2c1-aef8-407c-850c-a9dae73a8e0a port 7c25c42e-5236-4f21-9c99-a42169b75130 binding host dv-cinder-836996-35-iscsi {{(pid=104389) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 18 05:18:09.352627 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-412ee85d-cb30-47af-b7b7-e993247db227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1768406'] for port (7c25c42e-5236-4f21-9c99-a42169b75130), before_update {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:18:09.407024 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [req-b328823f-e326-4ffe-ab72-69e2e97c5b01 req-077036b9-98ad-4b1e-8b51-116c31601286 tempest-ServerRescueNegativeTestJSON-1272623576 tempest-ServerRescueNegativeTestJSON-1272623576-project] Publish callbacks [] for port (f8f8ec04-f267-4e2c-ac94-64d18aec5016), precommit_create {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:18:09.490112 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG dbcounter [-] [104389] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:18:09.507912 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [req-b328823f-e326-4ffe-ab72-69e2e97c5b01 req-077036b9-98ad-4b1e-8b51-116c31601286 tempest-ServerRescueNegativeTestJSON-1272623576 tempest-ServerRescueNegativeTestJSON-1272623576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1768343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789592262822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15493031'] for port (f8f8ec04-f267-4e2c-ac94-64d18aec5016), after_create {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:18:09.529628 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG dbcounter [-] [104390] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:18:09.590456 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG dbcounter [-] [104389] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:18:09.659320 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG neutron.db.l3_hamode_db [None req-0861d9b5-82fa-4b79-9078-0d013eede0b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8da617df-be4e-4bf8-bbf9-3dfa59c8cdaa', 'name': 'tempest-ServerRescueNegativeTestJSON-514049608-router', 'tenant_id': '8820096253064e5abbe50f23bdc3ebac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65c030c7-6a7d-4cea-a47d-5cdd532db0e6', 'external_fixed_ips': [{'subnet_id': 'a9fa7760-a071-45ee-b985-799999c69975', 'ip_address': '172.27.2.189'}], 'enable_snat': True}, 'gw_port_id': '011d883a-04f9-40bb-a93b-b2737c0f1dee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-18T05:17:56Z', 'updated_at': '2022-06-18T05:18:00Z', 'revision_number': 4, 'project_id': '8820096253064e5abbe50f23bdc3ebac', 'gw_port': {'id': '011d883a-04f9-40bb-a93b-b2737c0f1dee', 'name': '', 'network_id': '65c030c7-6a7d-4cea-a47d-5cdd532db0e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:3a:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8da617df-be4e-4bf8-bbf9-3dfa59c8cdaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': 'a9fa7760-a071-45ee-b985-799999c69975', 'ip_address': '172.27.2.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-18T05:17:56Z', 'updated_at': '2022-06-18T05:18:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9fa7760-a071-45ee-b985-799999c69975', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-35-iscsi', '_interfaces': [{'id': '3f4cd25c-52b4-463e-96d1-654bde0d4c3c', 'name': '', 'network_id': 'e40c5bf8-60a8-4d08-b489-6f107ba55c42', 'tenant_id': '8820096253064e5abbe50f23bdc3ebac', 'mac_address': 'fa:16:3e:28:23:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8da617df-be4e-4bf8-bbf9-3dfa59c8cdaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': '150ec3db-e886-4a5d-89d6-e02356d1809e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-18T05:17:59Z', 'updated_at': '2022-06-18T05:18:00Z', 'revision_number': 2, 'project_id': '8820096253064e5abbe50f23bdc3ebac', 'subnets': [{'id': '150ec3db-e886-4a5d-89d6-e02356d1809e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-35-iscsi', False) {} {{(pid=104390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 05:18:09.687928 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b328823f-e326-4ffe-ab72-69e2e97c5b01 req-077036b9-98ad-4b1e-8b51-116c31601286 tempest-ServerRescueNegativeTestJSON-1272623576 tempest-ServerRescueNegativeTestJSON-1272623576-project] Network e40c5bf8-60a8-4d08-b489-6f107ba55c42 is already hosted by enough agents. {{(pid=104388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 05:18:09.694581 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.scheduler.base_scheduler [req-b328823f-e326-4ffe-ab72-69e2e97c5b01 req-077036b9-98ad-4b1e-8b51-116c31601286 tempest-ServerRescueNegativeTestJSON-1272623576 tempest-ServerRescueNegativeTestJSON-1272623576-project] Resources bound (agent type, host, resource id): {{(pid=104388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 05:18:09.698899 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0861d9b5-82fa-4b79-9078-0d013eede0b8 None None] Checking router: 8da617df-be4e-4bf8-bbf9-3dfa59c8cdaa for host: dv-cinder-836996-35-iscsi {{(pid=104390) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 05:18:09.699491 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0861d9b5-82fa-4b79-9078-0d013eede0b8 None None] Updating router 8da617df-be4e-4bf8-bbf9-3dfa59c8cdaa port 3f4cd25c-52b4-463e-96d1-654bde0d4c3c binding host dv-cinder-836996-35-iscsi {{(pid=104390) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 18 05:18:09.701580 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-412ee85d-cb30-47af-b7b7-e993247db227 None None] Publish callbacks [] for port (7c25c42e-5236-4f21-9c99-a42169b75130), precommit_update {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:18:09.718856 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.db.l3_dvrscheduler_db [req-b328823f-e326-4ffe-ab72-69e2e97c5b01 req-077036b9-98ad-4b1e-8b51-116c31601286 tempest-ServerRescueNegativeTestJSON-1272623576 tempest-ServerRescueNegativeTestJSON-1272623576-project] Received port after_create {{(pid=104388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 18 05:18:09.723235 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG dbcounter [-] [104388] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=104388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:18:09.731638 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-c0105635-1a18-4eca-9e9f-434c0b3005f4 req-52d9c83d-c224-4189-b142-0ee45af3429b tempest-ServerRescueNegativeTestJSON-1272623576 tempest-ServerRescueNegativeTestJSON-1272623576-project] 10.222.0.23 "GET /v2.0/ports?device_id=5b8a5eb5-afb5-4209-9aa5-b38844bf07f2 HTTP/1.1" status: 200 len: 210 time: 0.0708067 Jun 18 05:18:09.741441 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG neutron_lib.callbacks.manager [None req-0861d9b5-82fa-4b79-9078-0d013eede0b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1768406'] for port (3f4cd25c-52b4-463e-96d1-654bde0d4c3c), before_update {{(pid=104390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:18:09.792943 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-412ee85d-cb30-47af-b7b7-e993247db227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1768343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789592765606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789592262840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789592262858'] for port (7c25c42e-5236-4f21-9c99-a42169b75130), after_update {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:18:10.051011 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62db57fe-8858-4919-816a-903b8df899d4 None None] Pushing event updated for resources: {'Port': ['ID=7c25c42e-5236-4f21-9c99-a42169b75130,revision_number=3']} {{(pid=104389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:18:10.127244 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.managers [None req-412ee85d-cb30-47af-b7b7-e993247db227 None None] Attempting to bind port 7c25c42e-5236-4f21-9c99-a42169b75130 on host dv-cinder-836996-35-iscsi for vnic_type normal with profile {{(pid=104389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 18 05:18:10.128467 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.managers [None req-412ee85d-cb30-47af-b7b7-e993247db227 None None] Attempting to bind port 7c25c42e-5236-4f21-9c99-a42169b75130 by drivers openvswitch,hyperv on host dv-cinder-836996-35-iscsi at level 0 using segments [{'id': '8ea8409e-cdd6-4b7e-a56a-9be6cc3a6cb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '5c335596-fea1-451c-bc9d-a6a1f3e18ffc'}] {{(pid=104389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 18 05:18:10.128844 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-412ee85d-cb30-47af-b7b7-e993247db227 None None] Attempting to bind port 7c25c42e-5236-4f21-9c99-a42169b75130 on network 5c335596-fea1-451c-bc9d-a6a1f3e18ffc {{(pid=104389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 18 05:18:10.138927 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-412ee85d-cb30-47af-b7b7-e993247db227 None None] Checking agent: {'id': 'd503ae44-4e24-48d3-9886-03581f90537d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836996-35-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 18, 5, 8, 27), 'started_at': datetime.datetime(2022, 6, 18, 5, 8, 57), 'heartbeat_timestamp': datetime.datetime(2022, 6, 18, 5, 17, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836996-35-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 18 05:18:10.139746 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-412ee85d-cb30-47af-b7b7-e993247db227 None None] Checking segment: {'id': '8ea8409e-cdd6-4b7e-a56a-9be6cc3a6cb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '5c335596-fea1-451c-bc9d-a6a1f3e18ffc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 18 05:18:10.140167 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-412ee85d-cb30-47af-b7b7-e993247db227 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:18:10.140569 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-412ee85d-cb30-47af-b7b7-e993247db227 None None] Bound using segment: {'id': '8ea8409e-cdd6-4b7e-a56a-9be6cc3a6cb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '5c335596-fea1-451c-bc9d-a6a1f3e18ffc'} {{(pid=104389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 18 05:18:10.141054 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.managers [None req-412ee85d-cb30-47af-b7b7-e993247db227 None None] Bound port: 7c25c42e-5236-4f21-9c99-a42169b75130, host: dv-cinder-836996-35-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ea8409e-cdd6-4b7e-a56a-9be6cc3a6cb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '5c335596-fea1-451c-bc9d-a6a1f3e18ffc'}}] {{(pid=104389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 18 05:18:10.141464 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-412ee85d-cb30-47af-b7b7-e993247db227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1768406'] for port (7c25c42e-5236-4f21-9c99-a42169b75130), before_update {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:18:10.239422 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.db [None req-412ee85d-cb30-47af-b7b7-e993247db227 None None] For port 7c25c42e-5236-4f21-9c99-a42169b75130, host dv-cinder-836996-35-iscsi, cleared binding levels {{(pid=104389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 05:18:10.265419 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.db [None req-412ee85d-cb30-47af-b7b7-e993247db227 None None] For port 7c25c42e-5236-4f21-9c99-a42169b75130, host dv-cinder-836996-35-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-35-iscsi',level=0,port_id=7c25c42e-5236-4f21-9c99-a42169b75130,segment=NetworkSegment(8ea8409e-cdd6-4b7e-a56a-9be6cc3a6cb0),segment_id=8ea8409e-cdd6-4b7e-a56a-9be6cc3a6cb0)] {{(pid=104389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 05:18:10.271347 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.db.provisioning_blocks [None req-2c4fb4bf-6209-4423-87db-d67bdda7e55b None None] Provisioning complete for port f8f8ec04-f267-4e2c-ac94-64d18aec5016 triggered by entity DHCP. {{(pid=104389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 18 05:18:10.271811 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-2c4fb4bf-6209-4423-87db-d67bdda7e55b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1740956'] for port (f8f8ec04-f267-4e2c-ac94-64d18aec5016), provisioning_complete {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:18:10.292332 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-077036b9-98ad-4b1e-8b51-116c31601286 tempest-ServerRescueNegativeTestJSON-1272623576 tempest-ServerRescueNegativeTestJSON-1272623576-project] Pushing event updated for resources: {'Port': ['ID=f8f8ec04-f267-4e2c-ac94-64d18aec5016,revision_number=1']} {{(pid=104388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:18:10.306015 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.plugin [None req-2c4fb4bf-6209-4423-87db-d67bdda7e55b None None] Port f8f8ec04-f267-4e2c-ac94-64d18aec5016 cannot update to ACTIVE because it is not bound. {{(pid=104389) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 18 05:18:10.322743 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.db.db_base_plugin_common [req-c1b177d4-cd7b-4a27-b312-c09c64514c0d req-e456d68f-4b7a-4b92-92b7-f35b0cac25d6 tempest-ServerRescueNegativeTestJSON-1272623576 tempest-ServerRescueNegativeTestJSON-1272623576-project] Allocated IP 172.20.0.11 (e40c5bf8-60a8-4d08-b489-6f107ba55c42/150ec3db-e886-4a5d-89d6-e02356d1809e/8e5d7c91-931e-49de-80d5-fe09b507ebe5) {{(pid=104388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 05:18:10.376832 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b328823f-e326-4ffe-ab72-69e2e97c5b01 req-077036b9-98ad-4b1e-8b51-116c31601286 tempest-ServerRescueNegativeTestJSON-1272623576 tempest-ServerRescueNegativeTestJSON-1272623576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:18:10.377532 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [req-b328823f-e326-4ffe-ab72-69e2e97c5b01 req-077036b9-98ad-4b1e-8b51-116c31601286 tempest-ServerRescueNegativeTestJSON-1272623576 tempest-ServerRescueNegativeTestJSON-1272623576-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19502'] for port (None), before_response {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:18:10.423375 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.db.provisioning_blocks [None req-2b26a875-f425-44e6-88ca-73c1e18900a9 None None] Provisioning complete for port 7c25c42e-5236-4f21-9c99-a42169b75130 triggered by entity DHCP. {{(pid=104389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 18 05:18:10.423755 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-2b26a875-f425-44e6-88ca-73c1e18900a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1740956'] for port (7c25c42e-5236-4f21-9c99-a42169b75130), provisioning_complete {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:18:10.459419 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.plugin [None req-2b26a875-f425-44e6-88ca-73c1e18900a9 None None] Port 7c25c42e-5236-4f21-9c99-a42169b75130 cannot update to ACTIVE because it is not bound. {{(pid=104389) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 18 05:18:10.468824 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-412ee85d-cb30-47af-b7b7-e993247db227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1768343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789592765606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789592262840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789592262858'] for port (7c25c42e-5236-4f21-9c99-a42169b75130), after_update {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:18:10.500868 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-b328823f-e326-4ffe-ab72-69e2e97c5b01 req-077036b9-98ad-4b1e-8b51-116c31601286 tempest-ServerRescueNegativeTestJSON-1272623576 tempest-ServerRescueNegativeTestJSON-1272623576-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3893585 Jun 18 05:18:10.530660 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.api.v2.base [req-b328823f-e326-4ffe-ab72-69e2e97c5b01 req-fadda0cd-2263-4e21-9716-ea35390cbac9 service neutron] Request body: {'port': {'device_id': '73b2fdbe-e24f-4092-bf52-db5c0a24f250', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83699'}} {{(pid=104388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 18 05:18:10.569861 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-412ee85d-cb30-47af-b7b7-e993247db227 None None] Routers {'723aa2c1-aef8-407c-850c-a9dae73a8e0a'} bound to L3 agent in host dv-cinder-836996-35-iscsi {{(pid=104389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 18 05:18:10.570610 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.db.l3_hamode_db [None req-412ee85d-cb30-47af-b7b7-e993247db227 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-35-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-18T05:08:24Z,description=,heartbeat_timestamp=2022-06-18T05:17:54Z,host='dv-cinder-836996-35-iscsi',id=a8549501-0164-4ac5-90a6-1ba1ba0d3f9d,load=0,resource_versions=,resources_synced=,started_at=2022-06-18T05:08:25Z,topic='l3_agent')) {'router_ids': ['723aa2c1-aef8-407c-850c-a9dae73a8e0a'], 'active': True} {{(pid=104389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 05:18:10.749643 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [req-c1b177d4-cd7b-4a27-b312-c09c64514c0d req-e456d68f-4b7a-4b92-92b7-f35b0cac25d6 tempest-ServerRescueNegativeTestJSON-1272623576 tempest-ServerRescueNegativeTestJSON-1272623576-project] Publish callbacks [] for port (8e5d7c91-931e-49de-80d5-fe09b507ebe5), precommit_create {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:18:10.775090 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [req-b328823f-e326-4ffe-ab72-69e2e97c5b01 req-fadda0cd-2263-4e21-9716-ea35390cbac9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1768406'] for port (f8f8ec04-f267-4e2c-ac94-64d18aec5016), before_update {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:18:10.784717 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.db.l3_dvr_db [None req-412ee85d-cb30-47af-b7b7-e993247db227 None None] Set router 723aa2c1-aef8-407c-850c-a9dae73a8e0a gateway port host: dv-cinder-836996-35-iscsi {{(pid=104389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 18 05:18:10.832769 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG dbcounter [-] [104389] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:18:10.844514 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62db57fe-8858-4919-816a-903b8df899d4 None None] Pushing event updated for resources: {'Port': ['ID=7c25c42e-5236-4f21-9c99-a42169b75130,revision_number=4']} {{(pid=104389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:18:10.848976 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG dbcounter [-] [104388] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:18:10.977537 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-ab60763d-28da-434d-a5d1-7fe407fe8805 req-6612dc65-8575-4852-8361-a624f3f3a06b tempest-ServerRescueNegativeTestJSON-1272623576 tempest-ServerRescueNegativeTestJSON-1272623576-project] 10.222.0.23 "GET /v2.0/ports?device_id=5b8a5eb5-afb5-4209-9aa5-b38844bf07f2 HTTP/1.1" status: 200 len: 210 time: 0.0678368 Jun 18 05:18:11.188599 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.db.l3_hamode_db [None req-412ee85d-cb30-47af-b7b7-e993247db227 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '723aa2c1-aef8-407c-850c-a9dae73a8e0a', 'name': 'tempest-TestMinimumBasicScenario-1997020849-router', 'tenant_id': 'fcb1e990c65747549be861c1103aafb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65c030c7-6a7d-4cea-a47d-5cdd532db0e6', 'external_fixed_ips': [{'subnet_id': 'a9fa7760-a071-45ee-b985-799999c69975', 'ip_address': '172.27.2.20'}], 'enable_snat': True}, 'gw_port_id': '44d75339-25f5-4359-a6cd-235b6e3740f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-18T05:17:57Z', 'updated_at': '2022-06-18T05:18:03Z', 'revision_number': 4, 'project_id': 'fcb1e990c65747549be861c1103aafb1', 'gw_port': {'id': '44d75339-25f5-4359-a6cd-235b6e3740f1', 'name': '', 'network_id': '65c030c7-6a7d-4cea-a47d-5cdd532db0e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:f9:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '723aa2c1-aef8-407c-850c-a9dae73a8e0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': 'a9fa7760-a071-45ee-b985-799999c69975', 'ip_address': '172.27.2.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-18T05:17:58Z', 'updated_at': '2022-06-18T05:18:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9fa7760-a071-45ee-b985-799999c69975', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-35-iscsi', '_interfaces': [{'id': '7c25c42e-5236-4f21-9c99-a42169b75130', 'name': '', 'network_id': '5c335596-fea1-451c-bc9d-a6a1f3e18ffc', 'tenant_id': 'fcb1e990c65747549be861c1103aafb1', 'mac_address': 'fa:16:3e:c6:ea:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '723aa2c1-aef8-407c-850c-a9dae73a8e0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': 'bf7360c8-1f01-40e7-a8ee-e187e3f9feea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-18T05:18:02Z', 'updated_at': '2022-06-18T05:18:10Z', 'revision_number': 4, 'project_id': 'fcb1e990c65747549be861c1103aafb1', 'subnets': [{'id': 'bf7360c8-1f01-40e7-a8ee-e187e3f9feea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-35-iscsi', False) {} {{(pid=104389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 05:18:11.197163 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [req-c1b177d4-cd7b-4a27-b312-c09c64514c0d req-e456d68f-4b7a-4b92-92b7-f35b0cac25d6 tempest-ServerRescueNegativeTestJSON-1272623576 tempest-ServerRescueNegativeTestJSON-1272623576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1768343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789592262822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15493031'] for port (8e5d7c91-931e-49de-80d5-fe09b507ebe5), after_create {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:18:11.271104 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-412ee85d-cb30-47af-b7b7-e993247db227 None None] The sync data for ids ['723aa2c1-aef8-407c-850c-a9dae73a8e0a'] in dv-cinder-836996-35-iscsi is: [{'id': '723aa2c1-aef8-407c-850c-a9dae73a8e0a', 'name': 'tempest-TestMinimumBasicScenario-1997020849-router', 'tenant_id': 'fcb1e990c65747549be861c1103aafb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65c030c7-6a7d-4cea-a47d-5cdd532db0e6', 'external_fixed_ips': [{'subnet_id': 'a9fa7760-a071-45ee-b985-799999c69975', 'ip_address': '172.27.2.20'}], 'enable_snat': True}, 'gw_port_id': '44d75339-25f5-4359-a6cd-235b6e3740f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-18T05:17:57Z', 'updated_at': '2022-06-18T05:18:03Z', 'revision_number': 4, 'project_id': 'fcb1e990c65747549be861c1103aafb1', 'gw_port': {'id': '44d75339-25f5-4359-a6cd-235b6e3740f1', 'name': '', 'network_id': '65c030c7-6a7d-4cea-a47d-5cdd532db0e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:f9:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '723aa2c1-aef8-407c-850c-a9dae73a8e0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': 'a9fa7760-a071-45ee-b985-799999c69975', 'ip_address': '172.27.2.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-18T05:17:58Z', 'updated_at': '2022-06-18T05:18:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9fa7760-a071-45ee-b985-799999c69975', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-35-iscsi', '_interfaces': [{'id': '7c25c42e-5236-4f21-9c99-a42169b75130', 'name': '', 'network_id': '5c335596-fea1-451c-bc9d-a6a1f3e18ffc', 'tenant_id': 'fcb1e990c65747549be861c1103aafb1', 'mac_address': 'fa:16:3e:c6:ea:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '723aa2c1-aef8-407c-850c-a9dae73a8e0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': 'bf7360c8-1f01-40e7-a8ee-e187e3f9feea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-18T05:18:02Z', 'updated_at': '2022-06-18T05:18:10Z', 'revision_number': 4, 'project_id': 'fcb1e990c65747549be861c1103aafb1', 'subnets': [{'id': 'bf7360c8-1f01-40e7-a8ee-e187e3f9feea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 05:18:11.299048 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.db.provisioning_blocks [None req-31a03404-6f4c-416f-9e78-9aec46966358 None None] Provisioning complete for port 7c25c42e-5236-4f21-9c99-a42169b75130 triggered by entity DHCP. {{(pid=104389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 18 05:18:11.299436 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-31a03404-6f4c-416f-9e78-9aec46966358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1740956'] for port (7c25c42e-5236-4f21-9c99-a42169b75130), provisioning_complete {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:18:11.436619 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c1b177d4-cd7b-4a27-b312-c09c64514c0d req-e456d68f-4b7a-4b92-92b7-f35b0cac25d6 tempest-ServerRescueNegativeTestJSON-1272623576 tempest-ServerRescueNegativeTestJSON-1272623576-project] Network e40c5bf8-60a8-4d08-b489-6f107ba55c42 is already hosted by enough agents. {{(pid=104388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 05:18:11.436619 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e456d68f-4b7a-4b92-92b7-f35b0cac25d6 tempest-ServerRescueNegativeTestJSON-1272623576 tempest-ServerRescueNegativeTestJSON-1272623576-project] Pushing event updated for resources: {'Port': ['ID=8e5d7c91-931e-49de-80d5-fe09b507ebe5,revision_number=1']} {{(pid=104388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:18:11.477432 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.scheduler.base_scheduler [req-c1b177d4-cd7b-4a27-b312-c09c64514c0d req-e456d68f-4b7a-4b92-92b7-f35b0cac25d6 tempest-ServerRescueNegativeTestJSON-1272623576 tempest-ServerRescueNegativeTestJSON-1272623576-project] Resources bound (agent type, host, resource id): {{(pid=104388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 05:18:11.488872 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1b177d4-cd7b-4a27-b312-c09c64514c0d req-e456d68f-4b7a-4b92-92b7-f35b0cac25d6 tempest-ServerRescueNegativeTestJSON-1272623576 tempest-ServerRescueNegativeTestJSON-1272623576-project] Received port after_create {{(pid=104388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 18 05:18:11.501350 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG dbcounter [-] [104390] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:18:11.599031 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG dbcounter [-] [104389] Writing DB stats neutron:SELECT=100 {{(pid=104389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:18:11.600509 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.plugin [None req-31a03404-6f4c-416f-9e78-9aec46966358 None None] Current status of the port 7c25c42e-5236-4f21-9c99-a42169b75130 is: DOWN; New status is: ACTIVE {{(pid=104389) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 18 05:18:11.601136 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-31a03404-6f4c-416f-9e78-9aec46966358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1768406'] for port (7c25c42e-5236-4f21-9c99-a42169b75130), before_update {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:18:11.648277 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b177d4-cd7b-4a27-b312-c09c64514c0d req-e456d68f-4b7a-4b92-92b7-f35b0cac25d6 tempest-ServerRescueNegativeTestJSON-1272623576 tempest-ServerRescueNegativeTestJSON-1272623576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:18:11.648959 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [req-c1b177d4-cd7b-4a27-b312-c09c64514c0d req-e456d68f-4b7a-4b92-92b7-f35b0cac25d6 tempest-ServerRescueNegativeTestJSON-1272623576 tempest-ServerRescueNegativeTestJSON-1272623576-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19502'] for port (None), before_response {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:18:11.673420 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.db [None req-31a03404-6f4c-416f-9e78-9aec46966358 None None] For port 7c25c42e-5236-4f21-9c99-a42169b75130, host dv-cinder-836996-35-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-35-iscsi',level=0,port_id=7c25c42e-5236-4f21-9c99-a42169b75130,segment=NetworkSegment(8ea8409e-cdd6-4b7e-a56a-9be6cc3a6cb0),segment_id=8ea8409e-cdd6-4b7e-a56a-9be6cc3a6cb0)] {{(pid=104389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 05:18:11.713426 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG neutron_lib.callbacks.manager [None req-0861d9b5-82fa-4b79-9078-0d013eede0b8 None None] Publish callbacks [] for port (3f4cd25c-52b4-463e-96d1-654bde0d4c3c), precommit_update {{(pid=104390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:18:11.796521 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-31a03404-6f4c-416f-9e78-9aec46966358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1768343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789592765606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789592262840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789592262858'] for port (7c25c42e-5236-4f21-9c99-a42169b75130), after_update {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:18:11.827410 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG neutron_lib.callbacks.manager [None req-0861d9b5-82fa-4b79-9078-0d013eede0b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1768343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789592765606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789592262840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789592262858'] for port (3f4cd25c-52b4-463e-96d1-654bde0d4c3c), after_update {{(pid=104390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:18:11.842486 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-c1b177d4-cd7b-4a27-b312-c09c64514c0d req-e456d68f-4b7a-4b92-92b7-f35b0cac25d6 tempest-ServerRescueNegativeTestJSON-1272623576 tempest-ServerRescueNegativeTestJSON-1272623576-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.1560583 Jun 18 05:18:12.015396 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eabf598f-a56b-4e4f-86b4-e3d0afca09f9 None None] Pushing event updated for resources: {'Port': ['ID=3f4cd25c-52b4-463e-96d1-654bde0d4c3c,revision_number=3']} {{(pid=104390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:18:12.032148 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.db.provisioning_blocks [None req-778c294e-c024-4101-9cb3-1635c75ed3eb None None] Provisioning complete for port 8e5d7c91-931e-49de-80d5-fe09b507ebe5 triggered by entity DHCP. {{(pid=104389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 18 05:18:12.045016 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-778c294e-c024-4101-9cb3-1635c75ed3eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1740956'] for port (8e5d7c91-931e-49de-80d5-fe09b507ebe5), provisioning_complete {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:18:12.158029 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.plugin [None req-778c294e-c024-4101-9cb3-1635c75ed3eb None None] Port 8e5d7c91-931e-49de-80d5-fe09b507ebe5 cannot update to ACTIVE because it is not bound. {{(pid=104389) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 18 05:18:12.170503 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a03404-6f4c-416f-9e78-9aec46966358 None None] Pushing event updated for resources: {'Port': ['ID=7c25c42e-5236-4f21-9c99-a42169b75130,revision_number=5']} {{(pid=104389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:18:12.185328 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG neutron.plugins.ml2.managers [None req-0861d9b5-82fa-4b79-9078-0d013eede0b8 None None] Attempting to bind port 3f4cd25c-52b4-463e-96d1-654bde0d4c3c on host dv-cinder-836996-35-iscsi for vnic_type normal with profile {{(pid=104390) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 18 05:18:12.185328 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG neutron.plugins.ml2.managers [None req-0861d9b5-82fa-4b79-9078-0d013eede0b8 None None] Attempting to bind port 3f4cd25c-52b4-463e-96d1-654bde0d4c3c by drivers openvswitch,hyperv on host dv-cinder-836996-35-iscsi at level 0 using segments [{'id': '8830b993-bf62-481e-91c8-f0f91b8d6fd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'e40c5bf8-60a8-4d08-b489-6f107ba55c42'}] {{(pid=104390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 18 05:18:12.185328 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0861d9b5-82fa-4b79-9078-0d013eede0b8 None None] Attempting to bind port 3f4cd25c-52b4-463e-96d1-654bde0d4c3c on network e40c5bf8-60a8-4d08-b489-6f107ba55c42 {{(pid=104390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 18 05:18:12.197063 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0861d9b5-82fa-4b79-9078-0d013eede0b8 None None] Checking agent: {'id': 'd503ae44-4e24-48d3-9886-03581f90537d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836996-35-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 18, 5, 8, 27), 'started_at': datetime.datetime(2022, 6, 18, 5, 8, 57), 'heartbeat_timestamp': datetime.datetime(2022, 6, 18, 5, 17, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836996-35-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 18 05:18:12.202936 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0861d9b5-82fa-4b79-9078-0d013eede0b8 None None] Checking segment: {'id': '8830b993-bf62-481e-91c8-f0f91b8d6fd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'e40c5bf8-60a8-4d08-b489-6f107ba55c42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 18 05:18:12.203375 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG neutron_lib.callbacks.manager [None req-0861d9b5-82fa-4b79-9078-0d013eede0b8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:18:12.203776 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0861d9b5-82fa-4b79-9078-0d013eede0b8 None None] Bound using segment: {'id': '8830b993-bf62-481e-91c8-f0f91b8d6fd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'e40c5bf8-60a8-4d08-b489-6f107ba55c42'} {{(pid=104390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 18 05:18:12.204282 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG neutron.plugins.ml2.managers [None req-0861d9b5-82fa-4b79-9078-0d013eede0b8 None None] Bound port: 3f4cd25c-52b4-463e-96d1-654bde0d4c3c, host: dv-cinder-836996-35-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8830b993-bf62-481e-91c8-f0f91b8d6fd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'e40c5bf8-60a8-4d08-b489-6f107ba55c42'}}] {{(pid=104390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 18 05:18:12.204664 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG neutron_lib.callbacks.manager [None req-0861d9b5-82fa-4b79-9078-0d013eede0b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1768406'] for port (3f4cd25c-52b4-463e-96d1-654bde0d4c3c), before_update {{(pid=104390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:18:12.298880 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.notifiers.nova [req-b328823f-e326-4ffe-ab72-69e2e97c5b01 req-fadda0cd-2263-4e21-9716-ea35390cbac9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f8f8ec04-f267-4e2c-ac94-64d18aec5016 {{(pid=104388) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 18 05:18:12.310877 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [req-b328823f-e326-4ffe-ab72-69e2e97c5b01 req-fadda0cd-2263-4e21-9716-ea35390cbac9 service neutron] Publish callbacks [] for port (f8f8ec04-f267-4e2c-ac94-64d18aec5016), precommit_update {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:18:12.316343 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG neutron.plugins.ml2.db [None req-0861d9b5-82fa-4b79-9078-0d013eede0b8 None None] For port 3f4cd25c-52b4-463e-96d1-654bde0d4c3c, host dv-cinder-836996-35-iscsi, cleared binding levels {{(pid=104390) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 05:18:12.324499 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG neutron.plugins.ml2.db [None req-0861d9b5-82fa-4b79-9078-0d013eede0b8 None None] For port 3f4cd25c-52b4-463e-96d1-654bde0d4c3c, host dv-cinder-836996-35-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-35-iscsi',level=0,port_id=3f4cd25c-52b4-463e-96d1-654bde0d4c3c,segment=NetworkSegment(8830b993-bf62-481e-91c8-f0f91b8d6fd9),segment_id=8830b993-bf62-481e-91c8-f0f91b8d6fd9)] {{(pid=104390) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 05:18:12.377411 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.db.provisioning_blocks [req-b328823f-e326-4ffe-ab72-69e2e97c5b01 req-fadda0cd-2263-4e21-9716-ea35390cbac9 service neutron] Transition to ACTIVE for port object f8f8ec04-f267-4e2c-ac94-64d18aec5016 will not be triggered until provisioned by entity L2. {{(pid=104388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 18 05:18:12.420509 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG neutron_lib.callbacks.manager [None req-0861d9b5-82fa-4b79-9078-0d013eede0b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1768343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789592765606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789592262840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789592262858'] for port (3f4cd25c-52b4-463e-96d1-654bde0d4c3c), after_update {{(pid=104390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:18:12.461336 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [req-b328823f-e326-4ffe-ab72-69e2e97c5b01 req-fadda0cd-2263-4e21-9716-ea35390cbac9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1768343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789592765606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789592262840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789592262858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15493038'] for port (f8f8ec04-f267-4e2c-ac94-64d18aec5016), after_update {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:18:12.495846 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.db.provisioning_blocks [None req-53842597-caf9-4682-89db-01d03a0d1f3b None None] Provisioning complete for port 3f4cd25c-52b4-463e-96d1-654bde0d4c3c triggered by entity DHCP. {{(pid=104389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 18 05:18:12.496537 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-53842597-caf9-4682-89db-01d03a0d1f3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1740956'] for port (3f4cd25c-52b4-463e-96d1-654bde0d4c3c), provisioning_complete {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:18:12.647858 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0861d9b5-82fa-4b79-9078-0d013eede0b8 None None] Routers {'8da617df-be4e-4bf8-bbf9-3dfa59c8cdaa'} bound to L3 agent in host dv-cinder-836996-35-iscsi {{(pid=104390) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 18 05:18:12.654084 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG neutron.db.l3_hamode_db [None req-0861d9b5-82fa-4b79-9078-0d013eede0b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-35-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-18T05:08:24Z,description=,heartbeat_timestamp=2022-06-18T05:17:54Z,host='dv-cinder-836996-35-iscsi',id=a8549501-0164-4ac5-90a6-1ba1ba0d3f9d,load=0,resource_versions=,resources_synced=,started_at=2022-06-18T05:08:25Z,topic='l3_agent')) {'router_ids': ['8da617df-be4e-4bf8-bbf9-3dfa59c8cdaa'], 'active': True} {{(pid=104390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 05:18:12.678276 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463a1738-aeb3-47d9-97c0-49fa14f77218 req-a0e252b9-9058-4ef6-b4e6-011664a5602e tempest-ServerRescueNegativeTestJSON-1272623576 tempest-ServerRescueNegativeTestJSON-1272623576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:18:12.679926 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-463a1738-aeb3-47d9-97c0-49fa14f77218 req-a0e252b9-9058-4ef6-b4e6-011664a5602e tempest-ServerRescueNegativeTestJSON-1272623576 tempest-ServerRescueNegativeTestJSON-1272623576-project] 10.222.0.23 "GET /v2.0/ports?device_id=5b8a5eb5-afb5-4209-9aa5-b38844bf07f2 HTTP/1.1" status: 200 len: 932 time: 0.4996746 Jun 18 05:18:12.755191 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG dbcounter [-] [104388] Writing DB stats neutron:SELECT=92,neutron:UPDATE=5,neutron:DELETE=2,neutron:INSERT=1 {{(pid=104388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:18:12.806186 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.plugin [None req-53842597-caf9-4682-89db-01d03a0d1f3b None None] Current status of the port 3f4cd25c-52b4-463e-96d1-654bde0d4c3c is: DOWN; New status is: ACTIVE {{(pid=104389) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 18 05:18:12.807255 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-53842597-caf9-4682-89db-01d03a0d1f3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1768406'] for port (3f4cd25c-52b4-463e-96d1-654bde0d4c3c), before_update {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:18:12.881225 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eabf598f-a56b-4e4f-86b4-e3d0afca09f9 None None] Pushing event updated for resources: {'Port': ['ID=3f4cd25c-52b4-463e-96d1-654bde0d4c3c,revision_number=4']} {{(pid=104390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:18:12.890576 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.db [None req-53842597-caf9-4682-89db-01d03a0d1f3b None None] For port 3f4cd25c-52b4-463e-96d1-654bde0d4c3c, host dv-cinder-836996-35-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-35-iscsi',level=0,port_id=3f4cd25c-52b4-463e-96d1-654bde0d4c3c,segment=NetworkSegment(8830b993-bf62-481e-91c8-f0f91b8d6fd9),segment_id=8830b993-bf62-481e-91c8-f0f91b8d6fd9)] {{(pid=104389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 05:18:12.984003 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fadda0cd-2263-4e21-9716-ea35390cbac9 service neutron] Pushing event updated for resources: {'Port': ['ID=f8f8ec04-f267-4e2c-ac94-64d18aec5016,revision_number=2']} {{(pid=104388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:18:13.003351 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG neutron.db.l3_dvr_db [None req-0861d9b5-82fa-4b79-9078-0d013eede0b8 None None] Set router 8da617df-be4e-4bf8-bbf9-3dfa59c8cdaa gateway port host: dv-cinder-836996-35-iscsi {{(pid=104390) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 18 05:18:13.031239 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-463a1738-aeb3-47d9-97c0-49fa14f77218 req-a6276f03-1ae2-423e-aeed-9f5d53bae3e5 tempest-ServerRescueNegativeTestJSON-1272623576 tempest-ServerRescueNegativeTestJSON-1272623576-project] 10.222.0.23 "GET /v2.0/security-groups?id=83d5be7f-d8af-4828-9878-6877e2a6bac5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3304489 Jun 18 05:18:13.036584 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-53842597-caf9-4682-89db-01d03a0d1f3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1768343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789592765606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789592262840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789592262858'] for port (3f4cd25c-52b4-463e-96d1-654bde0d4c3c), after_update {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:18:13.036754 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.plugins.ml2.managers [req-b328823f-e326-4ffe-ab72-69e2e97c5b01 req-fadda0cd-2263-4e21-9716-ea35390cbac9 service neutron] Attempting to bind port f8f8ec04-f267-4e2c-ac94-64d18aec5016 on host hv-cinder-83699 for vnic_type normal with profile {{(pid=104388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 18 05:18:13.036924 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.plugins.ml2.managers [req-b328823f-e326-4ffe-ab72-69e2e97c5b01 req-fadda0cd-2263-4e21-9716-ea35390cbac9 service neutron] Attempting to bind port f8f8ec04-f267-4e2c-ac94-64d18aec5016 by drivers openvswitch,hyperv on host hv-cinder-83699 at level 0 using segments [{'id': '8830b993-bf62-481e-91c8-f0f91b8d6fd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'e40c5bf8-60a8-4d08-b489-6f107ba55c42'}] {{(pid=104388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 18 05:18:13.037261 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b328823f-e326-4ffe-ab72-69e2e97c5b01 req-fadda0cd-2263-4e21-9716-ea35390cbac9 service neutron] Attempting to bind port f8f8ec04-f267-4e2c-ac94-64d18aec5016 on network e40c5bf8-60a8-4d08-b489-6f107ba55c42 {{(pid=104388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 18 05:18:13.043034 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b328823f-e326-4ffe-ab72-69e2e97c5b01 req-fadda0cd-2263-4e21-9716-ea35390cbac9 service neutron] Port f8f8ec04-f267-4e2c-ac94-64d18aec5016 on network e40c5bf8-60a8-4d08-b489-6f107ba55c42 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83699 {{(pid=104388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 18 05:18:13.045231 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b328823f-e326-4ffe-ab72-69e2e97c5b01 req-fadda0cd-2263-4e21-9716-ea35390cbac9 service neutron] Attempting to bind port f8f8ec04-f267-4e2c-ac94-64d18aec5016 on network e40c5bf8-60a8-4d08-b489-6f107ba55c42 {{(pid=104388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 18 05:18:13.054210 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b328823f-e326-4ffe-ab72-69e2e97c5b01 req-fadda0cd-2263-4e21-9716-ea35390cbac9 service neutron] Checking agent: {'id': '21f82a9e-593b-4fa9-aa06-dfe6f16482e6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83699', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 18, 5, 14, 36), 'started_at': datetime.datetime(2022, 6, 18, 5, 14, 36), 'heartbeat_timestamp': datetime.datetime(2022, 6, 18, 5, 18, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 18 05:18:13.054555 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b328823f-e326-4ffe-ab72-69e2e97c5b01 req-fadda0cd-2263-4e21-9716-ea35390cbac9 service neutron] Checking segment: {'id': '8830b993-bf62-481e-91c8-f0f91b8d6fd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'e40c5bf8-60a8-4d08-b489-6f107ba55c42'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 18 05:18:13.054941 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b328823f-e326-4ffe-ab72-69e2e97c5b01 req-fadda0cd-2263-4e21-9716-ea35390cbac9 service neutron] Bound using segment: {'id': '8830b993-bf62-481e-91c8-f0f91b8d6fd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'e40c5bf8-60a8-4d08-b489-6f107ba55c42'} {{(pid=104388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 18 05:18:13.055377 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.plugins.ml2.managers [req-b328823f-e326-4ffe-ab72-69e2e97c5b01 req-fadda0cd-2263-4e21-9716-ea35390cbac9 service neutron] Bound port: f8f8ec04-f267-4e2c-ac94-64d18aec5016, host: hv-cinder-83699, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8830b993-bf62-481e-91c8-f0f91b8d6fd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'e40c5bf8-60a8-4d08-b489-6f107ba55c42'}}] {{(pid=104388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 18 05:18:13.056617 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [req-b328823f-e326-4ffe-ab72-69e2e97c5b01 req-fadda0cd-2263-4e21-9716-ea35390cbac9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1768406'] for port (f8f8ec04-f267-4e2c-ac94-64d18aec5016), before_update {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:18:13.237686 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53842597-caf9-4682-89db-01d03a0d1f3b None None] Pushing event updated for resources: {'Port': ['ID=3f4cd25c-52b4-463e-96d1-654bde0d4c3c,revision_number=5']} {{(pid=104389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:18:13.241226 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.db.provisioning_blocks [None req-0b835074-1101-4121-ac01-43d3363a17af None None] Provisioning complete for port 3f4cd25c-52b4-463e-96d1-654bde0d4c3c triggered by entity DHCP. {{(pid=104389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 18 05:18:13.245837 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-0b835074-1101-4121-ac01-43d3363a17af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1740956'] for port (3f4cd25c-52b4-463e-96d1-654bde0d4c3c), provisioning_complete {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:18:13.249259 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.plugins.ml2.db [req-b328823f-e326-4ffe-ab72-69e2e97c5b01 req-fadda0cd-2263-4e21-9716-ea35390cbac9 service neutron] For port f8f8ec04-f267-4e2c-ac94-64d18aec5016, host hv-cinder-83699, cleared binding levels {{(pid=104388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 05:18:13.257460 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.plugins.ml2.db [req-b328823f-e326-4ffe-ab72-69e2e97c5b01 req-fadda0cd-2263-4e21-9716-ea35390cbac9 service neutron] For port f8f8ec04-f267-4e2c-ac94-64d18aec5016, host hv-cinder-83699, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=f8f8ec04-f267-4e2c-ac94-64d18aec5016,segment=NetworkSegment(8830b993-bf62-481e-91c8-f0f91b8d6fd9),segment_id=8830b993-bf62-481e-91c8-f0f91b8d6fd9)] {{(pid=104388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 05:18:13.369660 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [req-b328823f-e326-4ffe-ab72-69e2e97c5b01 req-fadda0cd-2263-4e21-9716-ea35390cbac9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1768343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789592765606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789592262840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789592262858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15493038'] for port (f8f8ec04-f267-4e2c-ac94-64d18aec5016), after_update {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:18:13.452979 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.rpc [None req-c042a677-28f5-4026-b552-0173028fe9dd None None] Device 3f4cd25c-52b4-463e-96d1-654bde0d4c3c up at agent ovs-agent-dv-cinder-836996-35-iscsi {{(pid=104389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 18 05:18:13.485723 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fadda0cd-2263-4e21-9716-ea35390cbac9 service neutron] Pushing event updated for resources: {'Port': ['ID=f8f8ec04-f267-4e2c-ac94-64d18aec5016,revision_number=3']} {{(pid=104388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:18:13.502079 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG neutron.db.l3_hamode_db [None req-0861d9b5-82fa-4b79-9078-0d013eede0b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8da617df-be4e-4bf8-bbf9-3dfa59c8cdaa', 'name': 'tempest-ServerRescueNegativeTestJSON-514049608-router', 'tenant_id': '8820096253064e5abbe50f23bdc3ebac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65c030c7-6a7d-4cea-a47d-5cdd532db0e6', 'external_fixed_ips': [{'subnet_id': 'a9fa7760-a071-45ee-b985-799999c69975', 'ip_address': '172.27.2.189'}], 'enable_snat': True}, 'gw_port_id': '011d883a-04f9-40bb-a93b-b2737c0f1dee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-18T05:17:56Z', 'updated_at': '2022-06-18T05:18:00Z', 'revision_number': 4, 'project_id': '8820096253064e5abbe50f23bdc3ebac', 'gw_port': {'id': '011d883a-04f9-40bb-a93b-b2737c0f1dee', 'name': '', 'network_id': '65c030c7-6a7d-4cea-a47d-5cdd532db0e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:3a:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8da617df-be4e-4bf8-bbf9-3dfa59c8cdaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': 'a9fa7760-a071-45ee-b985-799999c69975', 'ip_address': '172.27.2.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-18T05:17:56Z', 'updated_at': '2022-06-18T05:18:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9fa7760-a071-45ee-b985-799999c69975', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-35-iscsi', '_interfaces': [{'id': '3f4cd25c-52b4-463e-96d1-654bde0d4c3c', 'name': '', 'network_id': 'e40c5bf8-60a8-4d08-b489-6f107ba55c42', 'tenant_id': '8820096253064e5abbe50f23bdc3ebac', 'mac_address': 'fa:16:3e:28:23:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8da617df-be4e-4bf8-bbf9-3dfa59c8cdaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': '150ec3db-e886-4a5d-89d6-e02356d1809e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-18T05:17:59Z', 'updated_at': '2022-06-18T05:18:12Z', 'revision_number': 4, 'project_id': '8820096253064e5abbe50f23bdc3ebac', 'subnets': [{'id': '150ec3db-e886-4a5d-89d6-e02356d1809e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-35-iscsi', False) {} {{(pid=104390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 05:18:13.539279 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.plugin [None req-0b835074-1101-4121-ac01-43d3363a17af None None] Current status of the port 3f4cd25c-52b4-463e-96d1-654bde0d4c3c is: ACTIVE; New status is: ACTIVE {{(pid=104389) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 18 05:18:13.540045 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b328823f-e326-4ffe-ab72-69e2e97c5b01 req-fadda0cd-2263-4e21-9716-ea35390cbac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:18:13.546473 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [req-b328823f-e326-4ffe-ab72-69e2e97c5b01 req-fadda0cd-2263-4e21-9716-ea35390cbac9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19502'] for port (None), before_response {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:18:13.553110 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-b328823f-e326-4ffe-ab72-69e2e97c5b01 req-fadda0cd-2263-4e21-9716-ea35390cbac9 service neutron] 10.222.0.15 "PUT /v2.0/ports/f8f8ec04-f267-4e2c-ac94-64d18aec5016 HTTP/1.1" status: 200 len: 1093 time: 3.0299318 Jun 18 05:18:13.554480 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '73b2fdbe-e24f-4092-bf52-db5c0a24f250', 'tag': 'f8f8ec04-f267-4e2c-ac94-64d18aec5016'}] {{(pid=104388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 18 05:18:13.560400 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76651050bff5b1e15da4688504920c0e470581a7df997af8856c46d23e91a66a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9500ff3a-4a47-4522-9f77-42445c553ab0" -d '{"events": [{"name": "network-changed", "server_uuid": "73b2fdbe-e24f-4092-bf52-db5c0a24f250", "tag": "f8f8ec04-f267-4e2c-ac94-64d18aec5016"}]}' {{(pid=104388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 05:18:13.594344 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0861d9b5-82fa-4b79-9078-0d013eede0b8 None None] The sync data for ids ['8da617df-be4e-4bf8-bbf9-3dfa59c8cdaa'] in dv-cinder-836996-35-iscsi is: [{'id': '8da617df-be4e-4bf8-bbf9-3dfa59c8cdaa', 'name': 'tempest-ServerRescueNegativeTestJSON-514049608-router', 'tenant_id': '8820096253064e5abbe50f23bdc3ebac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65c030c7-6a7d-4cea-a47d-5cdd532db0e6', 'external_fixed_ips': [{'subnet_id': 'a9fa7760-a071-45ee-b985-799999c69975', 'ip_address': '172.27.2.189'}], 'enable_snat': True}, 'gw_port_id': '011d883a-04f9-40bb-a93b-b2737c0f1dee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-18T05:17:56Z', 'updated_at': '2022-06-18T05:18:00Z', 'revision_number': 4, 'project_id': '8820096253064e5abbe50f23bdc3ebac', 'gw_port': {'id': '011d883a-04f9-40bb-a93b-b2737c0f1dee', 'name': '', 'network_id': '65c030c7-6a7d-4cea-a47d-5cdd532db0e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:3a:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8da617df-be4e-4bf8-bbf9-3dfa59c8cdaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': 'a9fa7760-a071-45ee-b985-799999c69975', 'ip_address': '172.27.2.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-18T05:17:56Z', 'updated_at': '2022-06-18T05:18:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9fa7760-a071-45ee-b985-799999c69975', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-35-iscsi', '_interfaces': [{'id': '3f4cd25c-52b4-463e-96d1-654bde0d4c3c', 'name': '', 'network_id': 'e40c5bf8-60a8-4d08-b489-6f107ba55c42', 'tenant_id': '8820096253064e5abbe50f23bdc3ebac', 'mac_address': 'fa:16:3e:28:23:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8da617df-be4e-4bf8-bbf9-3dfa59c8cdaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': '150ec3db-e886-4a5d-89d6-e02356d1809e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-18T05:17:59Z', 'updated_at': '2022-06-18T05:18:12Z', 'revision_number': 4, 'project_id': '8820096253064e5abbe50f23bdc3ebac', 'subnets': [{'id': '150ec3db-e886-4a5d-89d6-e02356d1809e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104390) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 05:18:13.626708 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.db.provisioning_blocks [None req-c042a677-28f5-4026-b552-0173028fe9dd None None] Provisioning complete for port 3f4cd25c-52b4-463e-96d1-654bde0d4c3c triggered by entity L2. {{(pid=104389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 18 05:18:13.633274 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-c042a677-28f5-4026-b552-0173028fe9dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1740956'] for port (3f4cd25c-52b4-463e-96d1-654bde0d4c3c), provisioning_complete {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:18:13.676975 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Jun 2022 05:18:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75188f7c-6270-46bc-b9a9-d27782c59ebd x-openstack-request-id: req-75188f7c-6270-46bc-b9a9-d27782c59ebd {{(pid=104388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 05:18:13.677274 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "73b2fdbe-e24f-4092-bf52-db5c0a24f250", "tag": "f8f8ec04-f267-4e2c-ac94-64d18aec5016", "status": "completed", "code": 200}]} {{(pid=104388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 05:18:13.677573 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-75188f7c-6270-46bc-b9a9-d27782c59ebd {{(pid=104388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 05:18:13.677990 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.notifiers.nova [-] Nova event matching ['req-75188f7c-6270-46bc-b9a9-d27782c59ebd'] response: {'name': 'network-changed', 'server_uuid': '73b2fdbe-e24f-4092-bf52-db5c0a24f250', 'tag': 'f8f8ec04-f267-4e2c-ac94-64d18aec5016', 'status': 'completed', 'code': 200} Jun 18 05:18:13.798966 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.plugin [None req-c042a677-28f5-4026-b552-0173028fe9dd None None] Current status of the port 3f4cd25c-52b4-463e-96d1-654bde0d4c3c is: ACTIVE; New status is: ACTIVE {{(pid=104389) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 18 05:18:13.804541 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.rpc [None req-c042a677-28f5-4026-b552-0173028fe9dd None None] Device 7c25c42e-5236-4f21-9c99-a42169b75130 up at agent ovs-agent-dv-cinder-836996-35-iscsi {{(pid=104389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 18 05:18:13.867986 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.db.provisioning_blocks [None req-c042a677-28f5-4026-b552-0173028fe9dd None None] Provisioning complete for port 7c25c42e-5236-4f21-9c99-a42169b75130 triggered by entity L2. {{(pid=104389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 18 05:18:13.871707 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-c042a677-28f5-4026-b552-0173028fe9dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1740956'] for port (7c25c42e-5236-4f21-9c99-a42169b75130), provisioning_complete {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:18:13.885250 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.api.v2.base [req-c1b177d4-cd7b-4a27-b312-c09c64514c0d req-11866554-5e78-4a60-a4f5-23f57da99355 service neutron] Request body: {'port': {'device_id': '5b8a5eb5-afb5-4209-9aa5-b38844bf07f2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83699'}} {{(pid=104388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 18 05:18:13.949927 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG dbcounter [-] [104389] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:18:13.997442 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.plugin [None req-c042a677-28f5-4026-b552-0173028fe9dd None None] Current status of the port 7c25c42e-5236-4f21-9c99-a42169b75130 is: ACTIVE; New status is: ACTIVE {{(pid=104389) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 18 05:18:14.021972 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG dbcounter [-] [104388] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:18:14.057335 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9500ff3a-4a47-4522-9f77-42445c553ab0 req-096b05c0-6772-4f4a-adad-bb8d35e4fa64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:18:14.058967 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-9500ff3a-4a47-4522-9f77-42445c553ab0 req-096b05c0-6772-4f4a-adad-bb8d35e4fa64 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8820096253064e5abbe50f23bdc3ebac&device_id=73b2fdbe-e24f-4092-bf52-db5c0a24f250 HTTP/1.1" status: 200 len: 1127 time: 0.1148772 Jun 18 05:18:14.084489 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [req-c1b177d4-cd7b-4a27-b312-c09c64514c0d req-11866554-5e78-4a60-a4f5-23f57da99355 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1768406'] for port (8e5d7c91-931e-49de-80d5-fe09b507ebe5), before_update {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:18:14.427174 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94c337f-914a-4f75-a3d8-7f9ec4f70905 req-d6bb6437-3c42-4165-b83b-5f0f7f53d613 tempest-ServerRescueNegativeTestJSON-1272623576 tempest-ServerRescueNegativeTestJSON-1272623576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:18:14.428680 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-f94c337f-914a-4f75-a3d8-7f9ec4f70905 req-d6bb6437-3c42-4165-b83b-5f0f7f53d613 tempest-ServerRescueNegativeTestJSON-1272623576 tempest-ServerRescueNegativeTestJSON-1272623576-project] 10.222.0.23 "GET /v2.0/ports?device_id=5b8a5eb5-afb5-4209-9aa5-b38844bf07f2 HTTP/1.1" status: 200 len: 932 time: 0.2513852 Jun 18 05:18:14.541731 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9500ff3a-4a47-4522-9f77-42445c553ab0 req-915c54de-fa8f-47db-b048-311d5f559285 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:18:14.543417 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-9500ff3a-4a47-4522-9f77-42445c553ab0 req-915c54de-fa8f-47db-b048-311d5f559285 service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=8820096253064e5abbe50f23bdc3ebac&shared=False HTTP/1.1" status: 200 len: 919 time: 0.4599485 Jun 18 05:18:14.747403 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-f94c337f-914a-4f75-a3d8-7f9ec4f70905 req-c03d18f9-d699-4b57-936c-e041b025181c tempest-ServerRescueNegativeTestJSON-1272623576 tempest-ServerRescueNegativeTestJSON-1272623576-project] 10.222.0.23 "GET /v2.0/security-groups?id=83d5be7f-d8af-4828-9878-6877e2a6bac5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3009336 Jun 18 05:18:15.057452 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9500ff3a-4a47-4522-9f77-42445c553ab0 req-f9ff8bf2-9940-48a1-b529-87f74323bccc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:18:15.058651 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-9500ff3a-4a47-4522-9f77-42445c553ab0 req-f9ff8bf2-9940-48a1-b529-87f74323bccc service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5066864 Jun 18 05:18:15.067105 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.notifiers.nova [req-c1b177d4-cd7b-4a27-b312-c09c64514c0d req-11866554-5e78-4a60-a4f5-23f57da99355 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8e5d7c91-931e-49de-80d5-fe09b507ebe5 {{(pid=104388) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 18 05:18:15.087006 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [req-c1b177d4-cd7b-4a27-b312-c09c64514c0d req-11866554-5e78-4a60-a4f5-23f57da99355 service neutron] Publish callbacks [] for port (8e5d7c91-931e-49de-80d5-fe09b507ebe5), precommit_update {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:18:15.103268 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.db.provisioning_blocks [req-c1b177d4-cd7b-4a27-b312-c09c64514c0d req-11866554-5e78-4a60-a4f5-23f57da99355 service neutron] Transition to ACTIVE for port object 8e5d7c91-931e-49de-80d5-fe09b507ebe5 will not be triggered until provisioned by entity L2. {{(pid=104388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 18 05:18:15.185032 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [req-c1b177d4-cd7b-4a27-b312-c09c64514c0d req-11866554-5e78-4a60-a4f5-23f57da99355 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1768343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789592765606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789592262840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789592262858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15493038'] for port (8e5d7c91-931e-49de-80d5-fe09b507ebe5), after_update {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:18:15.190160 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.rpc [None req-c042a677-28f5-4026-b552-0173028fe9dd None None] Device 3f4cd25c-52b4-463e-96d1-654bde0d4c3c up at agent ovs-agent-dv-cinder-836996-35-iscsi {{(pid=104389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 18 05:18:15.212630 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b328823f-e326-4ffe-ab72-69e2e97c5b01 req-514eda99-fd85-4fcf-8534-f7a7694e76d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:18:15.214305 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-b328823f-e326-4ffe-ab72-69e2e97c5b01 req-514eda99-fd85-4fcf-8534-f7a7694e76d6 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8820096253064e5abbe50f23bdc3ebac&device_id=73b2fdbe-e24f-4092-bf52-db5c0a24f250 HTTP/1.1" status: 200 len: 1127 time: 0.0900464 Jun 18 05:18:15.246073 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.db.provisioning_blocks [None req-c042a677-28f5-4026-b552-0173028fe9dd None None] Provisioning complete for port 3f4cd25c-52b4-463e-96d1-654bde0d4c3c triggered by entity L2. {{(pid=104389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 18 05:18:15.248151 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-c042a677-28f5-4026-b552-0173028fe9dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1740956'] for port (3f4cd25c-52b4-463e-96d1-654bde0d4c3c), provisioning_complete {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:18:15.310865 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG dbcounter [-] [104389] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:18:15.319042 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-b328823f-e326-4ffe-ab72-69e2e97c5b01 req-d8636575-072a-4adf-9bc7-7417e2df152e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f8f8ec04-f267-4e2c-ac94-64d18aec5016 HTTP/1.1" status: 200 len: 217 time: 0.0846763 Jun 18 05:18:15.336181 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG dbcounter [-] [104388] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:18:15.365063 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.plugin [None req-c042a677-28f5-4026-b552-0173028fe9dd None None] Current status of the port 3f4cd25c-52b4-463e-96d1-654bde0d4c3c is: ACTIVE; New status is: ACTIVE {{(pid=104389) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 18 05:18:15.374964 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11866554-5e78-4a60-a4f5-23f57da99355 service neutron] Pushing event updated for resources: {'Port': ['ID=8e5d7c91-931e-49de-80d5-fe09b507ebe5,revision_number=2']} {{(pid=104388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:18:15.446496 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.plugins.ml2.managers [req-c1b177d4-cd7b-4a27-b312-c09c64514c0d req-11866554-5e78-4a60-a4f5-23f57da99355 service neutron] Attempting to bind port 8e5d7c91-931e-49de-80d5-fe09b507ebe5 on host hv-cinder-83699 for vnic_type normal with profile {{(pid=104388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 18 05:18:15.447360 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.plugins.ml2.managers [req-c1b177d4-cd7b-4a27-b312-c09c64514c0d req-11866554-5e78-4a60-a4f5-23f57da99355 service neutron] Attempting to bind port 8e5d7c91-931e-49de-80d5-fe09b507ebe5 by drivers openvswitch,hyperv on host hv-cinder-83699 at level 0 using segments [{'id': '8830b993-bf62-481e-91c8-f0f91b8d6fd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'e40c5bf8-60a8-4d08-b489-6f107ba55c42'}] {{(pid=104388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 18 05:18:15.447918 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1b177d4-cd7b-4a27-b312-c09c64514c0d req-11866554-5e78-4a60-a4f5-23f57da99355 service neutron] Attempting to bind port 8e5d7c91-931e-49de-80d5-fe09b507ebe5 on network e40c5bf8-60a8-4d08-b489-6f107ba55c42 {{(pid=104388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 18 05:18:15.454631 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b328823f-e326-4ffe-ab72-69e2e97c5b01 req-380c40ac-1c56-4e9f-9386-fb4b33843bb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:18:15.456304 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-b328823f-e326-4ffe-ab72-69e2e97c5b01 req-380c40ac-1c56-4e9f-9386-fb4b33843bb4 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=150ec3db-e886-4a5d-89d6-e02356d1809e HTTP/1.1" status: 200 len: 857 time: 0.1314912 Jun 18 05:18:15.461176 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1b177d4-cd7b-4a27-b312-c09c64514c0d req-11866554-5e78-4a60-a4f5-23f57da99355 service neutron] Port 8e5d7c91-931e-49de-80d5-fe09b507ebe5 on network e40c5bf8-60a8-4d08-b489-6f107ba55c42 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83699 {{(pid=104388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 18 05:18:15.461545 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1b177d4-cd7b-4a27-b312-c09c64514c0d req-11866554-5e78-4a60-a4f5-23f57da99355 service neutron] Attempting to bind port 8e5d7c91-931e-49de-80d5-fe09b507ebe5 on network e40c5bf8-60a8-4d08-b489-6f107ba55c42 {{(pid=104388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 18 05:18:15.477731 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1b177d4-cd7b-4a27-b312-c09c64514c0d req-11866554-5e78-4a60-a4f5-23f57da99355 service neutron] Checking agent: {'id': '21f82a9e-593b-4fa9-aa06-dfe6f16482e6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83699', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 18, 5, 14, 36), 'started_at': datetime.datetime(2022, 6, 18, 5, 14, 36), 'heartbeat_timestamp': datetime.datetime(2022, 6, 18, 5, 18, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 18 05:18:15.478191 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1b177d4-cd7b-4a27-b312-c09c64514c0d req-11866554-5e78-4a60-a4f5-23f57da99355 service neutron] Checking segment: {'id': '8830b993-bf62-481e-91c8-f0f91b8d6fd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'e40c5bf8-60a8-4d08-b489-6f107ba55c42'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 18 05:18:15.478599 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1b177d4-cd7b-4a27-b312-c09c64514c0d req-11866554-5e78-4a60-a4f5-23f57da99355 service neutron] Bound using segment: {'id': '8830b993-bf62-481e-91c8-f0f91b8d6fd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'e40c5bf8-60a8-4d08-b489-6f107ba55c42'} {{(pid=104388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 18 05:18:15.479041 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.plugins.ml2.managers [req-c1b177d4-cd7b-4a27-b312-c09c64514c0d req-11866554-5e78-4a60-a4f5-23f57da99355 service neutron] Bound port: 8e5d7c91-931e-49de-80d5-fe09b507ebe5, host: hv-cinder-83699, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8830b993-bf62-481e-91c8-f0f91b8d6fd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'e40c5bf8-60a8-4d08-b489-6f107ba55c42'}}] {{(pid=104388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 18 05:18:15.479405 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [req-c1b177d4-cd7b-4a27-b312-c09c64514c0d req-11866554-5e78-4a60-a4f5-23f57da99355 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1768406'] for port (8e5d7c91-931e-49de-80d5-fe09b507ebe5), before_update {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:18:15.503449 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG dbcounter [-] [104388] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:18:15.527056 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b328823f-e326-4ffe-ab72-69e2e97c5b01 req-e811bf38-2764-48ca-a22b-8c8780a80a65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:18:15.528814 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-b328823f-e326-4ffe-ab72-69e2e97c5b01 req-e811bf38-2764-48ca-a22b-8c8780a80a65 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e40c5bf8-60a8-4d08-b489-6f107ba55c42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0631378 Jun 18 05:18:15.661255 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.plugins.ml2.db [req-c1b177d4-cd7b-4a27-b312-c09c64514c0d req-11866554-5e78-4a60-a4f5-23f57da99355 service neutron] For port 8e5d7c91-931e-49de-80d5-fe09b507ebe5, host hv-cinder-83699, cleared binding levels {{(pid=104388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 05:18:15.665657 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.plugins.ml2.db [req-c1b177d4-cd7b-4a27-b312-c09c64514c0d req-11866554-5e78-4a60-a4f5-23f57da99355 service neutron] For port 8e5d7c91-931e-49de-80d5-fe09b507ebe5, host hv-cinder-83699, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=8e5d7c91-931e-49de-80d5-fe09b507ebe5,segment=NetworkSegment(8830b993-bf62-481e-91c8-f0f91b8d6fd9),segment_id=8830b993-bf62-481e-91c8-f0f91b8d6fd9)] {{(pid=104388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 05:18:15.686560 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-b328823f-e326-4ffe-ab72-69e2e97c5b01 req-13f92bb7-e84b-4a98-b185-12225c142218 service neutron] 10.222.0.15 "GET /v2.0/networks/e40c5bf8-60a8-4d08-b489-6f107ba55c42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1396565 Jun 18 05:18:16.018966 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04838c5f-da88-4a6a-9e2f-5a84cc7a9c04 req-1732ef47-7d99-43dc-ac1f-3632297eca36 tempest-ServerRescueNegativeTestJSON-1272623576 tempest-ServerRescueNegativeTestJSON-1272623576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:18:16.032577 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-04838c5f-da88-4a6a-9e2f-5a84cc7a9c04 req-1732ef47-7d99-43dc-ac1f-3632297eca36 tempest-ServerRescueNegativeTestJSON-1272623576 tempest-ServerRescueNegativeTestJSON-1272623576-project] 10.222.0.23 "GET /v2.0/ports?device_id=5b8a5eb5-afb5-4209-9aa5-b38844bf07f2 HTTP/1.1" status: 200 len: 944 time: 0.0887413 Jun 18 05:18:16.057880 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [req-c1b177d4-cd7b-4a27-b312-c09c64514c0d req-11866554-5e78-4a60-a4f5-23f57da99355 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1768343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789592765606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789592262840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789592262858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15493038'] for port (8e5d7c91-931e-49de-80d5-fe09b507ebe5), after_update {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:18:16.090151 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-04838c5f-da88-4a6a-9e2f-5a84cc7a9c04 req-e0e89b7d-335c-4e5c-bb3f-2a7574c0f747 tempest-ServerRescueNegativeTestJSON-1272623576 tempest-ServerRescueNegativeTestJSON-1272623576-project] 10.222.0.23 "GET /v2.0/security-groups?id=83d5be7f-d8af-4828-9878-6877e2a6bac5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624425 Jun 18 05:18:16.201208 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b177d4-cd7b-4a27-b312-c09c64514c0d req-11866554-5e78-4a60-a4f5-23f57da99355 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:18:16.201208 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [req-c1b177d4-cd7b-4a27-b312-c09c64514c0d req-11866554-5e78-4a60-a4f5-23f57da99355 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19502'] for port (None), before_response {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:18:16.201208 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-c1b177d4-cd7b-4a27-b312-c09c64514c0d req-11866554-5e78-4a60-a4f5-23f57da99355 service neutron] 10.222.0.15 "PUT /v2.0/ports/8e5d7c91-931e-49de-80d5-fe09b507ebe5 HTTP/1.1" status: 200 len: 1094 time: 2.2602439 Jun 18 05:18:16.201208 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b8a5eb5-afb5-4209-9aa5-b38844bf07f2', 'tag': '8e5d7c91-931e-49de-80d5-fe09b507ebe5'}] {{(pid=104388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 18 05:18:16.201208 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76651050bff5b1e15da4688504920c0e470581a7df997af8856c46d23e91a66a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d914ea28-fbd8-4ffd-bada-fa6802845cf4" -d '{"events": [{"name": "network-changed", "server_uuid": "5b8a5eb5-afb5-4209-9aa5-b38844bf07f2", "tag": "8e5d7c91-931e-49de-80d5-fe09b507ebe5"}]}' {{(pid=104388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 05:18:16.201208 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11866554-5e78-4a60-a4f5-23f57da99355 service neutron] Pushing event updated for resources: {'Port': ['ID=8e5d7c91-931e-49de-80d5-fe09b507ebe5,revision_number=3']} {{(pid=104388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:18:16.201208 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-b328823f-e326-4ffe-ab72-69e2e97c5b01 req-f54e6706-af88-42d1-83e7-eb2232c8c2ab service neutron] 10.222.0.15 "GET /v2.0/networks/e40c5bf8-60a8-4d08-b489-6f107ba55c42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4898684 Jun 18 05:18:16.201208 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Jun 2022 05:18:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86beaad7-8002-4449-ae05-8fba556c4ec3 x-openstack-request-id: req-86beaad7-8002-4449-ae05-8fba556c4ec3 {{(pid=104388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 05:18:16.201208 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5b8a5eb5-afb5-4209-9aa5-b38844bf07f2", "tag": "8e5d7c91-931e-49de-80d5-fe09b507ebe5", "status": "completed", "code": 200}]} {{(pid=104388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 05:18:16.201208 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-86beaad7-8002-4449-ae05-8fba556c4ec3 {{(pid=104388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 05:18:16.201208 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.notifiers.nova [-] Nova event matching ['req-86beaad7-8002-4449-ae05-8fba556c4ec3'] response: {'name': 'network-changed', 'server_uuid': '5b8a5eb5-afb5-4209-9aa5-b38844bf07f2', 'tag': '8e5d7c91-931e-49de-80d5-fe09b507ebe5', 'status': 'completed', 'code': 200} Jun 18 05:18:16.305309 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d914ea28-fbd8-4ffd-bada-fa6802845cf4 req-e8f6265c-47dc-46c2-8408-d5576425d1c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:18:16.307449 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-d914ea28-fbd8-4ffd-bada-fa6802845cf4 req-e8f6265c-47dc-46c2-8408-d5576425d1c2 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8820096253064e5abbe50f23bdc3ebac&device_id=5b8a5eb5-afb5-4209-9aa5-b38844bf07f2 HTTP/1.1" status: 200 len: 1128 time: 0.0435982 Jun 18 05:18:16.426410 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d914ea28-fbd8-4ffd-bada-fa6802845cf4 req-aa145225-4c74-4d4b-9e30-944e07d7784e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:18:16.427896 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-d914ea28-fbd8-4ffd-bada-fa6802845cf4 req-aa145225-4c74-4d4b-9e30-944e07d7784e service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=8820096253064e5abbe50f23bdc3ebac&shared=False HTTP/1.1" status: 200 len: 919 time: 0.1049933 Jun 18 05:18:16.536292 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d914ea28-fbd8-4ffd-bada-fa6802845cf4 req-cbcd663a-1a3b-47f7-ae58-b81b57c84811 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:18:16.538448 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-d914ea28-fbd8-4ffd-bada-fa6802845cf4 req-cbcd663a-1a3b-47f7-ae58-b81b57c84811 service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1017544 Jun 18 05:18:16.786023 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG dbcounter [-] [104388] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:18:16.877463 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.wsgi [-] (104387) accepted ('10.222.0.23', 49100) {{(pid=104387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 05:18:17.050109 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-c2dd1979-67d9-4666-b1bd-4e1a0aecd4fd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:18:17.162444 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG dbcounter [-] [104387] Writing DB stats neutron:SELECT=81,neutron:INSERT=13,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=104387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:18:17.164659 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-c2dd1979-67d9-4666-b1bd-4e1a0aecd4fd admin admin] Publish callbacks [] for security_group (b005f2d6-e3c0-4882-8b77-721a2f05f5a9), precommit_create {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:18:17.225359 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9ec2d4-f1f7-4ba9-9c85-e14d4a446ac0 req-27084008-a931-4da8-a673-692633db8951 tempest-ServerRescueNegativeTestJSON-1272623576 tempest-ServerRescueNegativeTestJSON-1272623576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:18:17.227251 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-2c9ec2d4-f1f7-4ba9-9c85-e14d4a446ac0 req-27084008-a931-4da8-a673-692633db8951 tempest-ServerRescueNegativeTestJSON-1272623576 tempest-ServerRescueNegativeTestJSON-1272623576-project] 10.222.0.23 "GET /v2.0/ports?device_id=5b8a5eb5-afb5-4209-9aa5-b38844bf07f2 HTTP/1.1" status: 200 len: 944 time: 0.0530460 Jun 18 05:18:17.229199 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-c2dd1979-67d9-4666-b1bd-4e1a0aecd4fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728332'] for security_group (b005f2d6-e3c0-4882-8b77-721a2f05f5a9), after_create {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:18:17.298771 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2dd1979-67d9-4666-b1bd-4e1a0aecd4fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b005f2d6-e3c0-4882-8b77-721a2f05f5a9,revision_number=1']} {{(pid=104387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:18:17.305063 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [None req-c2dd1979-67d9-4666-b1bd-4e1a0aecd4fd admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=74f98b8de4f24490a553848191f1b3c7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4263742 Jun 18 05:18:17.308432 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.wsgi [-] (104388) accepted ('10.222.0.23', 49108) {{(pid=104388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 05:18:17.344522 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-2c9ec2d4-f1f7-4ba9-9c85-e14d4a446ac0 req-3f7bc859-c688-4300-b590-7816ceb8e43c tempest-ServerRescueNegativeTestJSON-1272623576 tempest-ServerRescueNegativeTestJSON-1272623576-project] 10.222.0.23 "GET /v2.0/security-groups?id=83d5be7f-d8af-4828-9878-6877e2a6bac5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957873 Jun 18 05:18:17.400259 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-7086f866-049e-49c3-9f24-0e56669ad7fd admin admin] Publish callbacks [] for security_group (b005f2d6-e3c0-4882-8b77-721a2f05f5a9), before_delete {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:18:17.426905 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-7086f866-049e-49c3-9f24-0e56669ad7fd admin admin] Publish callbacks [] for security_group (b005f2d6-e3c0-4882-8b77-721a2f05f5a9), precommit_delete {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:18:17.579013 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-7086f866-049e-49c3-9f24-0e56669ad7fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728332'] for security_group (b005f2d6-e3c0-4882-8b77-721a2f05f5a9), after_delete {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:18:17.581906 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-7086f866-049e-49c3-9f24-0e56669ad7fd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:18:17.583431 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [None req-7086f866-049e-49c3-9f24-0e56669ad7fd admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/b005f2d6-e3c0-4882-8b77-721a2f05f5a9 HTTP/1.1" status: 204 len: 168 time: 0.2736044 Jun 18 05:18:17.594697 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7086f866-049e-49c3-9f24-0e56669ad7fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b005f2d6-e3c0-4882-8b77-721a2f05f5a9,revision_number=None']} {{(pid=104388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:18:18.538765 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c002162-a1e1-4909-97f2-327f45910859 req-9e08fa12-7c99-4458-a3a5-d88d050c80ea tempest-ServerRescueNegativeTestJSON-1272623576 tempest-ServerRescueNegativeTestJSON-1272623576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:18:18.540369 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-2c002162-a1e1-4909-97f2-327f45910859 req-9e08fa12-7c99-4458-a3a5-d88d050c80ea tempest-ServerRescueNegativeTestJSON-1272623576 tempest-ServerRescueNegativeTestJSON-1272623576-project] 10.222.0.23 "GET /v2.0/ports?device_id=5b8a5eb5-afb5-4209-9aa5-b38844bf07f2 HTTP/1.1" status: 200 len: 944 time: 0.0765941 Jun 18 05:18:18.605375 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-2c002162-a1e1-4909-97f2-327f45910859 req-295c767a-7ccb-4958-be2f-69bdf9d265d1 tempest-ServerRescueNegativeTestJSON-1272623576 tempest-ServerRescueNegativeTestJSON-1272623576-project] 10.222.0.23 "GET /v2.0/security-groups?id=83d5be7f-d8af-4828-9878-6877e2a6bac5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593450 Jun 18 05:18:18.748812 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.wsgi [-] (104388) accepted ('10.222.0.23', 49144) {{(pid=104388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 05:18:18.870445 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.api.v2.base [None req-d92829f2-32ed-406c-b250-ae591c4056b7 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-857687147-network', 'tenant_id': '65a7c712ebe34d53b4acd7e8473c6d95'}} {{(pid=104388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 18 05:18:18.950639 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d92829f2-32ed-406c-b250-ae591c4056b7 admin admin] Made reservation on behalf of 65a7c712ebe34d53b4acd7e8473c6d95 for: {'network': 1} {{(pid=104388) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 05:18:18.953114 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-d92829f2-32ed-406c-b250-ae591c4056b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1768406'] for network (None), before_create {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:18:18.964593 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-d92829f2-32ed-406c-b250-ae591c4056b7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:18:19.033971 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG dbcounter [-] [104388] Writing DB stats neutron:SELECT=87,neutron:DELETE=4,neutron:INSERT=9 {{(pid=104388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:18:19.060343 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-d92829f2-32ed-406c-b250-ae591c4056b7 admin admin] Publish callbacks [] for security_group (d38d2081-8d9b-4c23-8ddf-07cd4783c381), precommit_create {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:18:19.118697 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-d92829f2-32ed-406c-b250-ae591c4056b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728332'] for security_group (d38d2081-8d9b-4c23-8ddf-07cd4783c381), after_create {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:18:19.151469 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d92829f2-32ed-406c-b250-ae591c4056b7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 326} {{(pid=104388) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 18 05:18:19.162271 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d92829f2-32ed-406c-b250-ae591c4056b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d38d2081-8d9b-4c23-8ddf-07cd4783c381,revision_number=1']} {{(pid=104388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:18:19.168361 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-d92829f2-32ed-406c-b250-ae591c4056b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1723189'] for segment (5c1a6f43-88a7-45ae-8bd7-10faf4ff6d60), precommit_create {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:18:19.168712 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.db.segments_db [None req-d92829f2-32ed-406c-b250-ae591c4056b7 admin admin] Added segment 5c1a6f43-88a7-45ae-8bd7-10faf4ff6d60 of type vlan for network cce77fdc-391d-4bde-a709-4c5e4b2c55d4 Jun 18 05:18:19.215695 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-d92829f2-32ed-406c-b250-ae591c4056b7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789592234469'] for network (cce77fdc-391d-4bde-a709-4c5e4b2c55d4), precommit_create {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:18:19.316144 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-d92829f2-32ed-406c-b250-ae591c4056b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546084'] for network (cce77fdc-391d-4bde-a709-4c5e4b2c55d4), after_create {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:18:19.317197 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d92829f2-32ed-406c-b250-ae591c4056b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:18:19.317823 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-d92829f2-32ed-406c-b250-ae591c4056b7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546098'] for network (None), before_response {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:18:19.382930 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d92829f2-32ed-406c-b250-ae591c4056b7 admin admin] Pushing event updated for resources: {'Network': ['ID=cce77fdc-391d-4bde-a709-4c5e4b2c55d4,revision_number=1']} {{(pid=104388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:18:19.395668 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.rpc [None req-c042a677-28f5-4026-b552-0173028fe9dd None None] Network cce77fdc-391d-4bde-a709-4c5e4b2c55d4 details requested by agent ovs-agent-dv-cinder-836996-35-iscsi with host dv-cinder-836996-35-iscsi {{(pid=104389) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 18 05:18:19.424180 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.wsgi [-] (104387) accepted ('10.222.0.23', 49152) {{(pid=104387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 05:18:19.424720 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [None req-d92829f2-32ed-406c-b250-ae591c4056b7 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.6707244 Jun 18 05:18:19.425468 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.api.v2.base [None req-2eccd6e2-34c5-48f3-babd-f51b480ee159 admin admin] Request body: {'subnet': {'network_id': 'cce77fdc-391d-4bde-a709-4c5e4b2c55d4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-857687147-subnet', 'tenant_id': '65a7c712ebe34d53b4acd7e8473c6d95', 'ip_version': 4}} {{(pid=104387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 18 05:18:19.769931 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f44ffc-32e9-4c10-932b-e46b311ce5d9 req-3bbd43cf-0c90-4a78-b920-c75bd92a2793 tempest-ServerRescueNegativeTestJSON-1272623576 tempest-ServerRescueNegativeTestJSON-1272623576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:18:19.771434 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-d9f44ffc-32e9-4c10-932b-e46b311ce5d9 req-3bbd43cf-0c90-4a78-b920-c75bd92a2793 tempest-ServerRescueNegativeTestJSON-1272623576 tempest-ServerRescueNegativeTestJSON-1272623576-project] 10.222.0.23 "GET /v2.0/ports?device_id=5b8a5eb5-afb5-4209-9aa5-b38844bf07f2 HTTP/1.1" status: 200 len: 944 time: 0.0567255 Jun 18 05:18:19.820414 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-d9f44ffc-32e9-4c10-932b-e46b311ce5d9 req-ed945089-0640-486b-a8f2-5b42780b1c8b tempest-ServerRescueNegativeTestJSON-1272623576 tempest-ServerRescueNegativeTestJSON-1272623576-project] 10.222.0.23 "GET /v2.0/security-groups?id=83d5be7f-d8af-4828-9878-6877e2a6bac5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424099 Jun 18 05:18:19.985139 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2eccd6e2-34c5-48f3-babd-f51b480ee159 admin admin] Made reservation on behalf of 65a7c712ebe34d53b4acd7e8473c6d95 for: {'subnet': 1} {{(pid=104387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 05:18:19.987517 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-2eccd6e2-34c5-48f3-babd-f51b480ee159 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13962049'] for subnet (None), before_create {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:18:20.242328 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-2eccd6e2-34c5-48f3-babd-f51b480ee159 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14020916', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13962163'] for subnet (778d0c06-0b61-4f2c-a161-3f736e93558f), after_create {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:18:20.271201 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG dbcounter [-] [104387] Writing DB stats neutron:SELECT=90,neutron:INSERT=10 {{(pid=104387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:18:20.304688 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eccd6e2-34c5-48f3-babd-f51b480ee159 admin admin] Pushing event updated for resources: {'Subnet': ['ID=778d0c06-0b61-4f2c-a161-3f736e93558f,revision_number=0']} {{(pid=104387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:18:20.319108 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2eccd6e2-34c5-48f3-babd-f51b480ee159 admin admin] Checking segment: {'id': '5c1a6f43-88a7-45ae-8bd7-10faf4ff6d60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'cce77fdc-391d-4bde-a709-4c5e4b2c55d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 18 05:18:20.319730 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2eccd6e2-34c5-48f3-babd-f51b480ee159 admin admin] Network hostable DHCP agents. Network: cce77fdc-391d-4bde-a709-4c5e4b2c55d4, hostable agents: ['426d7b1c-7831-4cf6-8aa4-29496a16634c'], hosted agents: [] {{(pid=104387) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 18 05:18:20.420603 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b177d4-cd7b-4a27-b312-c09c64514c0d req-a1a7d5e2-66d2-409f-b346-5d9fed87a448 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:18:20.422424 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-c1b177d4-cd7b-4a27-b312-c09c64514c0d req-a1a7d5e2-66d2-409f-b346-5d9fed87a448 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8820096253064e5abbe50f23bdc3ebac&device_id=5b8a5eb5-afb5-4209-9aa5-b38844bf07f2 HTTP/1.1" status: 200 len: 1128 time: 0.0650554 Jun 18 05:18:20.425138 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2eccd6e2-34c5-48f3-babd-f51b480ee159 admin admin] Network cce77fdc-391d-4bde-a709-4c5e4b2c55d4 is scheduled to be hosted by DHCP agent 426d7b1c-7831-4cf6-8aa4-29496a16634c with binding_index 1 {{(pid=104387) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 18 05:18:20.472277 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.rpc [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] Device f8f8ec04-f267-4e2c-ac94-64d18aec5016 details requested by agent hyperv_hv-cinder-83699 with host hv-cinder-83699 {{(pid=104389) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 18 05:18:20.489191 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-c1b177d4-cd7b-4a27-b312-c09c64514c0d req-38d8da95-4b54-4cfa-ac2b-971c3c6079b9 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8e5d7c91-931e-49de-80d5-fe09b507ebe5 HTTP/1.1" status: 200 len: 217 time: 0.0385449 Jun 18 05:18:20.546240 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b177d4-cd7b-4a27-b312-c09c64514c0d req-75f74cd9-a695-42d8-a82f-4eda28cbdc4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:18:20.547708 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-c1b177d4-cd7b-4a27-b312-c09c64514c0d req-75f74cd9-a695-42d8-a82f-4eda28cbdc4c service neutron] 10.222.0.15 "GET /v2.0/subnets?id=150ec3db-e886-4a5d-89d6-e02356d1809e HTTP/1.1" status: 200 len: 857 time: 0.0506203 Jun 18 05:18:20.593888 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.db [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] For port f8f8ec04-f267-4e2c-ac94-64d18aec5016, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=f8f8ec04-f267-4e2c-ac94-64d18aec5016,segment=NetworkSegment(8830b993-bf62-481e-91c8-f0f91b8d6fd9),segment_id=8830b993-bf62-481e-91c8-f0f91b8d6fd9)] {{(pid=104389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 05:18:20.606000 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b177d4-cd7b-4a27-b312-c09c64514c0d req-f409bf90-e8dc-4d8d-bc54-92f4fdca88a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:18:20.607678 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-c1b177d4-cd7b-4a27-b312-c09c64514c0d req-f409bf90-e8dc-4d8d-bc54-92f4fdca88a6 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e40c5bf8-60a8-4d08-b489-6f107ba55c42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0470448 Jun 18 05:18:20.610255 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.rpc [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] Returning: {'device': 'f8f8ec04-f267-4e2c-ac94-64d18aec5016', 'network_id': 'e40c5bf8-60a8-4d08-b489-6f107ba55c42', 'port_id': 'f8f8ec04-f267-4e2c-ac94-64d18aec5016', 'mac_address': 'fa:16:3e:17:39:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 325, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '150ec3db-e886-4a5d-89d6-e02356d1809e', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104389) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 18 05:18:20.636477 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.scheduler.base_scheduler [None req-2eccd6e2-34c5-48f3-babd-f51b480ee159 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836996-35-iscsi, cce77fdc-391d-4bde-a709-4c5e4b2c55d4) {{(pid=104387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 05:18:20.652778 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9709cd72-29be-4ea1-9da7-4c1a95a4de57 None None] Network cce77fdc-391d-4bde-a709-4c5e4b2c55d4 requested from dv-cinder-836996-35-iscsi {{(pid=104389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 18 05:18:20.656777 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2eccd6e2-34c5-48f3-babd-f51b480ee159 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:18:20.659542 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-2eccd6e2-34c5-48f3-babd-f51b480ee159 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:18:20.686708 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.plugin [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] Current status of the port f8f8ec04-f267-4e2c-ac94-64d18aec5016 is: DOWN; New status is: BUILD {{(pid=104389) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 18 05:18:20.691714 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1768406'] for port (f8f8ec04-f267-4e2c-ac94-64d18aec5016), before_update {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:18:20.729116 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-c1b177d4-cd7b-4a27-b312-c09c64514c0d req-13c74d83-858c-4ef7-9ad7-044690fbad0c service neutron] 10.222.0.15 "GET /v2.0/networks/e40c5bf8-60a8-4d08-b489-6f107ba55c42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1134751 Jun 18 05:18:20.730904 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.notifiers.nova [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f8f8ec04-f267-4e2c-ac94-64d18aec5016 {{(pid=104389) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 18 05:18:20.762279 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.db [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] For port f8f8ec04-f267-4e2c-ac94-64d18aec5016, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=f8f8ec04-f267-4e2c-ac94-64d18aec5016,segment=NetworkSegment(8830b993-bf62-481e-91c8-f0f91b8d6fd9),segment_id=8830b993-bf62-481e-91c8-f0f91b8d6fd9)] {{(pid=104389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 05:18:20.812531 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG dbcounter [-] [104388] Writing DB stats neutron:INSERT=9,neutron:SELECT=85,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=104388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:18:20.831180 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [None req-2eccd6e2-34c5-48f3-babd-f51b480ee159 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.4096875 Jun 18 05:18:20.832630 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.wsgi [-] (104387) accepted ('10.222.0.23', 49182) {{(pid=104387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 05:18:20.840203 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.api.v2.base [None req-57a17e97-66ad-4c65-8246-bbf93f50a9b3 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-857687147-router', 'tenant_id': '65a7c712ebe34d53b4acd7e8473c6d95', 'external_gateway_info': {'network_id': '65c030c7-6a7d-4cea-a47d-5cdd532db0e6'}}} {{(pid=104387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 18 05:18:20.841308 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-c1b177d4-cd7b-4a27-b312-c09c64514c0d req-ed3977f2-ce8f-4b87-b624-3a804ddd4cca service neutron] 10.222.0.15 "GET /v2.0/networks/e40c5bf8-60a8-4d08-b489-6f107ba55c42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1072748 Jun 18 05:18:20.915594 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1768343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789592765606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789592262840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789592262858'] for port (f8f8ec04-f267-4e2c-ac94-64d18aec5016), after_update {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:18:20.942965 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f17cbe30-56f6-4039-9f78-aaa17cefac8b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1891a1fa-7dca-5fa5-9b0d-ba5c9cd85586-cce77fdc-391d-4bde-a709-4c5e4b2c55d4', 'network_id': 'cce77fdc-391d-4bde-a709-4c5e4b2c55d4', 'project_id': '65a7c712ebe34d53b4acd7e8473c6d95', 'fixed_ips': [{'subnet_id': '778d0c06-0b61-4f2c-a161-3f736e93558f'}]}} from dv-cinder-836996-35-iscsi. {{(pid=104389) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 18 05:18:20.944533 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-f17cbe30-56f6-4039-9f78-aaa17cefac8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1768406'] for port (None), before_create {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:18:20.961342 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8d84be-0c3a-4bef-8237-cc17caae6521 req-68673861-0f9b-4d14-aaad-207ad6a6f7dc tempest-ServerRescueNegativeTestJSON-1272623576 tempest-ServerRescueNegativeTestJSON-1272623576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:18:20.963182 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-4f8d84be-0c3a-4bef-8237-cc17caae6521 req-68673861-0f9b-4d14-aaad-207ad6a6f7dc tempest-ServerRescueNegativeTestJSON-1272623576 tempest-ServerRescueNegativeTestJSON-1272623576-project] 10.222.0.23 "GET /v2.0/ports?device_id=5b8a5eb5-afb5-4209-9aa5-b38844bf07f2 HTTP/1.1" status: 200 len: 944 time: 0.0563648 Jun 18 05:18:21.017444 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-4f8d84be-0c3a-4bef-8237-cc17caae6521 req-f9720f9b-51e5-48d2-ac35-8ba4663425ab tempest-ServerRescueNegativeTestJSON-1272623576 tempest-ServerRescueNegativeTestJSON-1272623576-project] 10.222.0.23 "GET /v2.0/security-groups?id=83d5be7f-d8af-4828-9878-6877e2a6bac5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483327 Jun 18 05:18:21.042081 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] Pushing event updated for resources: {'Port': ['ID=f8f8ec04-f267-4e2c-ac94-64d18aec5016,revision_number=4']} {{(pid=104389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:18:21.059872 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-57a17e97-66ad-4c65-8246-bbf93f50a9b3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-574775', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9644'] for router (75f5be04-c2f8-4a51-b8c2-9b8a8ae16f83), before_create {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:18:21.064122 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-57a17e97-66ad-4c65-8246-bbf93f50a9b3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-575757', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-731064', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-682792', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9635'] for router (75f5be04-c2f8-4a51-b8c2-9b8a8ae16f83), precommit_create {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:18:21.122369 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.db.db_base_plugin_common [None req-f17cbe30-56f6-4039-9f78-aaa17cefac8b None None] Allocated IP 172.20.0.2 (cce77fdc-391d-4bde-a709-4c5e4b2c55d4/778d0c06-0b61-4f2c-a161-3f736e93558f/44595313-06a6-4f37-ae23-ef5601879ca9) {{(pid=104389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 05:18:21.126605 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG dbcounter [-] [104389] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=104389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:18:21.130956 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-57a17e97-66ad-4c65-8246-bbf93f50a9b3 admin admin] Publish callbacks [] for router_controller (75f5be04-c2f8-4a51-b8c2-9b8a8ae16f83), precommit_add_association {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:18:21.274467 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG dbcounter [-] [104389] Writing DB stats neutron:SELECT=92,neutron:UPDATE=5,neutron:INSERT=3 {{(pid=104389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:18:21.281795 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-f17cbe30-56f6-4039-9f78-aaa17cefac8b None None] Publish callbacks [] for port (44595313-06a6-4f37-ae23-ef5601879ca9), precommit_create {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:18:21.356196 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.db [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] get_ports_and_sgs() called for port_ids ['f8f8ec04-f267-4e2c-ac94-64d18aec5016'] {{(pid=104389) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 18 05:18:21.371125 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-57a17e97-66ad-4c65-8246-bbf93f50a9b3 admin admin] Publish callbacks [] for router_gateway (75f5be04-c2f8-4a51-b8c2-9b8a8ae16f83), precommit_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:18:21.394795 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-f17cbe30-56f6-4039-9f78-aaa17cefac8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1768343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789592262822'] for port (44595313-06a6-4f37-ae23-ef5601879ca9), after_create {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:18:21.450115 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f17cbe30-56f6-4039-9f78-aaa17cefac8b None None] Network cce77fdc-391d-4bde-a709-4c5e4b2c55d4 is already hosted by enough agents. {{(pid=104389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 05:18:21.458540 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.scheduler.base_scheduler [None req-f17cbe30-56f6-4039-9f78-aaa17cefac8b None None] Resources bound (agent type, host, resource id): {{(pid=104389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 05:18:21.464740 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f17cbe30-56f6-4039-9f78-aaa17cefac8b None None] Received port after_create {{(pid=104389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 18 05:18:21.469622 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f17cbe30-56f6-4039-9f78-aaa17cefac8b None None] Pushing event updated for resources: {'Port': ['ID=44595313-06a6-4f37-ae23-ef5601879ca9,revision_number=1']} {{(pid=104389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:18:21.559188 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ffe264-34d8-47bb-8d4b-d02421316e5b req-d3259d90-0b36-4d10-87e5-f76306cc705c tempest-TestMinimumBasicScenario-1360665084 tempest-TestMinimumBasicScenario-1360665084-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:18:21.563469 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-78ffe264-34d8-47bb-8d4b-d02421316e5b req-d3259d90-0b36-4d10-87e5-f76306cc705c tempest-TestMinimumBasicScenario-1360665084 tempest-TestMinimumBasicScenario-1360665084-project] 10.222.0.23 "GET /v2.0/networks?id=381e581a-9cea-44f2-9ed2-365c11f6d6d9 HTTP/1.1" status: 200 len: 814 time: 0.1565535 Jun 18 05:18:21.588192 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-78ffe264-34d8-47bb-8d4b-d02421316e5b req-01c4e5e2-cf39-4433-b2ad-210e18ffad1a tempest-TestMinimumBasicScenario-1360665084 tempest-TestMinimumBasicScenario-1360665084-project] 10.222.0.23 "GET /v2.0/quotas/3a833f00ba294564a66b9eefbc49147e HTTP/1.1" status: 200 len: 375 time: 0.0174155 Jun 18 05:18:21.617768 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.managers [None req-f17cbe30-56f6-4039-9f78-aaa17cefac8b None None] Attempting to bind port 44595313-06a6-4f37-ae23-ef5601879ca9 on host dv-cinder-836996-35-iscsi for vnic_type normal with profile {{(pid=104389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 18 05:18:21.618287 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.managers [None req-f17cbe30-56f6-4039-9f78-aaa17cefac8b None None] Attempting to bind port 44595313-06a6-4f37-ae23-ef5601879ca9 by drivers openvswitch,hyperv on host dv-cinder-836996-35-iscsi at level 0 using segments [{'id': '5c1a6f43-88a7-45ae-8bd7-10faf4ff6d60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'cce77fdc-391d-4bde-a709-4c5e4b2c55d4'}] {{(pid=104389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 18 05:18:21.618527 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f17cbe30-56f6-4039-9f78-aaa17cefac8b None None] Attempting to bind port 44595313-06a6-4f37-ae23-ef5601879ca9 on network cce77fdc-391d-4bde-a709-4c5e4b2c55d4 {{(pid=104389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 18 05:18:21.627059 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f17cbe30-56f6-4039-9f78-aaa17cefac8b None None] Checking agent: {'id': 'd503ae44-4e24-48d3-9886-03581f90537d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836996-35-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 18, 5, 8, 27), 'started_at': datetime.datetime(2022, 6, 18, 5, 8, 57), 'heartbeat_timestamp': datetime.datetime(2022, 6, 18, 5, 17, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836996-35-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 18 05:18:21.627522 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f17cbe30-56f6-4039-9f78-aaa17cefac8b None None] Checking segment: {'id': '5c1a6f43-88a7-45ae-8bd7-10faf4ff6d60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'cce77fdc-391d-4bde-a709-4c5e4b2c55d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 18 05:18:21.627951 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-f17cbe30-56f6-4039-9f78-aaa17cefac8b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:18:21.628343 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f17cbe30-56f6-4039-9f78-aaa17cefac8b None None] Bound using segment: {'id': '5c1a6f43-88a7-45ae-8bd7-10faf4ff6d60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'cce77fdc-391d-4bde-a709-4c5e4b2c55d4'} {{(pid=104389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 18 05:18:21.628817 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.managers [None req-f17cbe30-56f6-4039-9f78-aaa17cefac8b None None] Bound port: 44595313-06a6-4f37-ae23-ef5601879ca9, host: dv-cinder-836996-35-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c1a6f43-88a7-45ae-8bd7-10faf4ff6d60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'cce77fdc-391d-4bde-a709-4c5e4b2c55d4'}}] {{(pid=104389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 18 05:18:21.629195 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-f17cbe30-56f6-4039-9f78-aaa17cefac8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1768406'] for port (44595313-06a6-4f37-ae23-ef5601879ca9), before_update {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:18:21.709641 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-78ffe264-34d8-47bb-8d4b-d02421316e5b req-8a06b24e-05ec-4977-9a10-9ac045912f98 tempest-TestMinimumBasicScenario-1360665084 tempest-TestMinimumBasicScenario-1360665084-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=3a833f00ba294564a66b9eefbc49147e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1141727 Jun 18 05:18:21.710684 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.db [None req-f17cbe30-56f6-4039-9f78-aaa17cefac8b None None] For port 44595313-06a6-4f37-ae23-ef5601879ca9, host dv-cinder-836996-35-iscsi, cleared binding levels {{(pid=104389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 05:18:21.715017 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.db [None req-f17cbe30-56f6-4039-9f78-aaa17cefac8b None None] For port 44595313-06a6-4f37-ae23-ef5601879ca9, host dv-cinder-836996-35-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-35-iscsi',level=0,port_id=44595313-06a6-4f37-ae23-ef5601879ca9,segment=NetworkSegment(5c1a6f43-88a7-45ae-8bd7-10faf4ff6d60),segment_id=5c1a6f43-88a7-45ae-8bd7-10faf4ff6d60)] {{(pid=104389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 05:18:21.746536 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-57a17e97-66ad-4c65-8246-bbf93f50a9b3 admin admin] Publish callbacks [] for router_gateway (75f5be04-c2f8-4a51-b8c2-9b8a8ae16f83), before_create {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:18:21.772857 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-57a17e97-66ad-4c65-8246-bbf93f50a9b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1768406'] for port (None), before_create {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:18:21.795058 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG dbcounter [-] [104388] Writing DB stats neutron:SELECT=100 {{(pid=104388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:18:21.824662 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-f17cbe30-56f6-4039-9f78-aaa17cefac8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1768343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789592765606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789592262840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789592262858'] for port (44595313-06a6-4f37-ae23-ef5601879ca9), after_update {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:18:21.854837 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-78ffe264-34d8-47bb-8d4b-d02421316e5b req-afc0767e-f16a-41a0-881e-e02631ce846e service neutron] 10.222.0.23 "GET /v2.0/networks/381e581a-9cea-44f2-9ed2-365c11f6d6d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1436589 Jun 18 05:18:21.908675 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.db.db_base_plugin_common [None req-57a17e97-66ad-4c65-8246-bbf93f50a9b3 admin admin] Allocated IP 172.27.2.111 (65c030c7-6a7d-4cea-a47d-5cdd532db0e6/a9fa7760-a071-45ee-b985-799999c69975/deb66721-30b7-4846-a5c0-ccf3828418c2) {{(pid=104387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 05:18:21.913714 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f17cbe30-56f6-4039-9f78-aaa17cefac8b None None] Pushing event updated for resources: {'Port': ['ID=44595313-06a6-4f37-ae23-ef5601879ca9,revision_number=2']} {{(pid=104389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:18:21.988049 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG dbcounter [-] [104387] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:18:21.995387 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-78ffe264-34d8-47bb-8d4b-d02421316e5b req-70ea1bfd-a0e8-403f-b92f-e48961f26558 service neutron] 10.222.0.23 "GET /v2.0/networks/381e581a-9cea-44f2-9ed2-365c11f6d6d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1373501 Jun 18 05:18:22.084850 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-57a17e97-66ad-4c65-8246-bbf93f50a9b3 admin admin] Publish callbacks [] for port (deb66721-30b7-4846-a5c0-ccf3828418c2), precommit_create {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:18:22.090053 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG dbcounter [-] [104387] Writing DB stats neutron:SELECT=86,neutron:UPDATE=5,neutron:DELETE=1,neutron:INSERT=8 {{(pid=104387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:18:22.102065 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-e2318382-6a56-402e-8f09-606762ff4612 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789592556683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1744442'] for agent (426d7b1c-7831-4cf6-8aa4-29496a16634c), after_update {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:18:22.195011 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb836338-54c0-4754-884c-b0d9e747280c req-25c57484-7e0c-49b7-8788-a16761c8a48f tempest-ServerRescueNegativeTestJSON-1272623576 tempest-ServerRescueNegativeTestJSON-1272623576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:18:22.196845 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-eb836338-54c0-4754-884c-b0d9e747280c req-25c57484-7e0c-49b7-8788-a16761c8a48f tempest-ServerRescueNegativeTestJSON-1272623576 tempest-ServerRescueNegativeTestJSON-1272623576-project] 10.222.0.23 "GET /v2.0/ports?device_id=5b8a5eb5-afb5-4209-9aa5-b38844bf07f2 HTTP/1.1" status: 200 len: 944 time: 0.0616598 Jun 18 05:18:22.279526 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-b2e093ed-ca8b-4554-8ed9-80760d4d4572 req-7a4b1796-1a51-4575-afff-e1989d3818da tempest-TestMinimumBasicScenario-1360665084 tempest-TestMinimumBasicScenario-1360665084-project] 10.222.0.23 "GET /v2.0/ports?device_id=bf8c3731-ba5b-41dc-ab3b-16d6725300a0 HTTP/1.1" status: 200 len: 210 time: 0.0314980 Jun 18 05:18:22.289440 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG dbcounter [-] [104389] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:18:22.296302 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-eb836338-54c0-4754-884c-b0d9e747280c req-538d08f8-be17-40cf-93cc-8419b08df49c tempest-ServerRescueNegativeTestJSON-1272623576 tempest-ServerRescueNegativeTestJSON-1272623576-project] 10.222.0.23 "GET /v2.0/security-groups?id=83d5be7f-d8af-4828-9878-6877e2a6bac5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816450 Jun 18 05:18:22.309930 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-57a17e97-66ad-4c65-8246-bbf93f50a9b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1768343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789592262822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14020772'] for port (deb66721-30b7-4846-a5c0-ccf3828418c2), after_create {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:18:22.356009 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57a17e97-66ad-4c65-8246-bbf93f50a9b3 admin admin] Network 65c030c7-6a7d-4cea-a47d-5cdd532db0e6 is already hosted by enough agents. {{(pid=104387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 05:18:22.356009 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.scheduler.base_scheduler [None req-57a17e97-66ad-4c65-8246-bbf93f50a9b3 admin admin] Resources bound (agent type, host, resource id): {{(pid=104387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 05:18:22.358499 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57a17e97-66ad-4c65-8246-bbf93f50a9b3 admin admin] Received port after_create {{(pid=104387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 18 05:18:22.385887 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a17e97-66ad-4c65-8246-bbf93f50a9b3 admin admin] Pushing event updated for resources: {'Port': ['ID=deb66721-30b7-4846-a5c0-ccf3828418c2,revision_number=1']} {{(pid=104387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:18:22.472196 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.rpc [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] Device f8f8ec04-f267-4e2c-ac94-64d18aec5016 up at agent hyperv_hv-cinder-83699 {{(pid=104389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 18 05:18:22.527260 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.db.provisioning_blocks [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] Provisioning for port f8f8ec04-f267-4e2c-ac94-64d18aec5016 completed by entity L2. {{(pid=104389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 18 05:18:22.613854 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.db.provisioning_blocks [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] Provisioning complete for port f8f8ec04-f267-4e2c-ac94-64d18aec5016 triggered by entity L2. {{(pid=104389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 18 05:18:22.614236 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1740956'] for port (f8f8ec04-f267-4e2c-ac94-64d18aec5016), provisioning_complete {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:18:22.712680 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.plugin [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] Current status of the port f8f8ec04-f267-4e2c-ac94-64d18aec5016 is: BUILD; New status is: ACTIVE {{(pid=104389) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 18 05:18:22.713265 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1768406'] for port (f8f8ec04-f267-4e2c-ac94-64d18aec5016), before_update {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:18:22.743136 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73b2fdbe-e24f-4092-bf52-db5c0a24f250', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8f8ec04-f267-4e2c-ac94-64d18aec5016'}] {{(pid=104389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 18 05:18:22.746333 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84994602c193c13a4c26b8b675ba51d9b392d44d80225cb9db16c930b334f47b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc51a01c-d72f-49a7-8240-0efd8edef372" -d '{"events": [{"server_uuid": "73b2fdbe-e24f-4092-bf52-db5c0a24f250", "name": "network-vif-plugged", "status": "completed", "tag": "f8f8ec04-f267-4e2c-ac94-64d18aec5016"}]}' {{(pid=104389) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 05:18:22.759637 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.db [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] For port f8f8ec04-f267-4e2c-ac94-64d18aec5016, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=f8f8ec04-f267-4e2c-ac94-64d18aec5016,segment=NetworkSegment(8830b993-bf62-481e-91c8-f0f91b8d6fd9),segment_id=8830b993-bf62-481e-91c8-f0f91b8d6fd9)] {{(pid=104389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 05:18:22.797907 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Jun 2022 05:18:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-330af3f3-f75a-463c-962b-e1d4c6bc750b x-openstack-request-id: req-330af3f3-f75a-463c-962b-e1d4c6bc750b {{(pid=104389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 05:18:22.798410 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73b2fdbe-e24f-4092-bf52-db5c0a24f250", "name": "network-vif-plugged", "status": "completed", "tag": "f8f8ec04-f267-4e2c-ac94-64d18aec5016", "code": 200}]} {{(pid=104389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 05:18:22.798822 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-330af3f3-f75a-463c-962b-e1d4c6bc750b {{(pid=104389) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 05:18:22.799394 dv-cinder-836996-35-iscsi neutron-server[104389]: INFO neutron.notifiers.nova [-] Nova event matching ['req-330af3f3-f75a-463c-962b-e1d4c6bc750b'] response: {'server_uuid': '73b2fdbe-e24f-4092-bf52-db5c0a24f250', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8f8ec04-f267-4e2c-ac94-64d18aec5016', 'code': 200} Jun 18 05:18:22.823714 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1768343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789592765606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789592262840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789592262858'] for port (f8f8ec04-f267-4e2c-ac94-64d18aec5016), after_update {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:18:22.916857 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] Pushing event updated for resources: {'Port': ['ID=f8f8ec04-f267-4e2c-ac94-64d18aec5016,revision_number=5']} {{(pid=104389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:18:22.928569 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-57a17e97-66ad-4c65-8246-bbf93f50a9b3 admin admin] Publish callbacks [] for router_gateway (75f5be04-c2f8-4a51-b8c2-9b8a8ae16f83), after_create {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:18:23.084511 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3625a177-1232-42d5-add9-c08298fafc70 None None] Network cce77fdc-391d-4bde-a709-4c5e4b2c55d4 requested from dv-cinder-836996-35-iscsi {{(pid=104389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 18 05:18:23.171393 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-57a17e97-66ad-4c65-8246-bbf93f50a9b3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-575954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-736931'] for router (75f5be04-c2f8-4a51-b8c2-9b8a8ae16f83), after_create {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:18:23.182722 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.db.provisioning_blocks [None req-2c877cc7-4967-4d9e-bdd5-f3f4ee572b8f None None] Provisioning complete for port 44595313-06a6-4f37-ae23-ef5601879ca9 triggered by entity DHCP. {{(pid=104389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 18 05:18:23.183368 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-2c877cc7-4967-4d9e-bdd5-f3f4ee572b8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1740956'] for port (44595313-06a6-4f37-ae23-ef5601879ca9), provisioning_complete {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:18:23.220967 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG dbcounter [-] [104389] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:18:23.225839 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93481d69-41ef-48ef-94b5-fb9b5f756c8b req-a428e236-8c30-442b-80cd-c650bf78848e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:18:23.232581 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-93481d69-41ef-48ef-94b5-fb9b5f756c8b req-a428e236-8c30-442b-80cd-c650bf78848e service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=73b2fdbe-e24f-4092-bf52-db5c0a24f250 HTTP/1.1" status: 200 len: 1129 time: 0.0690548 Jun 18 05:18:23.303530 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.rpc [None req-c042a677-28f5-4026-b552-0173028fe9dd None None] Device 44595313-06a6-4f37-ae23-ef5601879ca9 up at agent ovs-agent-dv-cinder-836996-35-iscsi {{(pid=104389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 18 05:18:23.335779 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.plugin [None req-2c877cc7-4967-4d9e-bdd5-f3f4ee572b8f None None] Current status of the port 44595313-06a6-4f37-ae23-ef5601879ca9 is: DOWN; New status is: ACTIVE {{(pid=104389) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 18 05:18:23.336174 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-2c877cc7-4967-4d9e-bdd5-f3f4ee572b8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1768406'] for port (44595313-06a6-4f37-ae23-ef5601879ca9), before_update {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:18:23.360088 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-93481d69-41ef-48ef-94b5-fb9b5f756c8b req-8f067f53-6200-4874-8873-6bb1f4db61af service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=83d5be7f-d8af-4828-9878-6877e2a6bac5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253095 Jun 18 05:18:23.422885 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.db.provisioning_blocks [None req-c042a677-28f5-4026-b552-0173028fe9dd None None] Provisioning complete for port 44595313-06a6-4f37-ae23-ef5601879ca9 triggered by entity L2. {{(pid=104389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 18 05:18:23.423493 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-c042a677-28f5-4026-b552-0173028fe9dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1740956'] for port (44595313-06a6-4f37-ae23-ef5601879ca9), provisioning_complete {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:18:23.429324 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.db [None req-2c877cc7-4967-4d9e-bdd5-f3f4ee572b8f None None] For port 44595313-06a6-4f37-ae23-ef5601879ca9, host dv-cinder-836996-35-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-35-iscsi',level=0,port_id=44595313-06a6-4f37-ae23-ef5601879ca9,segment=NetworkSegment(5c1a6f43-88a7-45ae-8bd7-10faf4ff6d60),segment_id=5c1a6f43-88a7-45ae-8bd7-10faf4ff6d60)] {{(pid=104389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 05:18:23.432824 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-0237fe37-c904-4d37-a997-8bf67f5c0198 req-422a9b90-a9d6-4957-aed2-4d88c35b1f59 tempest-TestMinimumBasicScenario-1360665084 tempest-TestMinimumBasicScenario-1360665084-project] 10.222.0.23 "GET /v2.0/ports?device_id=bf8c3731-ba5b-41dc-ab3b-16d6725300a0 HTTP/1.1" status: 200 len: 210 time: 0.0633399 Jun 18 05:18:23.505256 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG dbcounter [-] [104390] Writing DB stats neutron:SELECT=65 {{(pid=104390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:18:23.505886 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG dbcounter [-] [104387] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:18:23.508944 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG dbcounter [-] [104390] Writing DB stats neutron:SELECT=91,neutron:DELETE=1,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:18:23.515580 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-2c877cc7-4967-4d9e-bdd5-f3f4ee572b8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1768343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789592765606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789592262840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789592262858'] for port (44595313-06a6-4f37-ae23-ef5601879ca9), after_update {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:18:23.539847 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f9a2c3-1fda-4056-80f3-9f68ef4e0613 req-460f57aa-da69-4542-9431-cb11c6f5a679 tempest-ServerRescueNegativeTestJSON-1272623576 tempest-ServerRescueNegativeTestJSON-1272623576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:18:23.542310 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-99f9a2c3-1fda-4056-80f3-9f68ef4e0613 req-460f57aa-da69-4542-9431-cb11c6f5a679 tempest-ServerRescueNegativeTestJSON-1272623576 tempest-ServerRescueNegativeTestJSON-1272623576-project] 10.222.0.23 "GET /v2.0/ports?device_id=5b8a5eb5-afb5-4209-9aa5-b38844bf07f2 HTTP/1.1" status: 200 len: 944 time: 0.1228733 Jun 18 05:18:23.556873 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57a17e97-66ad-4c65-8246-bbf93f50a9b3 admin admin] Router 75f5be04-c2f8-4a51-b8c2-9b8a8ae16f83 is scheduled to L3 agent a8549501-0164-4ac5-90a6-1ba1ba0d3f9d with binding_index 1 {{(pid=104387) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 18 05:18:23.579069 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.plugin [None req-c042a677-28f5-4026-b552-0173028fe9dd None None] Current status of the port 44595313-06a6-4f37-ae23-ef5601879ca9 is: DOWN; New status is: ACTIVE {{(pid=104389) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 18 05:18:23.579661 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-c042a677-28f5-4026-b552-0173028fe9dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1768406'] for port (44595313-06a6-4f37-ae23-ef5601879ca9), before_update {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:18:23.627785 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c877cc7-4967-4d9e-bdd5-f3f4ee572b8f None None] Pushing event updated for resources: {'Port': ['ID=44595313-06a6-4f37-ae23-ef5601879ca9,revision_number=3']} {{(pid=104389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:18:23.636968 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-99f9a2c3-1fda-4056-80f3-9f68ef4e0613 req-b55182ff-fafa-4b3d-a390-bfb3f84f3edd tempest-ServerRescueNegativeTestJSON-1272623576 tempest-ServerRescueNegativeTestJSON-1272623576-project] 10.222.0.23 "GET /v2.0/security-groups?id=83d5be7f-d8af-4828-9878-6877e2a6bac5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890725 Jun 18 05:18:23.672781 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.db.api [None req-c042a677-28f5-4026-b552-0173028fe9dd None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104389) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Jun 18 05:18:23.673273 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG oslo_db.api [None req-c042a677-28f5-4026-b552-0173028fe9dd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 18 05:18:23.713496 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57a17e97-66ad-4c65-8246-bbf93f50a9b3 admin admin] Notify agent at l3_agent.dv-cinder-836996-35-iscsi the message routers_updated {{(pid=104387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 05:18:23.722705 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-922bba9c-2eee-4dd0-ae59-bb5967157087 None None] Sync routers for ids ['75f5be04-c2f8-4a51-b8c2-9b8a8ae16f83'] in dv-cinder-836996-35-iscsi {{(pid=104389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 05:18:23.726793 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG dbcounter [-] [104387] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=104387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:18:23.739916 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG dbcounter [-] [104389] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:18:23.744274 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.db.provisioning_blocks [None req-aeb9018d-04c0-4333-9978-210c7b20e3d7 None None] Provisioning complete for port 44595313-06a6-4f37-ae23-ef5601879ca9 triggered by entity DHCP. {{(pid=104389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 18 05:18:23.744557 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-aeb9018d-04c0-4333-9978-210c7b20e3d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1740956'] for port (44595313-06a6-4f37-ae23-ef5601879ca9), provisioning_complete {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:18:23.747693 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-922bba9c-2eee-4dd0-ae59-bb5967157087 None None] Routers {'75f5be04-c2f8-4a51-b8c2-9b8a8ae16f83'} bound to L3 agent in host dv-cinder-836996-35-iscsi {{(pid=104389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 18 05:18:23.748333 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.db.l3_hamode_db [None req-922bba9c-2eee-4dd0-ae59-bb5967157087 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-35-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-18T05:08:24Z,description=,heartbeat_timestamp=2022-06-18T05:17:54Z,host='dv-cinder-836996-35-iscsi',id=a8549501-0164-4ac5-90a6-1ba1ba0d3f9d,load=0,resource_versions=,resources_synced=,started_at=2022-06-18T05:08:25Z,topic='l3_agent')) {'router_ids': ['75f5be04-c2f8-4a51-b8c2-9b8a8ae16f83'], 'active': True} {{(pid=104389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 05:18:23.832546 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-57a17e97-66ad-4c65-8246-bbf93f50a9b3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:18:23.834154 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [None req-57a17e97-66ad-4c65-8246-bbf93f50a9b3 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.9998984 Jun 18 05:18:23.836727 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.wsgi [-] (104388) accepted ('10.222.0.23', 49264) {{(pid=104388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 05:18:23.914094 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.db.l3_dvr_db [None req-922bba9c-2eee-4dd0-ae59-bb5967157087 None None] Set router 75f5be04-c2f8-4a51-b8c2-9b8a8ae16f83 gateway port host: dv-cinder-836996-35-iscsi {{(pid=104389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 18 05:18:23.916354 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.plugin [None req-aeb9018d-04c0-4333-9978-210c7b20e3d7 None None] Current status of the port 44595313-06a6-4f37-ae23-ef5601879ca9 is: ACTIVE; New status is: ACTIVE {{(pid=104389) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 18 05:18:24.085224 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.db.l3_hamode_db [None req-922bba9c-2eee-4dd0-ae59-bb5967157087 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75f5be04-c2f8-4a51-b8c2-9b8a8ae16f83', 'name': 'tempest-TestShelveInstance-857687147-router', 'tenant_id': '65a7c712ebe34d53b4acd7e8473c6d95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65c030c7-6a7d-4cea-a47d-5cdd532db0e6', 'external_fixed_ips': [{'subnet_id': 'a9fa7760-a071-45ee-b985-799999c69975', 'ip_address': '172.27.2.111'}], 'enable_snat': True}, 'gw_port_id': 'deb66721-30b7-4846-a5c0-ccf3828418c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-18T05:18:21Z', 'updated_at': '2022-06-18T05:18:22Z', 'revision_number': 3, 'project_id': '65a7c712ebe34d53b4acd7e8473c6d95', 'gw_port': {'id': 'deb66721-30b7-4846-a5c0-ccf3828418c2', 'name': '', 'network_id': '65c030c7-6a7d-4cea-a47d-5cdd532db0e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:2c:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75f5be04-c2f8-4a51-b8c2-9b8a8ae16f83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': 'a9fa7760-a071-45ee-b985-799999c69975', 'ip_address': '172.27.2.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-18T05:18:21Z', 'updated_at': '2022-06-18T05:18:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a9fa7760-a071-45ee-b985-799999c69975', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-35-iscsi'}], 'dv-cinder-836996-35-iscsi', False) {} {{(pid=104389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 05:18:24.114102 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-922bba9c-2eee-4dd0-ae59-bb5967157087 None None] Checking router: 75f5be04-c2f8-4a51-b8c2-9b8a8ae16f83 for host: dv-cinder-836996-35-iscsi {{(pid=104389) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 05:18:24.114449 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-922bba9c-2eee-4dd0-ae59-bb5967157087 None None] Updating router 75f5be04-c2f8-4a51-b8c2-9b8a8ae16f83 port deb66721-30b7-4846-a5c0-ccf3828418c2 binding host dv-cinder-836996-35-iscsi {{(pid=104389) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 18 05:18:24.152558 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-922bba9c-2eee-4dd0-ae59-bb5967157087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1768406'] for port (deb66721-30b7-4846-a5c0-ccf3828418c2), before_update {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:18:24.265304 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-80cc927c-8e71-4065-b24c-f0bae4b25e73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1768406'] for port (None), before_create {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:18:24.273773 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.plugin [None req-c042a677-28f5-4026-b552-0173028fe9dd None None] Current status of the port 44595313-06a6-4f37-ae23-ef5601879ca9 is: ACTIVE; New status is: ACTIVE {{(pid=104389) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 18 05:18:24.302926 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG dbcounter [-] [104388] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:18:24.551447 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.db.db_base_plugin_common [None req-80cc927c-8e71-4065-b24c-f0bae4b25e73 admin admin] Allocated IP 172.20.0.1 (cce77fdc-391d-4bde-a709-4c5e4b2c55d4/778d0c06-0b61-4f2c-a161-3f736e93558f/da50abec-a8b4-4e62-82dd-710b5b06d374) {{(pid=104388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 05:18:24.568007 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.rpc [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] Device 8e5d7c91-931e-49de-80d5-fe09b507ebe5 details requested by agent hyperv_hv-cinder-83699 with host hv-cinder-83699 {{(pid=104389) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 18 05:18:24.574179 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-efe3f424-2c7a-43f8-bf8b-01428691aed3 req-4856ab53-5ecb-456f-9d58-9f799ac9bdb2 tempest-TestMinimumBasicScenario-1360665084 tempest-TestMinimumBasicScenario-1360665084-project] 10.222.0.23 "GET /v2.0/ports?device_id=bf8c3731-ba5b-41dc-ab3b-16d6725300a0 HTTP/1.1" status: 200 len: 210 time: 0.0327497 Jun 18 05:18:24.577229 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG dbcounter [-] [104389] Writing DB stats neutron:SELECT=100 {{(pid=104389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:18:24.578363 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG dbcounter [-] [104388] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=104388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:18:24.648603 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-922bba9c-2eee-4dd0-ae59-bb5967157087 None None] Publish callbacks [] for port (deb66721-30b7-4846-a5c0-ccf3828418c2), precommit_update {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:18:24.692946 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-024d62a1-3afb-43ce-88b3-6bd3f05ec899 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789592556683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1744442'] for agent (a8549501-0164-4ac5-90a6-1ba1ba0d3f9d), after_update {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:18:24.713239 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-80cc927c-8e71-4065-b24c-f0bae4b25e73 admin admin] Publish callbacks [] for port (da50abec-a8b4-4e62-82dd-710b5b06d374), precommit_create {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:18:24.731124 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.db [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] For port 8e5d7c91-931e-49de-80d5-fe09b507ebe5, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=8e5d7c91-931e-49de-80d5-fe09b507ebe5,segment=NetworkSegment(8830b993-bf62-481e-91c8-f0f91b8d6fd9),segment_id=8830b993-bf62-481e-91c8-f0f91b8d6fd9)] {{(pid=104389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 05:18:24.743664 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.rpc [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] Returning: {'device': '8e5d7c91-931e-49de-80d5-fe09b507ebe5', 'network_id': 'e40c5bf8-60a8-4d08-b489-6f107ba55c42', 'port_id': '8e5d7c91-931e-49de-80d5-fe09b507ebe5', 'mac_address': 'fa:16:3e:05:3a:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 325, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '150ec3db-e886-4a5d-89d6-e02356d1809e', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104389) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 18 05:18:24.746459 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-922bba9c-2eee-4dd0-ae59-bb5967157087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1768343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789592765606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789592262840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789592262858'] for port (deb66721-30b7-4846-a5c0-ccf3828418c2), after_update {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:18:24.774668 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG dbcounter [-] [104389] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:18:24.779206 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc949f7-d77f-49a4-80ef-b8fdac80cc8b req-cd15ee44-03c4-43ab-a4ed-e503eb8877e9 tempest-ServerRescueNegativeTestJSON-1272623576 tempest-ServerRescueNegativeTestJSON-1272623576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:18:24.780795 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-3dc949f7-d77f-49a4-80ef-b8fdac80cc8b req-cd15ee44-03c4-43ab-a4ed-e503eb8877e9 tempest-ServerRescueNegativeTestJSON-1272623576 tempest-ServerRescueNegativeTestJSON-1272623576-project] 10.222.0.23 "GET /v2.0/ports?device_id=5b8a5eb5-afb5-4209-9aa5-b38844bf07f2 HTTP/1.1" status: 200 len: 944 time: 0.0633698 Jun 18 05:18:24.835636 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-3dc949f7-d77f-49a4-80ef-b8fdac80cc8b req-5348fad1-d6db-4ae3-bb56-b5af4a184d4d tempest-ServerRescueNegativeTestJSON-1272623576 tempest-ServerRescueNegativeTestJSON-1272623576-project] 10.222.0.23 "GET /v2.0/security-groups?id=83d5be7f-d8af-4828-9878-6877e2a6bac5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438042 Jun 18 05:18:24.835767 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0aab302-ebe2-4d52-ab9f-367a65687ae0 None None] Pushing event updated for resources: {'Port': ['ID=deb66721-30b7-4846-a5c0-ccf3828418c2,revision_number=2']} {{(pid=104389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:18:24.838569 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.plugin [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] Current status of the port 8e5d7c91-931e-49de-80d5-fe09b507ebe5 is: DOWN; New status is: BUILD {{(pid=104389) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 18 05:18:24.839047 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1768406'] for port (8e5d7c91-931e-49de-80d5-fe09b507ebe5), before_update {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:18:24.841720 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.managers [None req-922bba9c-2eee-4dd0-ae59-bb5967157087 None None] Attempting to bind port deb66721-30b7-4846-a5c0-ccf3828418c2 on host dv-cinder-836996-35-iscsi for vnic_type normal with profile {{(pid=104389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 18 05:18:24.842163 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.managers [None req-922bba9c-2eee-4dd0-ae59-bb5967157087 None None] Attempting to bind port deb66721-30b7-4846-a5c0-ccf3828418c2 by drivers openvswitch,hyperv on host dv-cinder-836996-35-iscsi at level 0 using segments [{'id': '62e6b565-92f9-4432-9d4a-754d0a7517a7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '65c030c7-6a7d-4cea-a47d-5cdd532db0e6'}] {{(pid=104389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 18 05:18:24.842876 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-922bba9c-2eee-4dd0-ae59-bb5967157087 None None] Attempting to bind port deb66721-30b7-4846-a5c0-ccf3828418c2 on network 65c030c7-6a7d-4cea-a47d-5cdd532db0e6 {{(pid=104389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 18 05:18:24.851422 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-922bba9c-2eee-4dd0-ae59-bb5967157087 None None] Checking agent: {'id': 'd503ae44-4e24-48d3-9886-03581f90537d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836996-35-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 18, 5, 8, 27), 'started_at': datetime.datetime(2022, 6, 18, 5, 8, 57), 'heartbeat_timestamp': datetime.datetime(2022, 6, 18, 5, 17, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836996-35-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 18 05:18:24.851422 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-922bba9c-2eee-4dd0-ae59-bb5967157087 None None] Checking segment: {'id': '62e6b565-92f9-4432-9d4a-754d0a7517a7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '65c030c7-6a7d-4cea-a47d-5cdd532db0e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 18 05:18:24.851422 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-922bba9c-2eee-4dd0-ae59-bb5967157087 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:18:24.851422 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-922bba9c-2eee-4dd0-ae59-bb5967157087 None None] Bound using segment: {'id': '62e6b565-92f9-4432-9d4a-754d0a7517a7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '65c030c7-6a7d-4cea-a47d-5cdd532db0e6'} {{(pid=104389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 18 05:18:24.851422 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.managers [None req-922bba9c-2eee-4dd0-ae59-bb5967157087 None None] Bound port: deb66721-30b7-4846-a5c0-ccf3828418c2, host: dv-cinder-836996-35-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '62e6b565-92f9-4432-9d4a-754d0a7517a7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '65c030c7-6a7d-4cea-a47d-5cdd532db0e6'}}] {{(pid=104389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 18 05:18:24.851422 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-922bba9c-2eee-4dd0-ae59-bb5967157087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1768406'] for port (deb66721-30b7-4846-a5c0-ccf3828418c2), before_update {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:18:24.867132 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-80cc927c-8e71-4065-b24c-f0bae4b25e73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1768343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789592262822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15493031'] for port (da50abec-a8b4-4e62-82dd-710b5b06d374), after_create {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:18:24.917424 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80cc927c-8e71-4065-b24c-f0bae4b25e73 admin admin] Network cce77fdc-391d-4bde-a709-4c5e4b2c55d4 is already hosted by enough agents. {{(pid=104388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 05:18:24.922378 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.scheduler.base_scheduler [None req-80cc927c-8e71-4065-b24c-f0bae4b25e73 admin admin] Resources bound (agent type, host, resource id): {{(pid=104388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 05:18:24.932480 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80cc927c-8e71-4065-b24c-f0bae4b25e73 admin admin] Received port after_create {{(pid=104388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 18 05:18:24.945173 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.notifiers.nova [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8e5d7c91-931e-49de-80d5-fe09b507ebe5 {{(pid=104389) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 18 05:18:24.980817 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-80cc927c-8e71-4065-b24c-f0bae4b25e73 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-574371'] for router_interface (75f5be04-c2f8-4a51-b8c2-9b8a8ae16f83), before_create {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:18:24.986487 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.db [None req-922bba9c-2eee-4dd0-ae59-bb5967157087 None None] For port deb66721-30b7-4846-a5c0-ccf3828418c2, host dv-cinder-836996-35-iscsi, cleared binding levels {{(pid=104389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 05:18:24.991865 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.db [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] For port 8e5d7c91-931e-49de-80d5-fe09b507ebe5, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=8e5d7c91-931e-49de-80d5-fe09b507ebe5,segment=NetworkSegment(8830b993-bf62-481e-91c8-f0f91b8d6fd9),segment_id=8830b993-bf62-481e-91c8-f0f91b8d6fd9)] {{(pid=104389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 05:18:25.005944 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.db [None req-922bba9c-2eee-4dd0-ae59-bb5967157087 None None] For port deb66721-30b7-4846-a5c0-ccf3828418c2, host dv-cinder-836996-35-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-35-iscsi',level=0,port_id=deb66721-30b7-4846-a5c0-ccf3828418c2,segment=NetworkSegment(62e6b565-92f9-4432-9d4a-754d0a7517a7),segment_id=62e6b565-92f9-4432-9d4a-754d0a7517a7)] {{(pid=104389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 05:18:25.028869 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.wsgi [-] (104387) accepted ('10.222.0.23', 49304) {{(pid=104387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 05:18:25.038035 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80cc927c-8e71-4065-b24c-f0bae4b25e73 admin admin] Pushing event updated for resources: {'Port': ['ID=da50abec-a8b4-4e62-82dd-710b5b06d374,revision_number=1']} {{(pid=104388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:18:25.059990 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1768343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789592765606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789592262840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789592262858'] for port (8e5d7c91-931e-49de-80d5-fe09b507ebe5), after_update {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:18:25.064657 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-922bba9c-2eee-4dd0-ae59-bb5967157087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1768343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789592765606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789592262840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789592262858'] for port (deb66721-30b7-4846-a5c0-ccf3828418c2), after_update {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:18:25.158289 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] Pushing event updated for resources: {'Port': ['ID=8e5d7c91-931e-49de-80d5-fe09b507ebe5,revision_number=4']} {{(pid=104389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:18:25.163147 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-922bba9c-2eee-4dd0-ae59-bb5967157087 None None] Routers {'75f5be04-c2f8-4a51-b8c2-9b8a8ae16f83'} bound to L3 agent in host dv-cinder-836996-35-iscsi {{(pid=104389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 18 05:18:25.173027 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.db.l3_hamode_db [None req-922bba9c-2eee-4dd0-ae59-bb5967157087 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-35-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-18T05:08:24Z,description=,heartbeat_timestamp=2022-06-18T05:18:25Z,host='dv-cinder-836996-35-iscsi',id=a8549501-0164-4ac5-90a6-1ba1ba0d3f9d,load=0,resource_versions=,resources_synced=,started_at=2022-06-18T05:08:25Z,topic='l3_agent')) {'router_ids': ['75f5be04-c2f8-4a51-b8c2-9b8a8ae16f83'], 'active': True} {{(pid=104389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 05:18:25.246266 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-d842342d-fb6a-4206-92a8-f93ae17adbf3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:18:25.272122 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.rpc [None req-c042a677-28f5-4026-b552-0173028fe9dd None None] Device 44595313-06a6-4f37-ae23-ef5601879ca9 up at agent ovs-agent-dv-cinder-836996-35-iscsi {{(pid=104389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 18 05:18:25.366284 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG dbcounter [-] [104389] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:18:25.382148 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-80cc927c-8e71-4065-b24c-f0bae4b25e73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1768406'] for port (da50abec-a8b4-4e62-82dd-710b5b06d374), before_update {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:18:25.400320 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG dbcounter [-] [104388] Writing DB stats neutron:UPDATE=1,neutron:SELECT=96,neutron:INSERT=3 {{(pid=104388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:18:25.404349 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.db.provisioning_blocks [None req-d2689cdb-c278-4c55-a31c-0e7c410c2e2d None None] Provisioning complete for port da50abec-a8b4-4e62-82dd-710b5b06d374 triggered by entity DHCP. {{(pid=104389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 18 05:18:25.408261 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-d2689cdb-c278-4c55-a31c-0e7c410c2e2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1740956'] for port (da50abec-a8b4-4e62-82dd-710b5b06d374), provisioning_complete {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:18:25.408261 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0aab302-ebe2-4d52-ab9f-367a65687ae0 None None] Pushing event updated for resources: {'Port': ['ID=deb66721-30b7-4846-a5c0-ccf3828418c2,revision_number=3']} {{(pid=104389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:18:25.445462 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-d842342d-fb6a-4206-92a8-f93ae17adbf3 admin admin] Publish callbacks [] for security_group (4a9ca1d6-2f86-433e-8cf6-a1b84446cc54), precommit_create {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:18:25.468584 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.plugin [None req-d2689cdb-c278-4c55-a31c-0e7c410c2e2d None None] Port da50abec-a8b4-4e62-82dd-710b5b06d374 cannot update to ACTIVE because it is not bound. {{(pid=104389) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 18 05:18:25.468718 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.db.l3_dvr_db [None req-922bba9c-2eee-4dd0-ae59-bb5967157087 None None] Set router 75f5be04-c2f8-4a51-b8c2-9b8a8ae16f83 gateway port host: dv-cinder-836996-35-iscsi {{(pid=104389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 18 05:18:25.495267 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.db.provisioning_blocks [None req-c042a677-28f5-4026-b552-0173028fe9dd None None] Provisioning complete for port 44595313-06a6-4f37-ae23-ef5601879ca9 triggered by entity L2. {{(pid=104389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 18 05:18:25.495620 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-c042a677-28f5-4026-b552-0173028fe9dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1740956'] for port (44595313-06a6-4f37-ae23-ef5601879ca9), provisioning_complete {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:18:25.513600 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552d7899-8f1b-46c8-8f34-0c59f74b4076 req-2b54f15d-1dc2-4cef-93ee-edc5a6ff68e0 tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:18:25.515112 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-552d7899-8f1b-46c8-8f34-0c59f74b4076 req-2b54f15d-1dc2-4cef-93ee-edc5a6ff68e0 tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] 10.222.0.23 "GET /v2.0/ports?device_id=3db86af8-06be-4481-ae05-85abb634d58e HTTP/1.1" status: 200 len: 945 time: 0.0770495 Jun 18 05:18:25.544892 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-d842342d-fb6a-4206-92a8-f93ae17adbf3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728332'] for security_group (4a9ca1d6-2f86-433e-8cf6-a1b84446cc54), after_create {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:18:25.565456 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.db [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] get_ports_and_sgs() called for port_ids ['8e5d7c91-931e-49de-80d5-fe09b507ebe5'] {{(pid=104389) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 18 05:18:25.622567 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [None req-d842342d-fb6a-4206-92a8-f93ae17adbf3 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=b9f83a8cb78d4c7face46c6d787bfc5d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5923841 Jun 18 05:18:25.624274 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.wsgi [-] (104387) accepted ('10.222.0.23', 49326) {{(pid=104387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 05:18:25.625907 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-552d7899-8f1b-46c8-8f34-0c59f74b4076 req-10758a7a-3e5a-4418-af67-c3c6caabfd5d tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] 10.222.0.23 "GET /v2.0/security-groups?id=e7fc1561-1092-4d2a-b878-ed2f82ce27ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0919309 Jun 18 05:18:25.656263 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-bd48e2cf-68a6-4f35-9a09-882d425f288c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789592556683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1744442'] for agent (e572bbf3-12d8-41bb-a2ed-524d739c9de1), after_update {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:18:25.672253 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-80cc927c-8e71-4065-b24c-f0bae4b25e73 admin admin] Publish callbacks [] for port (da50abec-a8b4-4e62-82dd-710b5b06d374), precommit_update {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:18:25.685271 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d842342d-fb6a-4206-92a8-f93ae17adbf3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a9ca1d6-2f86-433e-8cf6-a1b84446cc54,revision_number=1']} {{(pid=104387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:18:25.720596 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-5a4cd17e-b723-499a-9b51-91ea1bed2746 req-8e715faa-743f-44c5-9fb6-352ac91db4a1 tempest-TestMinimumBasicScenario-1360665084 tempest-TestMinimumBasicScenario-1360665084-project] 10.222.0.23 "GET /v2.0/ports?device_id=bf8c3731-ba5b-41dc-ab3b-16d6725300a0 HTTP/1.1" status: 200 len: 210 time: 0.0308871 Jun 18 05:18:25.739306 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-47a6c1f4-d404-4e4c-a169-ca0f26f6d58c admin admin] Publish callbacks [] for security_group (4a9ca1d6-2f86-433e-8cf6-a1b84446cc54), before_delete {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:18:25.764641 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-47a6c1f4-d404-4e4c-a169-ca0f26f6d58c admin admin] Publish callbacks [] for security_group (4a9ca1d6-2f86-433e-8cf6-a1b84446cc54), precommit_delete {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:18:25.774137 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-80cc927c-8e71-4065-b24c-f0bae4b25e73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1768343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789592765606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789592262840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789592262858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15493038'] for port (da50abec-a8b4-4e62-82dd-710b5b06d374), after_update {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:18:25.859919 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-80cc927c-8e71-4065-b24c-f0bae4b25e73 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-546262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-574263'] for router_interface (75f5be04-c2f8-4a51-b8c2-9b8a8ae16f83), after_create {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:18:25.863660 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80cc927c-8e71-4065-b24c-f0bae4b25e73 admin admin] Pushing event updated for resources: {'Port': ['ID=da50abec-a8b4-4e62-82dd-710b5b06d374,revision_number=2']} {{(pid=104388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:18:25.867262 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.plugin [None req-c042a677-28f5-4026-b552-0173028fe9dd None None] Current status of the port 44595313-06a6-4f37-ae23-ef5601879ca9 is: ACTIVE; New status is: ACTIVE {{(pid=104389) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 18 05:18:25.900206 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-47a6c1f4-d404-4e4c-a169-ca0f26f6d58c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728332'] for security_group (4a9ca1d6-2f86-433e-8cf6-a1b84446cc54), after_delete {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:18:25.904534 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-47a6c1f4-d404-4e4c-a169-ca0f26f6d58c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:18:25.906019 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [None req-47a6c1f4-d404-4e4c-a169-ca0f26f6d58c admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/4a9ca1d6-2f86-433e-8cf6-a1b84446cc54 HTTP/1.1" status: 204 len: 168 time: 0.2679517 Jun 18 05:18:25.910211 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.db.l3_hamode_db [None req-922bba9c-2eee-4dd0-ae59-bb5967157087 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75f5be04-c2f8-4a51-b8c2-9b8a8ae16f83', 'name': 'tempest-TestShelveInstance-857687147-router', 'tenant_id': '65a7c712ebe34d53b4acd7e8473c6d95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65c030c7-6a7d-4cea-a47d-5cdd532db0e6', 'external_fixed_ips': [{'subnet_id': 'a9fa7760-a071-45ee-b985-799999c69975', 'ip_address': '172.27.2.111'}], 'enable_snat': True}, 'gw_port_id': 'deb66721-30b7-4846-a5c0-ccf3828418c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-18T05:18:21Z', 'updated_at': '2022-06-18T05:18:22Z', 'revision_number': 3, 'project_id': '65a7c712ebe34d53b4acd7e8473c6d95', 'gw_port': {'id': 'deb66721-30b7-4846-a5c0-ccf3828418c2', 'name': '', 'network_id': '65c030c7-6a7d-4cea-a47d-5cdd532db0e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:2c:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75f5be04-c2f8-4a51-b8c2-9b8a8ae16f83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': 'a9fa7760-a071-45ee-b985-799999c69975', 'ip_address': '172.27.2.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-18T05:18:21Z', 'updated_at': '2022-06-18T05:18:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a9fa7760-a071-45ee-b985-799999c69975', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-35-iscsi'}], 'dv-cinder-836996-35-iscsi', False) {} {{(pid=104389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 05:18:25.923208 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a6c1f4-d404-4e4c-a169-ca0f26f6d58c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a9ca1d6-2f86-433e-8cf6-a1b84446cc54,revision_number=None']} {{(pid=104387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:18:25.969735 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG dbcounter [-] [104389] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:18:25.975786 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-922bba9c-2eee-4dd0-ae59-bb5967157087 None None] The sync data for ids ['75f5be04-c2f8-4a51-b8c2-9b8a8ae16f83'] in dv-cinder-836996-35-iscsi is: [{'id': '75f5be04-c2f8-4a51-b8c2-9b8a8ae16f83', 'name': 'tempest-TestShelveInstance-857687147-router', 'tenant_id': '65a7c712ebe34d53b4acd7e8473c6d95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65c030c7-6a7d-4cea-a47d-5cdd532db0e6', 'external_fixed_ips': [{'subnet_id': 'a9fa7760-a071-45ee-b985-799999c69975', 'ip_address': '172.27.2.111'}], 'enable_snat': True}, 'gw_port_id': 'deb66721-30b7-4846-a5c0-ccf3828418c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-18T05:18:21Z', 'updated_at': '2022-06-18T05:18:22Z', 'revision_number': 3, 'project_id': '65a7c712ebe34d53b4acd7e8473c6d95', 'gw_port': {'id': 'deb66721-30b7-4846-a5c0-ccf3828418c2', 'name': '', 'network_id': '65c030c7-6a7d-4cea-a47d-5cdd532db0e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:2c:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75f5be04-c2f8-4a51-b8c2-9b8a8ae16f83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': 'a9fa7760-a071-45ee-b985-799999c69975', 'ip_address': '172.27.2.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-18T05:18:21Z', 'updated_at': '2022-06-18T05:18:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a9fa7760-a071-45ee-b985-799999c69975', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-35-iscsi'}] {{(pid=104389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 05:18:26.038304 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80cc927c-8e71-4065-b24c-f0bae4b25e73 admin admin] Network cce77fdc-391d-4bde-a709-4c5e4b2c55d4 is already hosted by enough agents. {{(pid=104388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 05:18:26.047493 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a4fac9-76f6-48c2-8940-5991c1c0306e req-d68ab673-e6e2-4ccd-af3a-921cfbba6f7a tempest-ServerRescueNegativeTestJSON-1272623576 tempest-ServerRescueNegativeTestJSON-1272623576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:18:26.049028 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-23a4fac9-76f6-48c2-8940-5991c1c0306e req-d68ab673-e6e2-4ccd-af3a-921cfbba6f7a tempest-ServerRescueNegativeTestJSON-1272623576 tempest-ServerRescueNegativeTestJSON-1272623576-project] 10.222.0.23 "GET /v2.0/ports?device_id=5b8a5eb5-afb5-4209-9aa5-b38844bf07f2 HTTP/1.1" status: 200 len: 945 time: 0.0881338 Jun 18 05:18:26.050111 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.scheduler.base_scheduler [None req-80cc927c-8e71-4065-b24c-f0bae4b25e73 admin admin] Resources bound (agent type, host, resource id): {{(pid=104388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 05:18:26.112567 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG dbcounter [-] [104388] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:18:26.171082 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-23a4fac9-76f6-48c2-8940-5991c1c0306e req-37e76392-1d84-416b-97d5-5c3a9f18d603 tempest-ServerRescueNegativeTestJSON-1272623576 tempest-ServerRescueNegativeTestJSON-1272623576-project] 10.222.0.23 "GET /v2.0/security-groups?id=83d5be7f-d8af-4828-9878-6877e2a6bac5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141009 Jun 18 05:18:26.254062 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80cc927c-8e71-4065-b24c-f0bae4b25e73 admin admin] Router 75f5be04-c2f8-4a51-b8c2-9b8a8ae16f83 has already been hosted by L3 agent a8549501-0164-4ac5-90a6-1ba1ba0d3f9d {{(pid=104388) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 18 05:18:26.407802 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80cc927c-8e71-4065-b24c-f0bae4b25e73 admin admin] Notify agent at l3_agent.dv-cinder-836996-35-iscsi the message routers_updated {{(pid=104388) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 05:18:26.417566 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [None req-80cc927c-8e71-4065-b24c-f0bae4b25e73 admin admin] 10.222.0.23 "PUT /v2.0/routers/75f5be04-c2f8-4a51-b8c2-9b8a8ae16f83/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5751696 Jun 18 05:18:26.437195 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.db.provisioning_blocks [None req-8c4a751e-770a-483e-a4c4-6cbb59cc0f7c None None] Provisioning complete for port da50abec-a8b4-4e62-82dd-710b5b06d374 triggered by entity DHCP. {{(pid=104389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 18 05:18:26.441037 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-8c4a751e-770a-483e-a4c4-6cbb59cc0f7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1740956'] for port (da50abec-a8b4-4e62-82dd-710b5b06d374), provisioning_complete {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:18:26.485143 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.plugin [None req-8c4a751e-770a-483e-a4c4-6cbb59cc0f7c None None] Port da50abec-a8b4-4e62-82dd-710b5b06d374 cannot update to ACTIVE because it is not bound. {{(pid=104389) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 18 05:18:26.630995 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ffe264-34d8-47bb-8d4b-d02421316e5b req-2438cc45-3dc2-45cc-861b-712d530176b1 tempest-TestMinimumBasicScenario-1360665084 tempest-TestMinimumBasicScenario-1360665084-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:18:26.630995 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-78ffe264-34d8-47bb-8d4b-d02421316e5b req-2438cc45-3dc2-45cc-861b-712d530176b1 tempest-TestMinimumBasicScenario-1360665084 tempest-TestMinimumBasicScenario-1360665084-project] 10.222.0.15 "GET /v2.0/networks?id=381e581a-9cea-44f2-9ed2-365c11f6d6d9 HTTP/1.1" status: 200 len: 814 time: 0.1286616 Jun 18 05:18:26.630995 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG dbcounter [-] [104388] Writing DB stats neutron:SELECT=100 {{(pid=104388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:18:26.653642 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.api.v2.base [req-78ffe264-34d8-47bb-8d4b-d02421316e5b req-12029636-79fb-4189-9dfa-27d44922a91e tempest-TestMinimumBasicScenario-1360665084 tempest-TestMinimumBasicScenario-1360665084-project] Request body: {'port': {'device_id': 'bf8c3731-ba5b-41dc-ab3b-16d6725300a0', 'network_id': '381e581a-9cea-44f2-9ed2-365c11f6d6d9', 'admin_state_up': True, 'tenant_id': '3a833f00ba294564a66b9eefbc49147e'}} {{(pid=104388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 18 05:18:26.824640 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.rpc [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] Device 8e5d7c91-931e-49de-80d5-fe09b507ebe5 up at agent hyperv_hv-cinder-83699 {{(pid=104389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 18 05:18:26.825377 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38983cff-13b2-45a7-8fc7-7e15d05d4e53 req-17132448-5200-4cbe-920e-bc5603fae98d tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:18:26.827306 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-38983cff-13b2-45a7-8fc7-7e15d05d4e53 req-17132448-5200-4cbe-920e-bc5603fae98d tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] 10.222.0.23 "GET /v2.0/ports?device_id=3db86af8-06be-4481-ae05-85abb634d58e HTTP/1.1" status: 200 len: 945 time: 0.1031561 Jun 18 05:18:26.900201 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-a434f8ba-5c4b-4888-bc5f-8823a36e3016 req-787c85d5-8ce6-423c-b6ef-a936c19c0eb1 tempest-TestMinimumBasicScenario-1360665084 tempest-TestMinimumBasicScenario-1360665084-project] 10.222.0.23 "GET /v2.0/ports?device_id=bf8c3731-ba5b-41dc-ab3b-16d6725300a0 HTTP/1.1" status: 200 len: 210 time: 0.0496576 Jun 18 05:18:26.953536 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-78ffe264-34d8-47bb-8d4b-d02421316e5b req-12029636-79fb-4189-9dfa-27d44922a91e tempest-TestMinimumBasicScenario-1360665084 tempest-TestMinimumBasicScenario-1360665084-project] Made reservation on behalf of 3a833f00ba294564a66b9eefbc49147e for: {'port': 1} {{(pid=104388) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 05:18:26.956005 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.db.provisioning_blocks [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] Provisioning for port 8e5d7c91-931e-49de-80d5-fe09b507ebe5 completed by entity L2. {{(pid=104389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 18 05:18:26.962089 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [req-78ffe264-34d8-47bb-8d4b-d02421316e5b req-12029636-79fb-4189-9dfa-27d44922a91e tempest-TestMinimumBasicScenario-1360665084 tempest-TestMinimumBasicScenario-1360665084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1768406'] for port (None), before_create {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:18:26.984171 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-38983cff-13b2-45a7-8fc7-7e15d05d4e53 req-f67e4aa4-3427-441e-a384-b36d67dba1b4 tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] 10.222.0.23 "GET /v2.0/security-groups?id=e7fc1561-1092-4d2a-b878-ed2f82ce27ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1332989 Jun 18 05:18:27.058930 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.db.provisioning_blocks [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] Provisioning complete for port 8e5d7c91-931e-49de-80d5-fe09b507ebe5 triggered by entity L2. {{(pid=104389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 18 05:18:27.059357 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1740956'] for port (8e5d7c91-931e-49de-80d5-fe09b507ebe5), provisioning_complete {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:18:27.101703 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.db.db_base_plugin_common [req-78ffe264-34d8-47bb-8d4b-d02421316e5b req-12029636-79fb-4189-9dfa-27d44922a91e tempest-TestMinimumBasicScenario-1360665084 tempest-TestMinimumBasicScenario-1360665084-project] Allocated IP 172.20.0.8 (381e581a-9cea-44f2-9ed2-365c11f6d6d9/bc9d70cb-3189-4844-951f-f295bb588b8d/ed5753b8-9359-4e81-8f42-c2dd469ec79e) {{(pid=104388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 05:18:27.219120 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.plugin [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] Current status of the port 8e5d7c91-931e-49de-80d5-fe09b507ebe5 is: BUILD; New status is: ACTIVE {{(pid=104389) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 18 05:18:27.219715 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1768406'] for port (8e5d7c91-931e-49de-80d5-fe09b507ebe5), before_update {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:18:27.333421 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b8a5eb5-afb5-4209-9aa5-b38844bf07f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e5d7c91-931e-49de-80d5-fe09b507ebe5'}] {{(pid=104389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 18 05:18:27.348211 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84994602c193c13a4c26b8b675ba51d9b392d44d80225cb9db16c930b334f47b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d647c40-1ab0-4d07-95f9-d6d47841c01f" -d '{"events": [{"server_uuid": "5b8a5eb5-afb5-4209-9aa5-b38844bf07f2", "name": "network-vif-plugged", "status": "completed", "tag": "8e5d7c91-931e-49de-80d5-fe09b507ebe5"}]}' {{(pid=104389) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 05:18:27.353642 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.rpc [None req-c042a677-28f5-4026-b552-0173028fe9dd None None] Device deb66721-30b7-4846-a5c0-ccf3828418c2 up at agent ovs-agent-dv-cinder-836996-35-iscsi {{(pid=104389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 18 05:18:27.358085 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-5df8b1a9-a354-44ed-8761-35e8e24f4084 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789592556683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1744442'] for agent (37f34a37-d85d-4c21-966b-86dc43157ac3), after_update {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:18:27.359921 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.db [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] For port 8e5d7c91-931e-49de-80d5-fe09b507ebe5, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=8e5d7c91-931e-49de-80d5-fe09b507ebe5,segment=NetworkSegment(8830b993-bf62-481e-91c8-f0f91b8d6fd9),segment_id=8830b993-bf62-481e-91c8-f0f91b8d6fd9)] {{(pid=104389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 05:18:27.421330 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Jun 2022 05:18:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a567977-c5d3-4950-aaf2-376981d50fd5 x-openstack-request-id: req-4a567977-c5d3-4950-aaf2-376981d50fd5 {{(pid=104389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 05:18:27.421680 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b8a5eb5-afb5-4209-9aa5-b38844bf07f2", "name": "network-vif-plugged", "status": "completed", "tag": "8e5d7c91-931e-49de-80d5-fe09b507ebe5", "code": 200}]} {{(pid=104389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 05:18:27.421938 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-4a567977-c5d3-4950-aaf2-376981d50fd5 {{(pid=104389) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 05:18:27.422427 dv-cinder-836996-35-iscsi neutron-server[104389]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4a567977-c5d3-4950-aaf2-376981d50fd5'] response: {'server_uuid': '5b8a5eb5-afb5-4209-9aa5-b38844bf07f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e5d7c91-931e-49de-80d5-fe09b507ebe5', 'code': 200} Jun 18 05:18:27.428535 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1768343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789592765606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789592262840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789592262858'] for port (8e5d7c91-931e-49de-80d5-fe09b507ebe5), after_update {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:18:27.437019 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.db.provisioning_blocks [None req-c042a677-28f5-4026-b552-0173028fe9dd None None] Provisioning complete for port deb66721-30b7-4846-a5c0-ccf3828418c2 triggered by entity L2. {{(pid=104389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 18 05:18:27.437530 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-c042a677-28f5-4026-b552-0173028fe9dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1740956'] for port (deb66721-30b7-4846-a5c0-ccf3828418c2), provisioning_complete {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:18:27.478458 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a07860-9bce-4e8c-a1bc-f0c94d983495 req-d459c7a4-e5fe-438e-be3b-5134218ae88f tempest-ServerRescueNegativeTestJSON-1272623576 tempest-ServerRescueNegativeTestJSON-1272623576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:18:27.485919 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-49a07860-9bce-4e8c-a1bc-f0c94d983495 req-d459c7a4-e5fe-438e-be3b-5134218ae88f tempest-ServerRescueNegativeTestJSON-1272623576 tempest-ServerRescueNegativeTestJSON-1272623576-project] 10.222.0.23 "GET /v2.0/ports?device_id=5b8a5eb5-afb5-4209-9aa5-b38844bf07f2 HTTP/1.1" status: 200 len: 945 time: 0.1758080 Jun 18 05:18:27.532666 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [req-78ffe264-34d8-47bb-8d4b-d02421316e5b req-12029636-79fb-4189-9dfa-27d44922a91e tempest-TestMinimumBasicScenario-1360665084 tempest-TestMinimumBasicScenario-1360665084-project] Publish callbacks [] for port (ed5753b8-9359-4e81-8f42-c2dd469ec79e), precommit_create {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:18:27.548676 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] Pushing event updated for resources: {'Port': ['ID=8e5d7c91-931e-49de-80d5-fe09b507ebe5,revision_number=5']} {{(pid=104389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:18:27.589803 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-c042a677-28f5-4026-b552-0173028fe9dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789592556683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1744442'] for agent (d503ae44-4e24-48d3-9886-03581f90537d), after_update {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:18:27.599913 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.plugin [None req-c042a677-28f5-4026-b552-0173028fe9dd None None] Current status of the port deb66721-30b7-4846-a5c0-ccf3828418c2 is: DOWN; New status is: ACTIVE {{(pid=104389) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 18 05:18:27.600295 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-c042a677-28f5-4026-b552-0173028fe9dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1768406'] for port (deb66721-30b7-4846-a5c0-ccf3828418c2), before_update {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:18:27.602184 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-49a07860-9bce-4e8c-a1bc-f0c94d983495 req-eb203fd3-ba2e-40ba-b8e0-1ca5c68e8f81 tempest-ServerRescueNegativeTestJSON-1272623576 tempest-ServerRescueNegativeTestJSON-1272623576-project] 10.222.0.23 "GET /v2.0/security-groups?id=83d5be7f-d8af-4828-9878-6877e2a6bac5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148293 Jun 18 05:18:27.608829 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG dbcounter [-] [104389] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:UPDATE=5 {{(pid=104389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:18:27.610751 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG dbcounter [-] [104388] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=104388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:18:27.625518 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.db [None req-c042a677-28f5-4026-b552-0173028fe9dd None None] For port deb66721-30b7-4846-a5c0-ccf3828418c2, host dv-cinder-836996-35-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-35-iscsi',level=0,port_id=deb66721-30b7-4846-a5c0-ccf3828418c2,segment=NetworkSegment(62e6b565-92f9-4432-9d4a-754d0a7517a7),segment_id=62e6b565-92f9-4432-9d4a-754d0a7517a7)] {{(pid=104389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 05:18:27.716077 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-c042a677-28f5-4026-b552-0173028fe9dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1768343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789592765606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789592262840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789592262858'] for port (deb66721-30b7-4846-a5c0-ccf3828418c2), after_update {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:18:27.716320 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [req-78ffe264-34d8-47bb-8d4b-d02421316e5b req-12029636-79fb-4189-9dfa-27d44922a91e tempest-TestMinimumBasicScenario-1360665084 tempest-TestMinimumBasicScenario-1360665084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1768343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789592262822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15493031'] for port (ed5753b8-9359-4e81-8f42-c2dd469ec79e), after_create {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:18:27.773009 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c042a677-28f5-4026-b552-0173028fe9dd None None] Pushing event updated for resources: {'Port': ['ID=deb66721-30b7-4846-a5c0-ccf3828418c2,revision_number=4']} {{(pid=104389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:18:27.782964 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-78ffe264-34d8-47bb-8d4b-d02421316e5b req-12029636-79fb-4189-9dfa-27d44922a91e tempest-TestMinimumBasicScenario-1360665084 tempest-TestMinimumBasicScenario-1360665084-project] Network 381e581a-9cea-44f2-9ed2-365c11f6d6d9 is already hosted by enough agents. {{(pid=104388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 05:18:27.787946 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.scheduler.base_scheduler [req-78ffe264-34d8-47bb-8d4b-d02421316e5b req-12029636-79fb-4189-9dfa-27d44922a91e tempest-TestMinimumBasicScenario-1360665084 tempest-TestMinimumBasicScenario-1360665084-project] Resources bound (agent type, host, resource id): {{(pid=104388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 05:18:27.792709 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.db.l3_dvrscheduler_db [req-78ffe264-34d8-47bb-8d4b-d02421316e5b req-12029636-79fb-4189-9dfa-27d44922a91e tempest-TestMinimumBasicScenario-1360665084 tempest-TestMinimumBasicScenario-1360665084-project] Received port after_create {{(pid=104388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 18 05:18:27.796869 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12029636-79fb-4189-9dfa-27d44922a91e tempest-TestMinimumBasicScenario-1360665084 tempest-TestMinimumBasicScenario-1360665084-project] Pushing event updated for resources: {'Port': ['ID=ed5753b8-9359-4e81-8f42-c2dd469ec79e,revision_number=1']} {{(pid=104388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:18:27.888175 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b8b5a5-878d-4bb5-abb8-8062f04d5b0c req-4d7f0c4b-2862-4f2e-bb36-3650d6204808 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:18:27.890133 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-88b8b5a5-878d-4bb5-abb8-8062f04d5b0c req-4d7f0c4b-2862-4f2e-bb36-3650d6204808 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=5b8a5eb5-afb5-4209-9aa5-b38844bf07f2 HTTP/1.1" status: 200 len: 1130 time: 0.0718963 Jun 18 05:18:27.898511 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ffe264-34d8-47bb-8d4b-d02421316e5b req-12029636-79fb-4189-9dfa-27d44922a91e tempest-TestMinimumBasicScenario-1360665084 tempest-TestMinimumBasicScenario-1360665084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:18:27.899159 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [req-78ffe264-34d8-47bb-8d4b-d02421316e5b req-12029636-79fb-4189-9dfa-27d44922a91e tempest-TestMinimumBasicScenario-1360665084 tempest-TestMinimumBasicScenario-1360665084-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19502'] for port (None), before_response {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:18:28.018564 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.wsgi [-] (104387) accepted ('10.222.0.23', 49420) {{(pid=104387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 05:18:28.142365 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.db.provisioning_blocks [None req-963586d5-8c38-477a-bf1e-16fec70a8c7d None None] Provisioning complete for port ed5753b8-9359-4e81-8f42-c2dd469ec79e triggered by entity DHCP. {{(pid=104389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 18 05:18:28.142908 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-963586d5-8c38-477a-bf1e-16fec70a8c7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1740956'] for port (ed5753b8-9359-4e81-8f42-c2dd469ec79e), provisioning_complete {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:18:28.172723 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef4b16a-913d-4bd6-aa49-6cde4f58c8e4 req-509b4cf4-b67b-454f-9895-00917f3b30d5 tempest-TestMinimumBasicScenario-1360665084 tempest-TestMinimumBasicScenario-1360665084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:18:28.183314 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-7ef4b16a-913d-4bd6-aa49-6cde4f58c8e4 req-509b4cf4-b67b-454f-9895-00917f3b30d5 tempest-TestMinimumBasicScenario-1360665084 tempest-TestMinimumBasicScenario-1360665084-project] 10.222.0.23 "GET /v2.0/ports?device_id=bf8c3731-ba5b-41dc-ab3b-16d6725300a0 HTTP/1.1" status: 200 len: 931 time: 0.1475060 Jun 18 05:18:28.225825 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.wsgi [-] (104388) accepted ('10.222.0.23', 49428) {{(pid=104388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 05:18:28.228063 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.plugin [None req-963586d5-8c38-477a-bf1e-16fec70a8c7d None None] Port ed5753b8-9359-4e81-8f42-c2dd469ec79e cannot update to ACTIVE because it is not bound. {{(pid=104389) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 18 05:18:28.267185 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG dbcounter [-] [104388] Writing DB stats neutron:INSERT=2,neutron:UPDATE=2,neutron:SELECT=94,neutron:DELETE=2 {{(pid=104388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:18:28.271815 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-7ef4b16a-913d-4bd6-aa49-6cde4f58c8e4 req-c57e706a-0151-4d56-88b1-a857d04be9bc tempest-TestMinimumBasicScenario-1360665084 tempest-TestMinimumBasicScenario-1360665084-project] 10.222.0.23 "GET /v2.0/security-groups?id=bc90fc02-3a22-4765-be93-15065878de04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854182 Jun 18 05:18:28.279898 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-88b8b5a5-878d-4bb5-abb8-8062f04d5b0c req-d8c47b72-3e0f-4507-8143-bfbc57540ebb service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=83d5be7f-d8af-4828-9878-6877e2a6bac5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3765669 Jun 18 05:18:28.284085 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.wsgi [-] (104387) accepted ('10.222.0.23', 49432) {{(pid=104387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 05:18:28.290605 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.api.v2.base [None req-db04c2c7-44de-4b62-be67-ea9cf907de12 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-2085411064-network', 'tenant_id': 'a42225556e894a4b83bf66b4a3cb2522'}} {{(pid=104387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 18 05:18:28.301851 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afe1f83-a0dd-4439-8c85-7dbc08aa033f req-17b7da59-28d2-44ab-833b-7f17bf2fbe9a tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:18:28.303927 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-0afe1f83-a0dd-4439-8c85-7dbc08aa033f req-17b7da59-28d2-44ab-833b-7f17bf2fbe9a tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] 10.222.0.23 "GET /v2.0/ports?device_id=3db86af8-06be-4481-ae05-85abb634d58e HTTP/1.1" status: 200 len: 945 time: 0.1028101 Jun 18 05:18:28.322111 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-78ffe264-34d8-47bb-8d4b-d02421316e5b req-12029636-79fb-4189-9dfa-27d44922a91e tempest-TestMinimumBasicScenario-1360665084 tempest-TestMinimumBasicScenario-1360665084-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6737919 Jun 18 05:18:28.372361 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e91debe4-8fab-4a31-bcd8-5f8a6de22b49 None None] Sync routers for ids ['75f5be04-c2f8-4a51-b8c2-9b8a8ae16f83'] in dv-cinder-836996-35-iscsi {{(pid=104390) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 05:18:28.378956 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-0afe1f83-a0dd-4439-8c85-7dbc08aa033f req-c2ce0069-cdb4-46c5-af21-a4d7e039ba85 tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] 10.222.0.23 "GET /v2.0/security-groups?id=e7fc1561-1092-4d2a-b878-ed2f82ce27ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0681410 Jun 18 05:18:28.396947 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db04c2c7-44de-4b62-be67-ea9cf907de12 admin admin] Made reservation on behalf of a42225556e894a4b83bf66b4a3cb2522 for: {'network': 1} {{(pid=104387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 05:18:28.402621 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-db04c2c7-44de-4b62-be67-ea9cf907de12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1768406'] for network (None), before_create {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:18:28.407992 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e91debe4-8fab-4a31-bcd8-5f8a6de22b49 None None] Routers {'75f5be04-c2f8-4a51-b8c2-9b8a8ae16f83'} bound to L3 agent in host dv-cinder-836996-35-iscsi {{(pid=104390) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 18 05:18:28.408680 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG neutron.db.l3_hamode_db [None req-e91debe4-8fab-4a31-bcd8-5f8a6de22b49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-35-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-18T05:08:24Z,description=,heartbeat_timestamp=2022-06-18T05:18:25Z,host='dv-cinder-836996-35-iscsi',id=a8549501-0164-4ac5-90a6-1ba1ba0d3f9d,load=0,resource_versions=,resources_synced=,started_at=2022-06-18T05:08:25Z,topic='l3_agent')) {'router_ids': ['75f5be04-c2f8-4a51-b8c2-9b8a8ae16f83'], 'active': True} {{(pid=104390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 05:18:28.416797 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-db04c2c7-44de-4b62-be67-ea9cf907de12 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:18:28.444274 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.wsgi [-] (104388) accepted ('10.222.0.23', 49436) {{(pid=104388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 05:18:28.532997 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-db04c2c7-44de-4b62-be67-ea9cf907de12 admin admin] Publish callbacks [] for security_group (5d9abfa3-f8e7-493f-bdb2-3ceb9705d65b), precommit_create {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:18:28.580161 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.api.v2.base [None req-c1584e02-06f2-42b8-960e-db7a212b6536 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1399423303-network', 'tenant_id': 'a63728833c434410864d0d7431a9fac2'}} {{(pid=104387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 18 05:18:28.603368 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-db04c2c7-44de-4b62-be67-ea9cf907de12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728332'] for security_group (5d9abfa3-f8e7-493f-bdb2-3ceb9705d65b), after_create {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:18:28.604387 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-cec9ccdf-91f3-44d1-9e19-e8f55f5a0975 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:18:28.614813 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG neutron.db.l3_dvr_db [None req-e91debe4-8fab-4a31-bcd8-5f8a6de22b49 None None] Set router 75f5be04-c2f8-4a51-b8c2-9b8a8ae16f83 gateway port host: dv-cinder-836996-35-iscsi {{(pid=104390) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 18 05:18:28.635972 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-db04c2c7-44de-4b62-be67-ea9cf907de12 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 313} {{(pid=104387) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 18 05:18:28.656389 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-db04c2c7-44de-4b62-be67-ea9cf907de12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1723189'] for segment (cbdf8901-571a-435e-aa4f-ff28e4186d07), precommit_create {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:18:28.656732 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.db.segments_db [None req-db04c2c7-44de-4b62-be67-ea9cf907de12 admin admin] Added segment cbdf8901-571a-435e-aa4f-ff28e4186d07 of type vlan for network a7f4a15d-f99d-479a-ac9e-99533b884d02 Jun 18 05:18:28.664505 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.api.v2.base [req-78ffe264-34d8-47bb-8d4b-d02421316e5b req-21f59c7f-a6fa-48b0-b959-1a5f5cd8d7e2 service neutron] Request body: {'port': {'device_id': 'bf8c3731-ba5b-41dc-ab3b-16d6725300a0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83699'}} {{(pid=104388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 18 05:18:28.724277 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-db04c2c7-44de-4b62-be67-ea9cf907de12 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789592234469'] for network (a7f4a15d-f99d-479a-ac9e-99533b884d02), precommit_create {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:18:28.788987 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-95b4d309-b161-47c5-9e7f-0f12de171297 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:18:28.795032 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG dbcounter [-] [104387] Writing DB stats neutron:SELECT=83,neutron:INSERT=14,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:18:28.795661 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG dbcounter [-] [104387] Writing DB stats neutron:SELECT=77,neutron:INSERT=17,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=104387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:18:28.802188 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49fb5c2-f1bd-4487-b0be-4eab808703b5 req-3352641d-4875-441c-a656-f8d8c250943f tempest-ServerRescueNegativeTestJSON-1272623576 tempest-ServerRescueNegativeTestJSON-1272623576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:18:28.809968 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-a49fb5c2-f1bd-4487-b0be-4eab808703b5 req-3352641d-4875-441c-a656-f8d8c250943f tempest-ServerRescueNegativeTestJSON-1272623576 tempest-ServerRescueNegativeTestJSON-1272623576-project] 10.222.0.23 "GET /v2.0/ports?device_id=5b8a5eb5-afb5-4209-9aa5-b38844bf07f2 HTTP/1.1" status: 200 len: 946 time: 0.0592167 Jun 18 05:18:28.820422 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1584e02-06f2-42b8-960e-db7a212b6536 admin admin] Made reservation on behalf of a63728833c434410864d0d7431a9fac2 for: {'network': 1} {{(pid=104387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 05:18:28.824812 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-c1584e02-06f2-42b8-960e-db7a212b6536 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1768406'] for network (None), before_create {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:18:28.834322 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-db04c2c7-44de-4b62-be67-ea9cf907de12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546084'] for network (a7f4a15d-f99d-479a-ac9e-99533b884d02), after_create {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:18:28.835314 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db04c2c7-44de-4b62-be67-ea9cf907de12 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:18:28.835949 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-db04c2c7-44de-4b62-be67-ea9cf907de12 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546098'] for network (None), before_response {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:18:28.849723 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-c1584e02-06f2-42b8-960e-db7a212b6536 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:18:28.894586 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [req-78ffe264-34d8-47bb-8d4b-d02421316e5b req-21f59c7f-a6fa-48b0-b959-1a5f5cd8d7e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1768406'] for port (ed5753b8-9359-4e81-8f42-c2dd469ec79e), before_update {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:18:28.982828 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG neutron.db.l3_hamode_db [None req-e91debe4-8fab-4a31-bcd8-5f8a6de22b49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75f5be04-c2f8-4a51-b8c2-9b8a8ae16f83', 'name': 'tempest-TestShelveInstance-857687147-router', 'tenant_id': '65a7c712ebe34d53b4acd7e8473c6d95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65c030c7-6a7d-4cea-a47d-5cdd532db0e6', 'external_fixed_ips': [{'subnet_id': 'a9fa7760-a071-45ee-b985-799999c69975', 'ip_address': '172.27.2.111'}], 'enable_snat': True}, 'gw_port_id': 'deb66721-30b7-4846-a5c0-ccf3828418c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-18T05:18:21Z', 'updated_at': '2022-06-18T05:18:25Z', 'revision_number': 4, 'project_id': '65a7c712ebe34d53b4acd7e8473c6d95', 'gw_port': {'id': 'deb66721-30b7-4846-a5c0-ccf3828418c2', 'name': '', 'network_id': '65c030c7-6a7d-4cea-a47d-5cdd532db0e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:2c:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75f5be04-c2f8-4a51-b8c2-9b8a8ae16f83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': 'a9fa7760-a071-45ee-b985-799999c69975', 'ip_address': '172.27.2.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-18T05:18:21Z', 'updated_at': '2022-06-18T05:18:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9fa7760-a071-45ee-b985-799999c69975', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-35-iscsi', '_interfaces': [{'id': 'da50abec-a8b4-4e62-82dd-710b5b06d374', 'name': '', 'network_id': 'cce77fdc-391d-4bde-a709-4c5e4b2c55d4', 'tenant_id': '65a7c712ebe34d53b4acd7e8473c6d95', 'mac_address': 'fa:16:3e:3f:4b:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75f5be04-c2f8-4a51-b8c2-9b8a8ae16f83', 'device_owner': 'network:router_interface', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': '778d0c06-0b61-4f2c-a161-3f736e93558f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-18T05:18:24Z', 'updated_at': '2022-06-18T05:18:25Z', 'revision_number': 2, 'project_id': '65a7c712ebe34d53b4acd7e8473c6d95', 'subnets': [{'id': '778d0c06-0b61-4f2c-a161-3f736e93558f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-35-iscsi', False) {} {{(pid=104390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 05:18:29.000923 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-c1584e02-06f2-42b8-960e-db7a212b6536 admin admin] Publish callbacks [] for security_group (2f2cbc39-8b3e-4924-926e-fc7e9cf06658), precommit_create {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:18:29.002361 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db04c2c7-44de-4b62-be67-ea9cf907de12 admin admin] Pushing event updated for resources: {'Network': ['ID=a7f4a15d-f99d-479a-ac9e-99533b884d02,revision_number=1']} {{(pid=104387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:18:29.007073 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-cec9ccdf-91f3-44d1-9e19-e8f55f5a0975 admin admin] Publish callbacks [] for security_group (d41b2cbd-8cf0-47a2-b879-bfb486fc72e9), precommit_create {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:18:29.031675 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e91debe4-8fab-4a31-bcd8-5f8a6de22b49 None None] Checking router: 75f5be04-c2f8-4a51-b8c2-9b8a8ae16f83 for host: dv-cinder-836996-35-iscsi {{(pid=104390) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 05:18:29.032079 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e91debe4-8fab-4a31-bcd8-5f8a6de22b49 None None] Updating router 75f5be04-c2f8-4a51-b8c2-9b8a8ae16f83 port da50abec-a8b4-4e62-82dd-710b5b06d374 binding host dv-cinder-836996-35-iscsi {{(pid=104390) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 18 05:18:29.035757 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db04c2c7-44de-4b62-be67-ea9cf907de12 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:18:29.036247 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db04c2c7-44de-4b62-be67-ea9cf907de12 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:18:29.036428 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db04c2c7-44de-4b62-be67-ea9cf907de12 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:18:29.036935 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db04c2c7-44de-4b62-be67-ea9cf907de12 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:18:29.037433 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db04c2c7-44de-4b62-be67-ea9cf907de12 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:18:29.037931 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db04c2c7-44de-4b62-be67-ea9cf907de12 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:18:29.038403 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db04c2c7-44de-4b62-be67-ea9cf907de12 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:18:29.038874 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db04c2c7-44de-4b62-be67-ea9cf907de12 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:18:29.039397 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db04c2c7-44de-4b62-be67-ea9cf907de12 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:18:29.039893 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db04c2c7-44de-4b62-be67-ea9cf907de12 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:18:29.041043 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db04c2c7-44de-4b62-be67-ea9cf907de12 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:18:29.041681 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db04c2c7-44de-4b62-be67-ea9cf907de12 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:18:29.042255 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db04c2c7-44de-4b62-be67-ea9cf907de12 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:18:29.042725 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db04c2c7-44de-4b62-be67-ea9cf907de12 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:18:29.048366 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db04c2c7-44de-4b62-be67-ea9cf907de12 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:18:29.055282 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.rpc [None req-c042a677-28f5-4026-b552-0173028fe9dd None None] Network a7f4a15d-f99d-479a-ac9e-99533b884d02 details requested by agent ovs-agent-dv-cinder-836996-35-iscsi with host dv-cinder-836996-35-iscsi {{(pid=104389) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 18 05:18:29.066419 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db04c2c7-44de-4b62-be67-ea9cf907de12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d9abfa3-f8e7-493f-bdb2-3ceb9705d65b,revision_number=1']} {{(pid=104387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:18:29.069659 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG neutron_lib.callbacks.manager [None req-e91debe4-8fab-4a31-bcd8-5f8a6de22b49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1768406'] for port (da50abec-a8b4-4e62-82dd-710b5b06d374), before_update {{(pid=104390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:18:29.078464 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-c1584e02-06f2-42b8-960e-db7a212b6536 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728332'] for security_group (2f2cbc39-8b3e-4924-926e-fc7e9cf06658), after_create {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:18:29.130096 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [None req-db04c2c7-44de-4b62-be67-ea9cf907de12 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.8445296 Jun 18 05:18:29.138463 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.wsgi [-] (104387) accepted ('10.222.0.23', 49454) {{(pid=104387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 05:18:29.146458 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c1584e02-06f2-42b8-960e-db7a212b6536 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 310} {{(pid=104387) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 18 05:18:29.156092 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-cec9ccdf-91f3-44d1-9e19-e8f55f5a0975 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728332'] for security_group (d41b2cbd-8cf0-47a2-b879-bfb486fc72e9), after_create {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:18:29.165899 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-c1584e02-06f2-42b8-960e-db7a212b6536 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1723189'] for segment (df5c0d95-939e-4985-95c1-691e1c2a5bab), precommit_create {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:18:29.166326 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.db.segments_db [None req-c1584e02-06f2-42b8-960e-db7a212b6536 admin admin] Added segment df5c0d95-939e-4985-95c1-691e1c2a5bab of type vlan for network 4041b16e-d0bc-408d-92a3-b2c03aff6ddd Jun 18 05:18:29.174748 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.api.v2.base [None req-d352fe90-4cae-47d0-b332-d6b4fbd7e1e9 admin admin] Request body: {'subnet': {'network_id': 'a7f4a15d-f99d-479a-ac9e-99533b884d02', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-2085411064-subnet', 'tenant_id': 'a42225556e894a4b83bf66b4a3cb2522', 'ip_version': 4}} {{(pid=104387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 18 05:18:29.198780 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [None req-cec9ccdf-91f3-44d1-9e19-e8f55f5a0975 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=1b37094738f44f49bb381c172488450f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9717481 Jun 18 05:18:29.202674 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.wsgi [-] (104388) accepted ('10.222.0.23', 49456) {{(pid=104388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 05:18:29.234583 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.rpc [None req-c042a677-28f5-4026-b552-0173028fe9dd None None] Device deb66721-30b7-4846-a5c0-ccf3828418c2 up at agent ovs-agent-dv-cinder-836996-35-iscsi {{(pid=104389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 18 05:18:29.235669 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-a49fb5c2-f1bd-4487-b0be-4eab808703b5 req-c72040ff-df7b-4e3d-abd7-32a52c45e9ed tempest-ServerRescueNegativeTestJSON-1272623576 tempest-ServerRescueNegativeTestJSON-1272623576-project] 10.222.0.23 "GET /v2.0/security-groups?id=83d5be7f-d8af-4828-9878-6877e2a6bac5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4247618 Jun 18 05:18:29.265118 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-95b4d309-b161-47c5-9e7f-0f12de171297 admin admin] Publish callbacks [] for security_group (a669ba18-35e5-4d64-b8a4-dfb3510324e1), precommit_create {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:18:29.298803 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1584e02-06f2-42b8-960e-db7a212b6536 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f2cbc39-8b3e-4924-926e-fc7e9cf06658,revision_number=1']} {{(pid=104387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:18:29.334146 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG dbcounter [-] [104387] Writing DB stats neutron:SELECT=81,neutron:INSERT=15,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:18:29.358833 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.db.provisioning_blocks [None req-c042a677-28f5-4026-b552-0173028fe9dd None None] Provisioning complete for port deb66721-30b7-4846-a5c0-ccf3828418c2 triggered by entity L2. {{(pid=104389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 18 05:18:29.359186 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-c042a677-28f5-4026-b552-0173028fe9dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1740956'] for port (deb66721-30b7-4846-a5c0-ccf3828418c2), provisioning_complete {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:18:29.368372 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-95b4d309-b161-47c5-9e7f-0f12de171297 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728332'] for security_group (a669ba18-35e5-4d64-b8a4-dfb3510324e1), after_create {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:18:29.419084 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d352fe90-4cae-47d0-b332-d6b4fbd7e1e9 admin admin] Made reservation on behalf of a42225556e894a4b83bf66b4a3cb2522 for: {'subnet': 1} {{(pid=104387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 05:18:29.426258 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-d352fe90-4cae-47d0-b332-d6b4fbd7e1e9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13962049'] for subnet (None), before_create {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:18:29.466168 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-c1584e02-06f2-42b8-960e-db7a212b6536 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789592234469'] for network (4041b16e-d0bc-408d-92a3-b2c03aff6ddd), precommit_create {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:18:29.476738 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec9ccdf-91f3-44d1-9e19-e8f55f5a0975 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d41b2cbd-8cf0-47a2-b879-bfb486fc72e9,revision_number=1']} {{(pid=104388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:18:29.489223 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG dbcounter [-] [104388] Writing DB stats neutron:SELECT=89,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=104388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:18:29.634699 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1cc9b6-f1a2-4a18-9dfb-2291b21bdc76 req-c3434985-c901-4c2b-b24e-967cd1ab2fcd tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:18:29.642363 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-3c1cc9b6-f1a2-4a18-9dfb-2291b21bdc76 req-c3434985-c901-4c2b-b24e-967cd1ab2fcd tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] 10.222.0.23 "GET /v2.0/ports?device_id=3db86af8-06be-4481-ae05-85abb634d58e HTTP/1.1" status: 200 len: 945 time: 0.0853727 Jun 18 05:18:29.650713 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da321f70-144b-4d39-828e-707c512e1970 req-ea5aa0b2-e271-420b-b5c3-0e8f0622cc42 tempest-TestMinimumBasicScenario-1360665084 tempest-TestMinimumBasicScenario-1360665084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:18:29.652538 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-da321f70-144b-4d39-828e-707c512e1970 req-ea5aa0b2-e271-420b-b5c3-0e8f0622cc42 tempest-TestMinimumBasicScenario-1360665084 tempest-TestMinimumBasicScenario-1360665084-project] 10.222.0.23 "GET /v2.0/ports?device_id=bf8c3731-ba5b-41dc-ab3b-16d6725300a0 HTTP/1.1" status: 200 len: 931 time: 0.1450028 Jun 18 05:18:29.669636 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-c1584e02-06f2-42b8-960e-db7a212b6536 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546084'] for network (4041b16e-d0bc-408d-92a3-b2c03aff6ddd), after_create {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:18:29.671171 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1584e02-06f2-42b8-960e-db7a212b6536 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:18:29.671755 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-c1584e02-06f2-42b8-960e-db7a212b6536 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546098'] for network (None), before_response {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:18:29.679558 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG neutron_lib.callbacks.manager [None req-e91debe4-8fab-4a31-bcd8-5f8a6de22b49 None None] Publish callbacks [] for port (da50abec-a8b4-4e62-82dd-710b5b06d374), precommit_update {{(pid=104390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:18:29.697521 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-b6c7ae73-8936-4f48-a2b9-b8448191d416 admin admin] Publish callbacks [] for security_group (d41b2cbd-8cf0-47a2-b879-bfb486fc72e9), before_delete {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:18:29.713757 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cec9ccdf-91f3-44d1-9e19-e8f55f5a0975 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:18:29.714197 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cec9ccdf-91f3-44d1-9e19-e8f55f5a0975 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:18:29.714524 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cec9ccdf-91f3-44d1-9e19-e8f55f5a0975 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:18:29.714887 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cec9ccdf-91f3-44d1-9e19-e8f55f5a0975 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:18:29.715205 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cec9ccdf-91f3-44d1-9e19-e8f55f5a0975 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:18:29.716316 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cec9ccdf-91f3-44d1-9e19-e8f55f5a0975 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:18:29.716490 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cec9ccdf-91f3-44d1-9e19-e8f55f5a0975 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:18:29.716804 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cec9ccdf-91f3-44d1-9e19-e8f55f5a0975 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:18:29.717139 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cec9ccdf-91f3-44d1-9e19-e8f55f5a0975 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:18:29.717489 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cec9ccdf-91f3-44d1-9e19-e8f55f5a0975 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:18:29.717834 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cec9ccdf-91f3-44d1-9e19-e8f55f5a0975 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:18:29.718414 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cec9ccdf-91f3-44d1-9e19-e8f55f5a0975 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:18:29.718577 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cec9ccdf-91f3-44d1-9e19-e8f55f5a0975 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:18:29.718765 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cec9ccdf-91f3-44d1-9e19-e8f55f5a0975 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:18:29.719657 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cec9ccdf-91f3-44d1-9e19-e8f55f5a0975 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:18:29.747098 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [None req-95b4d309-b161-47c5-9e7f-0f12de171297 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=ca9e8c9edd354806ab27e97b73cc1565&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2975454 Jun 18 05:18:29.751489 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG neutron_lib.callbacks.manager [None req-e91debe4-8fab-4a31-bcd8-5f8a6de22b49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1768343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789592765606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789592262840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789592262858'] for port (da50abec-a8b4-4e62-82dd-710b5b06d374), after_update {{(pid=104390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:18:29.757813 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.wsgi [-] (104387) accepted ('10.222.0.23', 49464) {{(pid=104387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 05:18:29.777593 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b4d309-b161-47c5-9e7f-0f12de171297 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a669ba18-35e5-4d64-b8a4-dfb3510324e1,revision_number=1']} {{(pid=104388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:18:29.860063 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.plugin [None req-c042a677-28f5-4026-b552-0173028fe9dd None None] Current status of the port deb66721-30b7-4846-a5c0-ccf3828418c2 is: ACTIVE; New status is: ACTIVE {{(pid=104389) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 18 05:18:29.876522 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1584e02-06f2-42b8-960e-db7a212b6536 admin admin] Pushing event updated for resources: {'Network': ['ID=4041b16e-d0bc-408d-92a3-b2c03aff6ddd,revision_number=1']} {{(pid=104387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:18:29.881332 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [None req-c1584e02-06f2-42b8-960e-db7a212b6536 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 1.8615766 Jun 18 05:18:29.895499 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG dbcounter [-] [104388] Writing DB stats neutron:SELECT=84,neutron:INSERT=13,neutron:UPDATE=3 {{(pid=104388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:18:29.902348 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.rpc [None req-c042a677-28f5-4026-b552-0173028fe9dd None None] Network 4041b16e-d0bc-408d-92a3-b2c03aff6ddd details requested by agent ovs-agent-dv-cinder-836996-35-iscsi with host dv-cinder-836996-35-iscsi {{(pid=104389) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 18 05:18:29.905441 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-3c1cc9b6-f1a2-4a18-9dfb-2291b21bdc76 req-2cefdfe6-16aa-44bf-83ac-26d725e5fd56 tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] 10.222.0.23 "GET /v2.0/security-groups?id=e7fc1561-1092-4d2a-b878-ed2f82ce27ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2553740 Jun 18 05:18:29.906019 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.wsgi [-] (104387) accepted ('10.222.0.23', 49466) {{(pid=104387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 05:18:29.924435 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG dbcounter [-] [104387] Writing DB stats neutron:SELECT=87,neutron:INSERT=8,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:18:29.928653 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.api.v2.base [None req-f0790d7d-bfdd-4081-bcc0-613dc1cbf12a admin admin] Request body: {'subnet': {'network_id': '4041b16e-d0bc-408d-92a3-b2c03aff6ddd', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1399423303-subnet', 'tenant_id': 'a63728833c434410864d0d7431a9fac2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 18 05:18:29.932788 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-b6c7ae73-8936-4f48-a2b9-b8448191d416 admin admin] Publish callbacks [] for security_group (d41b2cbd-8cf0-47a2-b879-bfb486fc72e9), precommit_delete {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:18:30.024129 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG neutron.plugins.ml2.managers [None req-e91debe4-8fab-4a31-bcd8-5f8a6de22b49 None None] Attempting to bind port da50abec-a8b4-4e62-82dd-710b5b06d374 on host dv-cinder-836996-35-iscsi for vnic_type normal with profile {{(pid=104390) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 18 05:18:30.025135 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG neutron.plugins.ml2.managers [None req-e91debe4-8fab-4a31-bcd8-5f8a6de22b49 None None] Attempting to bind port da50abec-a8b4-4e62-82dd-710b5b06d374 by drivers openvswitch,hyperv on host dv-cinder-836996-35-iscsi at level 0 using segments [{'id': '5c1a6f43-88a7-45ae-8bd7-10faf4ff6d60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'cce77fdc-391d-4bde-a709-4c5e4b2c55d4'}] {{(pid=104390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 18 05:18:30.026086 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e91debe4-8fab-4a31-bcd8-5f8a6de22b49 None None] Attempting to bind port da50abec-a8b4-4e62-82dd-710b5b06d374 on network cce77fdc-391d-4bde-a709-4c5e4b2c55d4 {{(pid=104390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 18 05:18:30.035314 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e91debe4-8fab-4a31-bcd8-5f8a6de22b49 None None] Checking agent: {'id': 'd503ae44-4e24-48d3-9886-03581f90537d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836996-35-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 18, 5, 8, 27), 'started_at': datetime.datetime(2022, 6, 18, 5, 8, 57), 'heartbeat_timestamp': datetime.datetime(2022, 6, 18, 5, 18, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836996-35-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 18 05:18:30.036131 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e91debe4-8fab-4a31-bcd8-5f8a6de22b49 None None] Checking segment: {'id': '5c1a6f43-88a7-45ae-8bd7-10faf4ff6d60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'cce77fdc-391d-4bde-a709-4c5e4b2c55d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 18 05:18:30.037077 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG neutron_lib.callbacks.manager [None req-e91debe4-8fab-4a31-bcd8-5f8a6de22b49 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:18:30.037774 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e91debe4-8fab-4a31-bcd8-5f8a6de22b49 None None] Bound using segment: {'id': '5c1a6f43-88a7-45ae-8bd7-10faf4ff6d60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'cce77fdc-391d-4bde-a709-4c5e4b2c55d4'} {{(pid=104390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 18 05:18:30.038489 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG neutron.plugins.ml2.managers [None req-e91debe4-8fab-4a31-bcd8-5f8a6de22b49 None None] Bound port: da50abec-a8b4-4e62-82dd-710b5b06d374, host: dv-cinder-836996-35-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c1a6f43-88a7-45ae-8bd7-10faf4ff6d60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'cce77fdc-391d-4bde-a709-4c5e4b2c55d4'}}] {{(pid=104390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 18 05:18:30.039034 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG neutron_lib.callbacks.manager [None req-e91debe4-8fab-4a31-bcd8-5f8a6de22b49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1768406'] for port (da50abec-a8b4-4e62-82dd-710b5b06d374), before_update {{(pid=104390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:18:30.056119 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be85ddb-f017-445e-81f4-8c2f3ba8878b None None] Pushing event updated for resources: {'Port': ['ID=da50abec-a8b4-4e62-82dd-710b5b06d374,revision_number=3']} {{(pid=104390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:18:30.120312 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-da321f70-144b-4d39-828e-707c512e1970 req-4cb70e2b-b0d6-4f20-97f3-2d26194d02e8 tempest-TestMinimumBasicScenario-1360665084 tempest-TestMinimumBasicScenario-1360665084-project] 10.222.0.23 "GET /v2.0/security-groups?id=bc90fc02-3a22-4765-be93-15065878de04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4319408 Jun 18 05:18:30.186904 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG neutron.plugins.ml2.db [None req-e91debe4-8fab-4a31-bcd8-5f8a6de22b49 None None] For port da50abec-a8b4-4e62-82dd-710b5b06d374, host dv-cinder-836996-35-iscsi, cleared binding levels {{(pid=104390) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 05:18:30.187873 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.notifiers.nova [req-78ffe264-34d8-47bb-8d4b-d02421316e5b req-21f59c7f-a6fa-48b0-b959-1a5f5cd8d7e2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ed5753b8-9359-4e81-8f42-c2dd469ec79e {{(pid=104388) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 18 05:18:30.190736 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG neutron.plugins.ml2.db [None req-e91debe4-8fab-4a31-bcd8-5f8a6de22b49 None None] For port da50abec-a8b4-4e62-82dd-710b5b06d374, host dv-cinder-836996-35-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-35-iscsi',level=0,port_id=da50abec-a8b4-4e62-82dd-710b5b06d374,segment=NetworkSegment(5c1a6f43-88a7-45ae-8bd7-10faf4ff6d60),segment_id=5c1a6f43-88a7-45ae-8bd7-10faf4ff6d60)] {{(pid=104390) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 05:18:30.194140 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-d352fe90-4cae-47d0-b332-d6b4fbd7e1e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14020916', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13962163'] for subnet (e909531c-10f8-478f-9cdc-385d474fadd4), after_create {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:18:30.204753 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [req-78ffe264-34d8-47bb-8d4b-d02421316e5b req-21f59c7f-a6fa-48b0-b959-1a5f5cd8d7e2 service neutron] Publish callbacks [] for port (ed5753b8-9359-4e81-8f42-c2dd469ec79e), precommit_update {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:18:30.224575 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-987ba82e-e6d4-410b-815b-8b641dfae31d admin admin] Publish callbacks [] for security_group (a669ba18-35e5-4d64-b8a4-dfb3510324e1), before_delete {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:18:30.233540 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0790d7d-bfdd-4081-bcc0-613dc1cbf12a admin admin] Made reservation on behalf of a63728833c434410864d0d7431a9fac2 for: {'subnet': 1} {{(pid=104387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 05:18:30.236030 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-f0790d7d-bfdd-4081-bcc0-613dc1cbf12a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13962049'] for subnet (None), before_create {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:18:30.249122 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-b6c7ae73-8936-4f48-a2b9-b8448191d416 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728332'] for security_group (d41b2cbd-8cf0-47a2-b879-bfb486fc72e9), after_delete {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:18:30.252626 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-b6c7ae73-8936-4f48-a2b9-b8448191d416 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:18:30.253881 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [None req-b6c7ae73-8936-4f48-a2b9-b8448191d416 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/d41b2cbd-8cf0-47a2-b879-bfb486fc72e9 HTTP/1.1" status: 204 len: 168 time: 1.0462120 Jun 18 05:18:30.255190 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.db.provisioning_blocks [req-78ffe264-34d8-47bb-8d4b-d02421316e5b req-21f59c7f-a6fa-48b0-b959-1a5f5cd8d7e2 service neutron] Transition to ACTIVE for port object ed5753b8-9359-4e81-8f42-c2dd469ec79e will not be triggered until provisioned by entity L2. {{(pid=104388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 18 05:18:30.266831 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c7ae73-8936-4f48-a2b9-b8448191d416 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d41b2cbd-8cf0-47a2-b879-bfb486fc72e9,revision_number=None']} {{(pid=104388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:18:30.278542 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG neutron_lib.callbacks.manager [None req-e91debe4-8fab-4a31-bcd8-5f8a6de22b49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1768343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789592765606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789592262840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789592262858'] for port (da50abec-a8b4-4e62-82dd-710b5b06d374), after_update {{(pid=104390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:18:30.299891 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG dbcounter [-] [104390] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:18:30.346815 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [req-78ffe264-34d8-47bb-8d4b-d02421316e5b req-21f59c7f-a6fa-48b0-b959-1a5f5cd8d7e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1768343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789592765606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789592262840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789592262858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15493038'] for port (ed5753b8-9359-4e81-8f42-c2dd469ec79e), after_update {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:18:30.359827 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG dbcounter [-] [104389] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:18:30.410967 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.db.provisioning_blocks [None req-688e13ee-0c19-4289-be6a-5f3b01863b9c None None] Provisioning complete for port da50abec-a8b4-4e62-82dd-710b5b06d374 triggered by entity DHCP. {{(pid=104389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 18 05:18:30.412025 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-688e13ee-0c19-4289-be6a-5f3b01863b9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1740956'] for port (da50abec-a8b4-4e62-82dd-710b5b06d374), provisioning_complete {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:18:30.424402 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG dbcounter [-] [104390] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:18:30.463532 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e91debe4-8fab-4a31-bcd8-5f8a6de22b49 None None] Routers {'75f5be04-c2f8-4a51-b8c2-9b8a8ae16f83'} bound to L3 agent in host dv-cinder-836996-35-iscsi {{(pid=104390) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 18 05:18:30.464176 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG neutron.db.l3_hamode_db [None req-e91debe4-8fab-4a31-bcd8-5f8a6de22b49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-35-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-18T05:08:24Z,description=,heartbeat_timestamp=2022-06-18T05:18:25Z,host='dv-cinder-836996-35-iscsi',id=a8549501-0164-4ac5-90a6-1ba1ba0d3f9d,load=0,resource_versions=,resources_synced=,started_at=2022-06-18T05:08:25Z,topic='l3_agent')) {'router_ids': ['75f5be04-c2f8-4a51-b8c2-9b8a8ae16f83'], 'active': True} {{(pid=104390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 05:18:30.570754 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be85ddb-f017-445e-81f4-8c2f3ba8878b None None] Pushing event updated for resources: {'Port': ['ID=da50abec-a8b4-4e62-82dd-710b5b06d374,revision_number=4']} {{(pid=104390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:18:30.589160 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-987ba82e-e6d4-410b-815b-8b641dfae31d admin admin] Publish callbacks [] for security_group (a669ba18-35e5-4d64-b8a4-dfb3510324e1), precommit_delete {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:18:30.627644 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f59c7f-a6fa-48b0-b959-1a5f5cd8d7e2 service neutron] Pushing event updated for resources: {'Port': ['ID=ed5753b8-9359-4e81-8f42-c2dd469ec79e,revision_number=2']} {{(pid=104388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:18:30.643274 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.plugin [None req-688e13ee-0c19-4289-be6a-5f3b01863b9c None None] Current status of the port da50abec-a8b4-4e62-82dd-710b5b06d374 is: DOWN; New status is: ACTIVE {{(pid=104389) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 18 05:18:30.645226 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-688e13ee-0c19-4289-be6a-5f3b01863b9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1768406'] for port (da50abec-a8b4-4e62-82dd-710b5b06d374), before_update {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:18:30.712732 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d352fe90-4cae-47d0-b332-d6b4fbd7e1e9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e909531c-10f8-478f-9cdc-385d474fadd4,revision_number=0']} {{(pid=104387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:18:30.801464 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.db [None req-688e13ee-0c19-4289-be6a-5f3b01863b9c None None] For port da50abec-a8b4-4e62-82dd-710b5b06d374, host dv-cinder-836996-35-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-35-iscsi',level=0,port_id=da50abec-a8b4-4e62-82dd-710b5b06d374,segment=NetworkSegment(5c1a6f43-88a7-45ae-8bd7-10faf4ff6d60),segment_id=5c1a6f43-88a7-45ae-8bd7-10faf4ff6d60)] {{(pid=104389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 05:18:30.856627 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.plugins.ml2.managers [req-78ffe264-34d8-47bb-8d4b-d02421316e5b req-21f59c7f-a6fa-48b0-b959-1a5f5cd8d7e2 service neutron] Attempting to bind port ed5753b8-9359-4e81-8f42-c2dd469ec79e on host hv-cinder-83699 for vnic_type normal with profile {{(pid=104388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 18 05:18:30.857217 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.plugins.ml2.managers [req-78ffe264-34d8-47bb-8d4b-d02421316e5b req-21f59c7f-a6fa-48b0-b959-1a5f5cd8d7e2 service neutron] Attempting to bind port ed5753b8-9359-4e81-8f42-c2dd469ec79e by drivers openvswitch,hyperv on host hv-cinder-83699 at level 0 using segments [{'id': '12bd4d7d-2559-47b9-9d42-fc7db48d9cb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '381e581a-9cea-44f2-9ed2-365c11f6d6d9'}] {{(pid=104388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 18 05:18:30.857217 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78ffe264-34d8-47bb-8d4b-d02421316e5b req-21f59c7f-a6fa-48b0-b959-1a5f5cd8d7e2 service neutron] Attempting to bind port ed5753b8-9359-4e81-8f42-c2dd469ec79e on network 381e581a-9cea-44f2-9ed2-365c11f6d6d9 {{(pid=104388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 18 05:18:30.860793 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG neutron.db.l3_dvr_db [None req-e91debe4-8fab-4a31-bcd8-5f8a6de22b49 None None] Set router 75f5be04-c2f8-4a51-b8c2-9b8a8ae16f83 gateway port host: dv-cinder-836996-35-iscsi {{(pid=104390) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 18 05:18:30.872462 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78ffe264-34d8-47bb-8d4b-d02421316e5b req-21f59c7f-a6fa-48b0-b959-1a5f5cd8d7e2 service neutron] Port ed5753b8-9359-4e81-8f42-c2dd469ec79e on network 381e581a-9cea-44f2-9ed2-365c11f6d6d9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83699 {{(pid=104388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 18 05:18:30.872462 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78ffe264-34d8-47bb-8d4b-d02421316e5b req-21f59c7f-a6fa-48b0-b959-1a5f5cd8d7e2 service neutron] Attempting to bind port ed5753b8-9359-4e81-8f42-c2dd469ec79e on network 381e581a-9cea-44f2-9ed2-365c11f6d6d9 {{(pid=104388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 18 05:18:30.884226 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78ffe264-34d8-47bb-8d4b-d02421316e5b req-21f59c7f-a6fa-48b0-b959-1a5f5cd8d7e2 service neutron] Checking agent: {'id': '21f82a9e-593b-4fa9-aa06-dfe6f16482e6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83699', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 18, 5, 14, 36), 'started_at': datetime.datetime(2022, 6, 18, 5, 14, 36), 'heartbeat_timestamp': datetime.datetime(2022, 6, 18, 5, 18, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 18 05:18:30.884591 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78ffe264-34d8-47bb-8d4b-d02421316e5b req-21f59c7f-a6fa-48b0-b959-1a5f5cd8d7e2 service neutron] Checking segment: {'id': '12bd4d7d-2559-47b9-9d42-fc7db48d9cb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '381e581a-9cea-44f2-9ed2-365c11f6d6d9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 18 05:18:30.885126 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78ffe264-34d8-47bb-8d4b-d02421316e5b req-21f59c7f-a6fa-48b0-b959-1a5f5cd8d7e2 service neutron] Bound using segment: {'id': '12bd4d7d-2559-47b9-9d42-fc7db48d9cb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '381e581a-9cea-44f2-9ed2-365c11f6d6d9'} {{(pid=104388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 18 05:18:30.885592 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.plugins.ml2.managers [req-78ffe264-34d8-47bb-8d4b-d02421316e5b req-21f59c7f-a6fa-48b0-b959-1a5f5cd8d7e2 service neutron] Bound port: ed5753b8-9359-4e81-8f42-c2dd469ec79e, host: hv-cinder-83699, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '12bd4d7d-2559-47b9-9d42-fc7db48d9cb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '381e581a-9cea-44f2-9ed2-365c11f6d6d9'}}] {{(pid=104388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 18 05:18:30.885963 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [req-78ffe264-34d8-47bb-8d4b-d02421316e5b req-21f59c7f-a6fa-48b0-b959-1a5f5cd8d7e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1768406'] for port (ed5753b8-9359-4e81-8f42-c2dd469ec79e), before_update {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:18:30.887754 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-688e13ee-0c19-4289-be6a-5f3b01863b9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1768343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789592765606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789592262840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789592262858'] for port (da50abec-a8b4-4e62-82dd-710b5b06d374), after_update {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:18:30.913714 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272e0b20-b433-45c8-90c4-ccfdef032a8e req-d87a67b8-b044-4710-a8c0-709185505fec tempest-ServerRescueNegativeTestJSON-1272623576 tempest-ServerRescueNegativeTestJSON-1272623576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:18:30.922175 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-272e0b20-b433-45c8-90c4-ccfdef032a8e req-d87a67b8-b044-4710-a8c0-709185505fec tempest-ServerRescueNegativeTestJSON-1272623576 tempest-ServerRescueNegativeTestJSON-1272623576-project] 10.222.0.23 "GET /v2.0/ports?device_id=5b8a5eb5-afb5-4209-9aa5-b38844bf07f2 HTTP/1.1" status: 200 len: 946 time: 0.4028716 Jun 18 05:18:31.005043 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d352fe90-4cae-47d0-b332-d6b4fbd7e1e9 admin admin] Checking segment: {'id': 'cbdf8901-571a-435e-aa4f-ff28e4186d07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'a7f4a15d-f99d-479a-ac9e-99533b884d02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 18 05:18:31.009655 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d352fe90-4cae-47d0-b332-d6b4fbd7e1e9 admin admin] Network hostable DHCP agents. Network: a7f4a15d-f99d-479a-ac9e-99533b884d02, hostable agents: ['426d7b1c-7831-4cf6-8aa4-29496a16634c'], hosted agents: [] {{(pid=104387) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 18 05:18:31.017074 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG dbcounter [-] [104387] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:18:31.042666 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-688e13ee-0c19-4289-be6a-5f3b01863b9c None None] Pushing event updated for resources: {'Port': ['ID=da50abec-a8b4-4e62-82dd-710b5b06d374,revision_number=5']} {{(pid=104389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:18:31.050574 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.db.provisioning_blocks [None req-eddbe1dd-4309-4327-9ffc-fb6cf87c92eb None None] Provisioning complete for port da50abec-a8b4-4e62-82dd-710b5b06d374 triggered by entity DHCP. {{(pid=104389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 18 05:18:31.051187 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-eddbe1dd-4309-4327-9ffc-fb6cf87c92eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1740956'] for port (da50abec-a8b4-4e62-82dd-710b5b06d374), provisioning_complete {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:18:31.067281 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG dbcounter [-] [104388] Writing DB stats neutron:SELECT=93,neutron:DELETE=4,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:18:31.176987 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-987ba82e-e6d4-410b-815b-8b641dfae31d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728332'] for security_group (a669ba18-35e5-4d64-b8a4-dfb3510324e1), after_delete {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:18:31.179849 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-987ba82e-e6d4-410b-815b-8b641dfae31d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:18:31.183839 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [None req-987ba82e-e6d4-410b-815b-8b641dfae31d admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/a669ba18-35e5-4d64-b8a4-dfb3510324e1 HTTP/1.1" status: 204 len: 168 time: 1.4222243 Jun 18 05:18:31.200398 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.plugins.ml2.db [req-78ffe264-34d8-47bb-8d4b-d02421316e5b req-21f59c7f-a6fa-48b0-b959-1a5f5cd8d7e2 service neutron] For port ed5753b8-9359-4e81-8f42-c2dd469ec79e, host hv-cinder-83699, cleared binding levels {{(pid=104388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 05:18:31.240108 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG dbcounter [-] [104389] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:18:31.242019 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.plugin [None req-eddbe1dd-4309-4327-9ffc-fb6cf87c92eb None None] Current status of the port da50abec-a8b4-4e62-82dd-710b5b06d374 is: ACTIVE; New status is: ACTIVE {{(pid=104389) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 18 05:18:31.246583 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05966208-1281-4e8e-ae81-623575f489bf req-47916f46-af91-4108-abbd-d2f14c6d4214 tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:18:31.256217 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-05966208-1281-4e8e-ae81-623575f489bf req-47916f46-af91-4108-abbd-d2f14c6d4214 tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] 10.222.0.23 "GET /v2.0/ports?device_id=3db86af8-06be-4481-ae05-85abb634d58e HTTP/1.1" status: 200 len: 945 time: 0.2119756 Jun 18 05:18:31.259215 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987ba82e-e6d4-410b-815b-8b641dfae31d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a669ba18-35e5-4d64-b8a4-dfb3510324e1,revision_number=None']} {{(pid=104387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:18:31.263315 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.plugins.ml2.db [req-78ffe264-34d8-47bb-8d4b-d02421316e5b req-21f59c7f-a6fa-48b0-b959-1a5f5cd8d7e2 service neutron] For port ed5753b8-9359-4e81-8f42-c2dd469ec79e, host hv-cinder-83699, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=ed5753b8-9359-4e81-8f42-c2dd469ec79e,segment=NetworkSegment(12bd4d7d-2559-47b9-9d42-fc7db48d9cb1),segment_id=12bd4d7d-2559-47b9-9d42-fc7db48d9cb1)] {{(pid=104388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 05:18:31.286480 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-272e0b20-b433-45c8-90c4-ccfdef032a8e req-924d587a-e33e-4126-b87e-efcabf31f1ec tempest-ServerRescueNegativeTestJSON-1272623576 tempest-ServerRescueNegativeTestJSON-1272623576-project] 10.222.0.23 "GET /v2.0/security-groups?id=83d5be7f-d8af-4828-9878-6877e2a6bac5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3532820 Jun 18 05:18:31.329915 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d352fe90-4cae-47d0-b332-d6b4fbd7e1e9 admin admin] Network a7f4a15d-f99d-479a-ac9e-99533b884d02 is scheduled to be hosted by DHCP agent 426d7b1c-7831-4cf6-8aa4-29496a16634c with binding_index 1 {{(pid=104387) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 18 05:18:31.365273 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG neutron.db.l3_hamode_db [None req-e91debe4-8fab-4a31-bcd8-5f8a6de22b49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75f5be04-c2f8-4a51-b8c2-9b8a8ae16f83', 'name': 'tempest-TestShelveInstance-857687147-router', 'tenant_id': '65a7c712ebe34d53b4acd7e8473c6d95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65c030c7-6a7d-4cea-a47d-5cdd532db0e6', 'external_fixed_ips': [{'subnet_id': 'a9fa7760-a071-45ee-b985-799999c69975', 'ip_address': '172.27.2.111'}], 'enable_snat': True}, 'gw_port_id': 'deb66721-30b7-4846-a5c0-ccf3828418c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-18T05:18:21Z', 'updated_at': '2022-06-18T05:18:25Z', 'revision_number': 4, 'project_id': '65a7c712ebe34d53b4acd7e8473c6d95', 'gw_port': {'id': 'deb66721-30b7-4846-a5c0-ccf3828418c2', 'name': '', 'network_id': '65c030c7-6a7d-4cea-a47d-5cdd532db0e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:2c:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75f5be04-c2f8-4a51-b8c2-9b8a8ae16f83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': 'a9fa7760-a071-45ee-b985-799999c69975', 'ip_address': '172.27.2.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-18T05:18:21Z', 'updated_at': '2022-06-18T05:18:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9fa7760-a071-45ee-b985-799999c69975', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-35-iscsi', '_interfaces': [{'id': 'da50abec-a8b4-4e62-82dd-710b5b06d374', 'name': '', 'network_id': 'cce77fdc-391d-4bde-a709-4c5e4b2c55d4', 'tenant_id': '65a7c712ebe34d53b4acd7e8473c6d95', 'mac_address': 'fa:16:3e:3f:4b:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75f5be04-c2f8-4a51-b8c2-9b8a8ae16f83', 'device_owner': 'network:router_interface', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': '778d0c06-0b61-4f2c-a161-3f736e93558f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-18T05:18:24Z', 'updated_at': '2022-06-18T05:18:30Z', 'revision_number': 4, 'project_id': '65a7c712ebe34d53b4acd7e8473c6d95', 'subnets': [{'id': '778d0c06-0b61-4f2c-a161-3f736e93558f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-35-iscsi', False) {} {{(pid=104390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 05:18:31.409920 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-05966208-1281-4e8e-ae81-623575f489bf req-bbec6590-5726-4841-a28e-2c5ca5e1c1e7 tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] 10.222.0.23 "GET /v2.0/security-groups?id=e7fc1561-1092-4d2a-b878-ed2f82ce27ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1495867 Jun 18 05:18:31.416384 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [req-78ffe264-34d8-47bb-8d4b-d02421316e5b req-21f59c7f-a6fa-48b0-b959-1a5f5cd8d7e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1768343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789592765606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789592262840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789592262858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15493038'] for port (ed5753b8-9359-4e81-8f42-c2dd469ec79e), after_update {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:18:31.420843 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e91debe4-8fab-4a31-bcd8-5f8a6de22b49 None None] The sync data for ids ['75f5be04-c2f8-4a51-b8c2-9b8a8ae16f83'] in dv-cinder-836996-35-iscsi is: [{'id': '75f5be04-c2f8-4a51-b8c2-9b8a8ae16f83', 'name': 'tempest-TestShelveInstance-857687147-router', 'tenant_id': '65a7c712ebe34d53b4acd7e8473c6d95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65c030c7-6a7d-4cea-a47d-5cdd532db0e6', 'external_fixed_ips': [{'subnet_id': 'a9fa7760-a071-45ee-b985-799999c69975', 'ip_address': '172.27.2.111'}], 'enable_snat': True}, 'gw_port_id': 'deb66721-30b7-4846-a5c0-ccf3828418c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-18T05:18:21Z', 'updated_at': '2022-06-18T05:18:25Z', 'revision_number': 4, 'project_id': '65a7c712ebe34d53b4acd7e8473c6d95', 'gw_port': {'id': 'deb66721-30b7-4846-a5c0-ccf3828418c2', 'name': '', 'network_id': '65c030c7-6a7d-4cea-a47d-5cdd532db0e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:2c:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75f5be04-c2f8-4a51-b8c2-9b8a8ae16f83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': 'a9fa7760-a071-45ee-b985-799999c69975', 'ip_address': '172.27.2.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-18T05:18:21Z', 'updated_at': '2022-06-18T05:18:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9fa7760-a071-45ee-b985-799999c69975', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-35-iscsi', '_interfaces': [{'id': 'da50abec-a8b4-4e62-82dd-710b5b06d374', 'name': '', 'network_id': 'cce77fdc-391d-4bde-a709-4c5e4b2c55d4', 'tenant_id': '65a7c712ebe34d53b4acd7e8473c6d95', 'mac_address': 'fa:16:3e:3f:4b:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75f5be04-c2f8-4a51-b8c2-9b8a8ae16f83', 'device_owner': 'network:router_interface', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': '778d0c06-0b61-4f2c-a161-3f736e93558f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-18T05:18:24Z', 'updated_at': '2022-06-18T05:18:30Z', 'revision_number': 4, 'project_id': '65a7c712ebe34d53b4acd7e8473c6d95', 'subnets': [{'id': '778d0c06-0b61-4f2c-a161-3f736e93558f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104390) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 05:18:31.455711 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.scheduler.base_scheduler [None req-d352fe90-4cae-47d0-b332-d6b4fbd7e1e9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836996-35-iscsi, a7f4a15d-f99d-479a-ac9e-99533b884d02) {{(pid=104387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 05:18:31.457594 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-f0790d7d-bfdd-4081-bcc0-613dc1cbf12a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14020916', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13962163'] for subnet (685ce5d8-74b3-4da6-9677-d6d036aab0b3), after_create {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:18:31.477152 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-851130ba-ddac-42ba-b59a-d89440b726d2 None None] Network a7f4a15d-f99d-479a-ac9e-99533b884d02 requested from dv-cinder-836996-35-iscsi {{(pid=104389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 18 05:18:31.543724 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d352fe90-4cae-47d0-b332-d6b4fbd7e1e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:18:31.543724 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-d352fe90-4cae-47d0-b332-d6b4fbd7e1e9 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:18:31.589810 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ffe264-34d8-47bb-8d4b-d02421316e5b req-21f59c7f-a6fa-48b0-b959-1a5f5cd8d7e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:18:31.590436 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [req-78ffe264-34d8-47bb-8d4b-d02421316e5b req-21f59c7f-a6fa-48b0-b959-1a5f5cd8d7e2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19502'] for port (None), before_response {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:18:31.591831 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-78ffe264-34d8-47bb-8d4b-d02421316e5b req-21f59c7f-a6fa-48b0-b959-1a5f5cd8d7e2 service neutron] 10.222.0.15 "PUT /v2.0/ports/ed5753b8-9359-4e81-8f42-c2dd469ec79e HTTP/1.1" status: 200 len: 1093 time: 2.9484065 Jun 18 05:18:31.601086 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf8c3731-ba5b-41dc-ab3b-16d6725300a0', 'tag': 'ed5753b8-9359-4e81-8f42-c2dd469ec79e'}] {{(pid=104388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 18 05:18:31.607290 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76651050bff5b1e15da4688504920c0e470581a7df997af8856c46d23e91a66a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-193bf89d-e03a-4577-bda8-6f13f468f05e" -d '{"events": [{"name": "network-changed", "server_uuid": "bf8c3731-ba5b-41dc-ab3b-16d6725300a0", "tag": "ed5753b8-9359-4e81-8f42-c2dd469ec79e"}]}' {{(pid=104388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 05:18:31.670581 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f59c7f-a6fa-48b0-b959-1a5f5cd8d7e2 service neutron] Pushing event updated for resources: {'Port': ['ID=ed5753b8-9359-4e81-8f42-c2dd469ec79e,revision_number=3']} {{(pid=104388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:18:31.689669 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0790d7d-bfdd-4081-bcc0-613dc1cbf12a admin admin] Pushing event updated for resources: {'Subnet': ['ID=685ce5d8-74b3-4da6-9677-d6d036aab0b3,revision_number=0']} {{(pid=104387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:18:31.763256 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [None req-d352fe90-4cae-47d0-b332-d6b4fbd7e1e9 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 2.6001916 Jun 18 05:18:31.767582 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.wsgi [-] (104387) accepted ('10.222.0.23', 49504) {{(pid=104387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 05:18:31.780702 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70867e89-8245-4b73-90f0-e5bdabe85c8e req-a3a21087-c5ea-4eaf-976b-121972bb333c tempest-TestMinimumBasicScenario-1360665084 tempest-TestMinimumBasicScenario-1360665084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:18:31.793630 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-70867e89-8245-4b73-90f0-e5bdabe85c8e req-a3a21087-c5ea-4eaf-976b-121972bb333c tempest-TestMinimumBasicScenario-1360665084 tempest-TestMinimumBasicScenario-1360665084-project] 10.222.0.23 "GET /v2.0/ports?device_id=bf8c3731-ba5b-41dc-ab3b-16d6725300a0 HTTP/1.1" status: 200 len: 943 time: 0.3775234 Jun 18 05:18:31.852263 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ffe264-34d8-47bb-8d4b-d02421316e5b req-f5ed8434-ed3b-4431-96bc-150cb714e2a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:18:31.860333 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-78ffe264-34d8-47bb-8d4b-d02421316e5b req-f5ed8434-ed3b-4431-96bc-150cb714e2a4 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=3a833f00ba294564a66b9eefbc49147e&device_id=bf8c3731-ba5b-41dc-ab3b-16d6725300a0 HTTP/1.1" status: 200 len: 1127 time: 0.1446097 Jun 18 05:18:31.885667 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.api.v2.base [None req-ffaf6b99-4c88-4d9e-b6c9-6766b81126ea admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-2085411064-router', 'tenant_id': 'a42225556e894a4b83bf66b4a3cb2522', 'external_gateway_info': {'network_id': '65c030c7-6a7d-4cea-a47d-5cdd532db0e6'}}} {{(pid=104387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 18 05:18:31.898461 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9692213-bc20-48f5-b9a7-8f7a9fcea144 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1891a1fa-7dca-5fa5-9b0d-ba5c9cd85586-a7f4a15d-f99d-479a-ac9e-99533b884d02', 'network_id': 'a7f4a15d-f99d-479a-ac9e-99533b884d02', 'project_id': 'a42225556e894a4b83bf66b4a3cb2522', 'fixed_ips': [{'subnet_id': 'e909531c-10f8-478f-9cdc-385d474fadd4'}]}} from dv-cinder-836996-35-iscsi. {{(pid=104389) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 18 05:18:31.905434 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-c9692213-bc20-48f5-b9a7-8f7a9fcea144 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1768406'] for port (None), before_create {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:18:32.004053 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-70867e89-8245-4b73-90f0-e5bdabe85c8e req-145d9c35-20ec-4806-9b32-5e790a5a9b9b tempest-TestMinimumBasicScenario-1360665084 tempest-TestMinimumBasicScenario-1360665084-project] 10.222.0.23 "GET /v2.0/security-groups?id=bc90fc02-3a22-4765-be93-15065878de04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2090831 Jun 18 05:18:32.012018 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-78ffe264-34d8-47bb-8d4b-d02421316e5b req-35ccf1d1-8e5a-4dbd-98d8-7d5a66ff3cfe service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ed5753b8-9359-4e81-8f42-c2dd469ec79e HTTP/1.1" status: 200 len: 217 time: 0.0859179 Jun 18 05:18:32.092152 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0790d7d-bfdd-4081-bcc0-613dc1cbf12a admin admin] Checking segment: {'id': 'df5c0d95-939e-4985-95c1-691e1c2a5bab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '4041b16e-d0bc-408d-92a3-b2c03aff6ddd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 18 05:18:32.092767 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0790d7d-bfdd-4081-bcc0-613dc1cbf12a admin admin] Network hostable DHCP agents. Network: 4041b16e-d0bc-408d-92a3-b2c03aff6ddd, hostable agents: ['426d7b1c-7831-4cf6-8aa4-29496a16634c'], hosted agents: [] {{(pid=104387) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 18 05:18:32.109052 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG dbcounter [-] [104387] Writing DB stats neutron:SELECT=90,neutron:DELETE=4,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:18:32.170805 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Jun 2022 05:18:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbf12510-b83f-4f14-9e86-11253e1f9770 x-openstack-request-id: req-bbf12510-b83f-4f14-9e86-11253e1f9770 {{(pid=104388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 05:18:32.171035 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bf8c3731-ba5b-41dc-ab3b-16d6725300a0", "tag": "ed5753b8-9359-4e81-8f42-c2dd469ec79e", "status": "completed", "code": 200}]} {{(pid=104388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 05:18:32.171681 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-bbf12510-b83f-4f14-9e86-11253e1f9770 {{(pid=104388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 05:18:32.172417 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bbf12510-b83f-4f14-9e86-11253e1f9770'] response: {'name': 'network-changed', 'server_uuid': 'bf8c3731-ba5b-41dc-ab3b-16d6725300a0', 'tag': 'ed5753b8-9359-4e81-8f42-c2dd469ec79e', 'status': 'completed', 'code': 200} Jun 18 05:18:32.178231 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ffe264-34d8-47bb-8d4b-d02421316e5b req-708e9a5e-ecef-4afa-8a93-d2ab4dedd23f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:18:32.182489 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-78ffe264-34d8-47bb-8d4b-d02421316e5b req-708e9a5e-ecef-4afa-8a93-d2ab4dedd23f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=bc9d70cb-3189-4844-951f-f295bb588b8d HTTP/1.1" status: 200 len: 853 time: 0.1554358 Jun 18 05:18:32.185091 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-ffaf6b99-4c88-4d9e-b6c9-6766b81126ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-574775', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9644'] for router (b5e7bf41-cb55-4943-8974-791516c4540a), before_create {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:18:32.186286 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-ffaf6b99-4c88-4d9e-b6c9-6766b81126ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-575757', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-731064', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-682792', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9635'] for router (b5e7bf41-cb55-4943-8974-791516c4540a), precommit_create {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:18:32.243119 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0790d7d-bfdd-4081-bcc0-613dc1cbf12a admin admin] Network 4041b16e-d0bc-408d-92a3-b2c03aff6ddd is scheduled to be hosted by DHCP agent 426d7b1c-7831-4cf6-8aa4-29496a16634c with binding_index 1 {{(pid=104387) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 18 05:18:32.323414 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-ffaf6b99-4c88-4d9e-b6c9-6766b81126ea admin admin] Publish callbacks [] for router_controller (b5e7bf41-cb55-4943-8974-791516c4540a), precommit_add_association {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:18:32.383149 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ffe264-34d8-47bb-8d4b-d02421316e5b req-b3f1f188-f5c7-4f50-8133-8b9f44583a97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:18:32.391572 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-78ffe264-34d8-47bb-8d4b-d02421316e5b req-b3f1f188-f5c7-4f50-8133-8b9f44583a97 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=381e581a-9cea-44f2-9ed2-365c11f6d6d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1672225 Jun 18 05:18:32.397465 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.db.db_base_plugin_common [None req-c9692213-bc20-48f5-b9a7-8f7a9fcea144 None None] Allocated IP 172.20.0.2 (a7f4a15d-f99d-479a-ac9e-99533b884d02/e909531c-10f8-478f-9cdc-385d474fadd4/135153d1-6cd4-4b66-a2cf-51c8ded2aaf8) {{(pid=104389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 05:18:32.489259 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.scheduler.base_scheduler [None req-f0790d7d-bfdd-4081-bcc0-613dc1cbf12a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836996-35-iscsi, 4041b16e-d0bc-408d-92a3-b2c03aff6ddd) {{(pid=104387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 05:18:32.518752 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0790d7d-bfdd-4081-bcc0-613dc1cbf12a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:18:32.519352 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-f0790d7d-bfdd-4081-bcc0-613dc1cbf12a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:18:32.558291 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.wsgi [-] (104387) accepted ('10.222.0.23', 49530) {{(pid=104387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 05:18:32.561231 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de4a29fd-acbf-4a57-b780-e0641dba5f7e None None] Network 4041b16e-d0bc-408d-92a3-b2c03aff6ddd requested from dv-cinder-836996-35-iscsi {{(pid=104389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 18 05:18:32.728120 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-abde30a5-4dfc-4e77-8193-e0f3a07de931 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:18:32.750679 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3744f2b4-a7f6-4420-9a96-f6e2a2df37e8 None None] Network 4041b16e-d0bc-408d-92a3-b2c03aff6ddd requested from dv-cinder-836996-35-iscsi {{(pid=104389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 18 05:18:32.830771 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-78ffe264-34d8-47bb-8d4b-d02421316e5b req-4f4c6011-2bc7-42d6-bbc4-f9bdbefd67d4 service neutron] 10.222.0.15 "GET /v2.0/networks/381e581a-9cea-44f2-9ed2-365c11f6d6d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4066792 Jun 18 05:18:32.879016 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-abde30a5-4dfc-4e77-8193-e0f3a07de931 admin admin] Publish callbacks [] for security_group (3bfa03d0-ab24-421d-a7e4-49c619c86e4b), precommit_create {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:18:32.885642 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [None req-f0790d7d-bfdd-4081-bcc0-613dc1cbf12a admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 2.9727428 Jun 18 05:18:32.963128 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-ffaf6b99-4c88-4d9e-b6c9-6766b81126ea admin admin] Publish callbacks [] for router_gateway (b5e7bf41-cb55-4943-8974-791516c4540a), precommit_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:18:32.972734 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-abde30a5-4dfc-4e77-8193-e0f3a07de931 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728332'] for security_group (3bfa03d0-ab24-421d-a7e4-49c619c86e4b), after_create {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:18:33.056843 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-c9692213-bc20-48f5-b9a7-8f7a9fcea144 None None] Publish callbacks [] for port (135153d1-6cd4-4b66-a2cf-51c8ded2aaf8), precommit_create {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:18:33.059852 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abde30a5-4dfc-4e77-8193-e0f3a07de931 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3bfa03d0-ab24-421d-a7e4-49c619c86e4b,revision_number=1']} {{(pid=104387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:18:33.083636 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b6a7d4-601c-4e59-a6ce-bfa2d25de9f1 req-ed170fdc-e81f-435c-aea3-ded41a7846b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:18:33.088245 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-d8b6a7d4-601c-4e59-a6ce-bfa2d25de9f1 req-ed170fdc-e81f-435c-aea3-ded41a7846b0 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8820096253064e5abbe50f23bdc3ebac&device_id=5b8a5eb5-afb5-4209-9aa5-b38844bf07f2 HTTP/1.1" status: 200 len: 1130 time: 0.6598995 Jun 18 05:18:33.117474 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG dbcounter [-] [104389] Writing DB stats neutron:SELECT=93,neutron:INSERT=2,neutron:UPDATE=5 {{(pid=104389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:18:33.129807 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-c9692213-bc20-48f5-b9a7-8f7a9fcea144 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1768343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789592262822'] for port (135153d1-6cd4-4b66-a2cf-51c8ded2aaf8), after_create {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:18:33.137723 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0d3ef2-98a7-4134-a27a-f299c04f435b req-3c3f4ad5-f202-4b0d-90de-50b7d33fa226 tempest-ServerRescueNegativeTestJSON-1272623576 tempest-ServerRescueNegativeTestJSON-1272623576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:18:33.139314 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-ba0d3ef2-98a7-4134-a27a-f299c04f435b req-3c3f4ad5-f202-4b0d-90de-50b7d33fa226 tempest-ServerRescueNegativeTestJSON-1272623576 tempest-ServerRescueNegativeTestJSON-1272623576-project] 10.222.0.23 "GET /v2.0/ports?device_id=5b8a5eb5-afb5-4209-9aa5-b38844bf07f2 HTTP/1.1" status: 200 len: 946 time: 0.5718188 Jun 18 05:18:33.155051 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [None req-abde30a5-4dfc-4e77-8193-e0f3a07de931 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=a4525953a77a4f0aa54abf6510667ba9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4888434 Jun 18 05:18:33.155051 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.wsgi [-] (104387) accepted ('10.222.0.23', 49546) {{(pid=104387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 05:18:33.258176 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG dbcounter [-] [104387] Writing DB stats neutron:SELECT=78,neutron:INSERT=16,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=104387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:18:33.336322 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9692213-bc20-48f5-b9a7-8f7a9fcea144 None None] Network a7f4a15d-f99d-479a-ac9e-99533b884d02 is already hosted by enough agents. {{(pid=104389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 05:18:33.340420 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.rpc [None req-c042a677-28f5-4026-b552-0173028fe9dd None None] Device da50abec-a8b4-4e62-82dd-710b5b06d374 up at agent ovs-agent-dv-cinder-836996-35-iscsi {{(pid=104389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 18 05:18:33.354789 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9692213-bc20-48f5-b9a7-8f7a9fcea144 None None] Pushing event updated for resources: {'Port': ['ID=135153d1-6cd4-4b66-a2cf-51c8ded2aaf8,revision_number=1']} {{(pid=104389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:18:33.362997 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.scheduler.base_scheduler [None req-c9692213-bc20-48f5-b9a7-8f7a9fcea144 None None] Resources bound (agent type, host, resource id): {{(pid=104389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 05:18:33.366003 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9692213-bc20-48f5-b9a7-8f7a9fcea144 None None] Received port after_create {{(pid=104389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 18 05:18:33.533342 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG dbcounter [-] [104388] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:18:33.534415 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b6a7d4-601c-4e59-a6ce-bfa2d25de9f1 req-51cfce6f-cec5-4ad8-8582-f077898a7ec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:18:33.536214 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-d8b6a7d4-601c-4e59-a6ce-bfa2d25de9f1 req-51cfce6f-cec5-4ad8-8582-f077898a7ec5 service neutron] 10.222.0.15 "GET /v2.0/networks?id=e40c5bf8-60a8-4d08-b489-6f107ba55c42 HTTP/1.1" status: 200 len: 919 time: 0.3960891 Jun 18 05:18:33.628452 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.managers [None req-c9692213-bc20-48f5-b9a7-8f7a9fcea144 None None] Attempting to bind port 135153d1-6cd4-4b66-a2cf-51c8ded2aaf8 on host dv-cinder-836996-35-iscsi for vnic_type normal with profile {{(pid=104389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 18 05:18:33.629064 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.managers [None req-c9692213-bc20-48f5-b9a7-8f7a9fcea144 None None] Attempting to bind port 135153d1-6cd4-4b66-a2cf-51c8ded2aaf8 by drivers openvswitch,hyperv on host dv-cinder-836996-35-iscsi at level 0 using segments [{'id': 'cbdf8901-571a-435e-aa4f-ff28e4186d07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'a7f4a15d-f99d-479a-ac9e-99533b884d02'}] {{(pid=104389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 18 05:18:33.629235 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9692213-bc20-48f5-b9a7-8f7a9fcea144 None None] Attempting to bind port 135153d1-6cd4-4b66-a2cf-51c8ded2aaf8 on network a7f4a15d-f99d-479a-ac9e-99533b884d02 {{(pid=104389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 18 05:18:33.638181 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.db.provisioning_blocks [None req-c042a677-28f5-4026-b552-0173028fe9dd None None] Provisioning complete for port da50abec-a8b4-4e62-82dd-710b5b06d374 triggered by entity L2. {{(pid=104389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 18 05:18:33.638563 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-c042a677-28f5-4026-b552-0173028fe9dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1740956'] for port (da50abec-a8b4-4e62-82dd-710b5b06d374), provisioning_complete {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:18:33.642503 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9692213-bc20-48f5-b9a7-8f7a9fcea144 None None] Checking agent: {'id': 'd503ae44-4e24-48d3-9886-03581f90537d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836996-35-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 18, 5, 8, 27), 'started_at': datetime.datetime(2022, 6, 18, 5, 8, 57), 'heartbeat_timestamp': datetime.datetime(2022, 6, 18, 5, 18, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836996-35-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 18 05:18:33.642687 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9692213-bc20-48f5-b9a7-8f7a9fcea144 None None] Checking segment: {'id': 'cbdf8901-571a-435e-aa4f-ff28e4186d07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'a7f4a15d-f99d-479a-ac9e-99533b884d02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 18 05:18:33.643116 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-c9692213-bc20-48f5-b9a7-8f7a9fcea144 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:18:33.643739 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9692213-bc20-48f5-b9a7-8f7a9fcea144 None None] Bound using segment: {'id': 'cbdf8901-571a-435e-aa4f-ff28e4186d07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'a7f4a15d-f99d-479a-ac9e-99533b884d02'} {{(pid=104389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 18 05:18:33.644618 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.managers [None req-c9692213-bc20-48f5-b9a7-8f7a9fcea144 None None] Bound port: 135153d1-6cd4-4b66-a2cf-51c8ded2aaf8, host: dv-cinder-836996-35-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cbdf8901-571a-435e-aa4f-ff28e4186d07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'a7f4a15d-f99d-479a-ac9e-99533b884d02'}}] {{(pid=104389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 18 05:18:33.646938 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-c9692213-bc20-48f5-b9a7-8f7a9fcea144 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1768406'] for port (135153d1-6cd4-4b66-a2cf-51c8ded2aaf8), before_update {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:18:33.685179 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-d8b6a7d4-601c-4e59-a6ce-bfa2d25de9f1 req-f4b076e2-663b-4aad-ba27-6ce306236752 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8e5d7c91-931e-49de-80d5-fe09b507ebe5 HTTP/1.1" status: 200 len: 217 time: 0.1339114 Jun 18 05:18:33.692082 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG dbcounter [-] [104389] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:18:33.712069 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-48d05b99-7fd0-4462-a877-48729415a52e admin admin] Publish callbacks [] for security_group (3bfa03d0-ab24-421d-a7e4-49c619c86e4b), before_delete {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:18:33.748311 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10647fc6-d44e-4752-a7fd-b4d0ad54bd82 req-44aeaa8c-441b-45e5-bd3c-46b146f582ed tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:18:33.755125 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-10647fc6-d44e-4752-a7fd-b4d0ad54bd82 req-44aeaa8c-441b-45e5-bd3c-46b146f582ed tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] 10.222.0.23 "GET /v2.0/ports?device_id=3db86af8-06be-4481-ae05-85abb634d58e HTTP/1.1" status: 200 len: 945 time: 0.3201861 Jun 18 05:18:33.777186 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.db [None req-c9692213-bc20-48f5-b9a7-8f7a9fcea144 None None] For port 135153d1-6cd4-4b66-a2cf-51c8ded2aaf8, host dv-cinder-836996-35-iscsi, cleared binding levels {{(pid=104389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 05:18:33.782014 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.db [None req-c9692213-bc20-48f5-b9a7-8f7a9fcea144 None None] For port 135153d1-6cd4-4b66-a2cf-51c8ded2aaf8, host dv-cinder-836996-35-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-35-iscsi',level=0,port_id=135153d1-6cd4-4b66-a2cf-51c8ded2aaf8,segment=NetworkSegment(cbdf8901-571a-435e-aa4f-ff28e4186d07),segment_id=cbdf8901-571a-435e-aa4f-ff28e4186d07)] {{(pid=104389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 05:18:33.818961 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b6a7d4-601c-4e59-a6ce-bfa2d25de9f1 req-9b1d1b3b-5e6c-4d50-8ce1-98ccd4c89b9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:18:33.818961 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-d8b6a7d4-601c-4e59-a6ce-bfa2d25de9f1 req-9b1d1b3b-5e6c-4d50-8ce1-98ccd4c89b9d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=150ec3db-e886-4a5d-89d6-e02356d1809e HTTP/1.1" status: 200 len: 857 time: 0.1205788 Jun 18 05:18:33.849923 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-48d05b99-7fd0-4462-a877-48729415a52e admin admin] Publish callbacks [] for security_group (3bfa03d0-ab24-421d-a7e4-49c619c86e4b), precommit_delete {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:18:33.885935 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.plugin [None req-c042a677-28f5-4026-b552-0173028fe9dd None None] Current status of the port da50abec-a8b4-4e62-82dd-710b5b06d374 is: ACTIVE; New status is: ACTIVE {{(pid=104389) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 18 05:18:33.894498 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-c9692213-bc20-48f5-b9a7-8f7a9fcea144 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1768343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789592765606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789592262840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789592262858'] for port (135153d1-6cd4-4b66-a2cf-51c8ded2aaf8), after_update {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:18:33.905908 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-78ffe264-34d8-47bb-8d4b-d02421316e5b req-4a8c6b0e-dc47-45de-a28d-e894a0589075 service neutron] 10.222.0.15 "GET /v2.0/networks/381e581a-9cea-44f2-9ed2-365c11f6d6d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0647945 Jun 18 05:18:33.928004 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-ba0d3ef2-98a7-4134-a27a-f299c04f435b req-628d02ab-b9e1-49fe-9f1d-a52ae4f7b103 tempest-ServerRescueNegativeTestJSON-1272623576 tempest-ServerRescueNegativeTestJSON-1272623576-project] 10.222.0.23 "GET /v2.0/security-groups?id=83d5be7f-d8af-4828-9878-6877e2a6bac5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7047994 Jun 18 05:18:33.937360 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b6a7d4-601c-4e59-a6ce-bfa2d25de9f1 req-b7c3785f-948e-4d26-b1df-242760f2d22d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:18:33.938904 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-d8b6a7d4-601c-4e59-a6ce-bfa2d25de9f1 req-b7c3785f-948e-4d26-b1df-242760f2d22d service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e40c5bf8-60a8-4d08-b489-6f107ba55c42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0768778 Jun 18 05:18:33.981354 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-ffaf6b99-4c88-4d9e-b6c9-6766b81126ea admin admin] Publish callbacks [] for router_gateway (b5e7bf41-cb55-4943-8974-791516c4540a), before_create {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:18:34.116343 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9692213-bc20-48f5-b9a7-8f7a9fcea144 None None] Pushing event updated for resources: {'Port': ['ID=135153d1-6cd4-4b66-a2cf-51c8ded2aaf8,revision_number=2']} {{(pid=104389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:18:34.171772 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193bf89d-e03a-4577-bda8-6f13f468f05e req-d3834d87-7533-4f90-97ed-ee7f94200e1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:18:34.173295 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-193bf89d-e03a-4577-bda8-6f13f468f05e req-d3834d87-7533-4f90-97ed-ee7f94200e1f service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=3a833f00ba294564a66b9eefbc49147e&device_id=bf8c3731-ba5b-41dc-ab3b-16d6725300a0 HTTP/1.1" status: 200 len: 1127 time: 0.0713272 Jun 18 05:18:34.186679 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG dbcounter [-] [104388] Writing DB stats neutron:SELECT=100 {{(pid=104388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:18:34.382004 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193bf89d-e03a-4577-bda8-6f13f468f05e req-2b62ceb3-7faa-4fc7-8862-5e81c2985163 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:18:34.383451 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-193bf89d-e03a-4577-bda8-6f13f468f05e req-2b62ceb3-7faa-4fc7-8862-5e81c2985163 service neutron] 10.222.0.15 "GET /v2.0/networks?id=381e581a-9cea-44f2-9ed2-365c11f6d6d9 HTTP/1.1" status: 200 len: 915 time: 0.1942716 Jun 18 05:18:34.391072 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085e669d-b86e-48bc-8a6d-935f035f0e9e req-0a70e296-adbe-48d9-90be-718fa393e12a tempest-TestMinimumBasicScenario-1360665084 tempest-TestMinimumBasicScenario-1360665084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:18:34.408280 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-085e669d-b86e-48bc-8a6d-935f035f0e9e req-0a70e296-adbe-48d9-90be-718fa393e12a tempest-TestMinimumBasicScenario-1360665084 tempest-TestMinimumBasicScenario-1360665084-project] 10.222.0.23 "GET /v2.0/ports?device_id=bf8c3731-ba5b-41dc-ab3b-16d6725300a0 HTTP/1.1" status: 200 len: 943 time: 0.2338090 Jun 18 05:18:34.486049 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-d8b6a7d4-601c-4e59-a6ce-bfa2d25de9f1 req-bf5282bb-2a5e-44da-8c06-00e527d7b53b service neutron] 10.222.0.15 "GET /v2.0/networks/e40c5bf8-60a8-4d08-b489-6f107ba55c42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5357783 Jun 18 05:18:34.489021 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-193bf89d-e03a-4577-bda8-6f13f468f05e req-f7eed1ab-f8c3-4a54-aaa0-45ac80632a40 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ed5753b8-9359-4e81-8f42-c2dd469ec79e HTTP/1.1" status: 200 len: 217 time: 0.0764816 Jun 18 05:18:34.599372 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193bf89d-e03a-4577-bda8-6f13f468f05e req-29dc411e-43cf-4c9f-b550-73459d01298a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:18:34.600938 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-193bf89d-e03a-4577-bda8-6f13f468f05e req-29dc411e-43cf-4c9f-b550-73459d01298a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=bc9d70cb-3189-4844-951f-f295bb588b8d HTTP/1.1" status: 200 len: 853 time: 0.0836642 Jun 18 05:18:34.680321 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-085e669d-b86e-48bc-8a6d-935f035f0e9e req-92566a6e-6363-4aaf-b504-ca4debe139b3 tempest-TestMinimumBasicScenario-1360665084 tempest-TestMinimumBasicScenario-1360665084-project] 10.222.0.23 "GET /v2.0/security-groups?id=bc90fc02-3a22-4765-be93-15065878de04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2710485 Jun 18 05:18:34.737363 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-ffaf6b99-4c88-4d9e-b6c9-6766b81126ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1768406'] for port (None), before_create {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:18:34.738748 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193bf89d-e03a-4577-bda8-6f13f468f05e req-34eb267a-b39f-463c-924c-78dc4ffb537e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:18:34.740157 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-193bf89d-e03a-4577-bda8-6f13f468f05e req-34eb267a-b39f-463c-924c-78dc4ffb537e service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=381e581a-9cea-44f2-9ed2-365c11f6d6d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1141768 Jun 18 05:18:34.794639 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-10647fc6-d44e-4752-a7fd-b4d0ad54bd82 req-f9bd77c9-b948-4707-aada-e288c81811d0 tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] 10.222.0.23 "GET /v2.0/security-groups?id=e7fc1561-1092-4d2a-b878-ed2f82ce27ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.0238047 Jun 18 05:18:34.914097 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG dbcounter [-] [104387] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:INSERT=2 {{(pid=104387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:18:34.935151 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86664ff-6699-493d-96c4-ee46bdbeb828 req-ce84605f-96dc-4ba2-b3a3-f284fa15f096 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:18:34.935382 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-d8b6a7d4-601c-4e59-a6ce-bfa2d25de9f1 req-b066da84-f934-4fed-bd87-a86ea58478bf service neutron] 10.222.0.15 "GET /v2.0/networks/e40c5bf8-60a8-4d08-b489-6f107ba55c42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4168952 Jun 18 05:18:34.936674 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-b86664ff-6699-493d-96c4-ee46bdbeb828 req-ce84605f-96dc-4ba2-b3a3-f284fa15f096 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=758883a5aea04c85ad65bb6970bdb098&device_id=3db86af8-06be-4481-ae05-85abb634d58e HTTP/1.1" status: 200 len: 1129 time: 0.1707253 Jun 18 05:18:35.070711 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-193bf89d-e03a-4577-bda8-6f13f468f05e req-ecc8badd-b3c4-405f-9421-7b31b4ae4482 service neutron] 10.222.0.15 "GET /v2.0/networks/381e581a-9cea-44f2-9ed2-365c11f6d6d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3083818 Jun 18 05:18:35.079659 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-48d05b99-7fd0-4462-a877-48729415a52e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728332'] for security_group (3bfa03d0-ab24-421d-a7e4-49c619c86e4b), after_delete {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:18:35.082163 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-48d05b99-7fd0-4462-a877-48729415a52e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:18:35.089569 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [None req-48d05b99-7fd0-4462-a877-48729415a52e admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/3bfa03d0-ab24-421d-a7e4-49c619c86e4b HTTP/1.1" status: 204 len: 168 time: 1.9328756 Jun 18 05:18:35.183900 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7d0177-d328-4fb3-a023-a2bd5dd1435b req-e7434e04-0ee6-4c4f-b1ec-8631fedae4d7 tempest-ServerRescueNegativeTestJSON-1272623576 tempest-ServerRescueNegativeTestJSON-1272623576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:18:35.185488 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-aa7d0177-d328-4fb3-a023-a2bd5dd1435b req-e7434e04-0ee6-4c4f-b1ec-8631fedae4d7 tempest-ServerRescueNegativeTestJSON-1272623576 tempest-ServerRescueNegativeTestJSON-1272623576-project] 10.222.0.23 "GET /v2.0/ports?device_id=5b8a5eb5-afb5-4209-9aa5-b38844bf07f2 HTTP/1.1" status: 200 len: 946 time: 0.1068161 Jun 18 05:18:35.351131 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.rpc [None req-c042a677-28f5-4026-b552-0173028fe9dd None None] Device 135153d1-6cd4-4b66-a2cf-51c8ded2aaf8 up at agent ovs-agent-dv-cinder-836996-35-iscsi {{(pid=104389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 18 05:18:35.450086 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-aa7d0177-d328-4fb3-a023-a2bd5dd1435b req-e56c13c8-ea8e-4c43-8553-77b8f9d0618a tempest-ServerRescueNegativeTestJSON-1272623576 tempest-ServerRescueNegativeTestJSON-1272623576-project] 10.222.0.23 "GET /v2.0/security-groups?id=83d5be7f-d8af-4828-9878-6877e2a6bac5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2164376 Jun 18 05:18:35.450216 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.db.provisioning_blocks [None req-c042a677-28f5-4026-b552-0173028fe9dd None None] Provisioning complete for port 135153d1-6cd4-4b66-a2cf-51c8ded2aaf8 triggered by entity L2. {{(pid=104389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 18 05:18:35.450216 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-c042a677-28f5-4026-b552-0173028fe9dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1740956'] for port (135153d1-6cd4-4b66-a2cf-51c8ded2aaf8), provisioning_complete {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:18:35.478775 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.db.db_base_plugin_common [None req-ffaf6b99-4c88-4d9e-b6c9-6766b81126ea admin admin] Allocated IP 172.27.2.4 (65c030c7-6a7d-4cea-a47d-5cdd532db0e6/a9fa7760-a071-45ee-b985-799999c69975/3c5bb17b-ab52-49dc-9121-049386015a3e) {{(pid=104387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 05:18:35.488758 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-193bf89d-e03a-4577-bda8-6f13f468f05e req-d91859ec-80e4-4d22-b7d8-43590dc1a747 service neutron] 10.222.0.15 "GET /v2.0/networks/381e581a-9cea-44f2-9ed2-365c11f6d6d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3020861 Jun 18 05:18:35.551884 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d05b99-7fd0-4462-a877-48729415a52e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bfa03d0-ab24-421d-a7e4-49c619c86e4b,revision_number=None']} {{(pid=104387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:18:35.567402 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86664ff-6699-493d-96c4-ee46bdbeb828 req-3102888e-bb1e-41a1-af03-1612b73267f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:18:35.568526 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.plugin [None req-c042a677-28f5-4026-b552-0173028fe9dd None None] Current status of the port 135153d1-6cd4-4b66-a2cf-51c8ded2aaf8 is: DOWN; New status is: ACTIVE {{(pid=104389) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 18 05:18:35.568872 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-b86664ff-6699-493d-96c4-ee46bdbeb828 req-3102888e-bb1e-41a1-af03-1612b73267f8 service neutron] 10.222.0.15 "GET /v2.0/networks?id=f7ef077f-c52c-4f70-b85e-e8892706babc HTTP/1.1" status: 200 len: 917 time: 0.5301805 Jun 18 05:18:35.569003 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-c042a677-28f5-4026-b552-0173028fe9dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1768406'] for port (135153d1-6cd4-4b66-a2cf-51c8ded2aaf8), before_update {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:18:35.720795 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.db [None req-c042a677-28f5-4026-b552-0173028fe9dd None None] For port 135153d1-6cd4-4b66-a2cf-51c8ded2aaf8, host dv-cinder-836996-35-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-35-iscsi',level=0,port_id=135153d1-6cd4-4b66-a2cf-51c8ded2aaf8,segment=NetworkSegment(cbdf8901-571a-435e-aa4f-ff28e4186d07),segment_id=cbdf8901-571a-435e-aa4f-ff28e4186d07)] {{(pid=104389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 05:18:35.798128 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-c042a677-28f5-4026-b552-0173028fe9dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1768343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789592765606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789592262840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789592262858'] for port (135153d1-6cd4-4b66-a2cf-51c8ded2aaf8), after_update {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:18:35.839268 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e294f653-091a-4733-a9e8-cf5612f68768 None None] Network a7f4a15d-f99d-479a-ac9e-99533b884d02 requested from dv-cinder-836996-35-iscsi {{(pid=104389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 18 05:18:35.973078 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c042a677-28f5-4026-b552-0173028fe9dd None None] Pushing event updated for resources: {'Port': ['ID=135153d1-6cd4-4b66-a2cf-51c8ded2aaf8,revision_number=3']} {{(pid=104389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:18:35.987595 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.db.provisioning_blocks [None req-e115aac6-8e74-445b-8651-b6996d79c2e2 None None] Provisioning complete for port 135153d1-6cd4-4b66-a2cf-51c8ded2aaf8 triggered by entity DHCP. {{(pid=104389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 18 05:18:35.987922 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-e115aac6-8e74-445b-8651-b6996d79c2e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1740956'] for port (135153d1-6cd4-4b66-a2cf-51c8ded2aaf8), provisioning_complete {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:18:36.037104 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b330a999-202a-4260-9ffe-47b3b9e0114d req-20cadef6-d2e1-444f-b79a-bd647bbd46e9 tempest-TestMinimumBasicScenario-1360665084 tempest-TestMinimumBasicScenario-1360665084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:18:36.039822 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-b330a999-202a-4260-9ffe-47b3b9e0114d req-20cadef6-d2e1-444f-b79a-bd647bbd46e9 tempest-TestMinimumBasicScenario-1360665084 tempest-TestMinimumBasicScenario-1360665084-project] 10.222.0.23 "GET /v2.0/ports?device_id=bf8c3731-ba5b-41dc-ab3b-16d6725300a0 HTTP/1.1" status: 200 len: 943 time: 0.2543056 Jun 18 05:18:36.047896 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-b86664ff-6699-493d-96c4-ee46bdbeb828 req-4f660773-5fcd-43b5-93c1-8469f0c366c8 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1fb70483-13da-4dd6-a45d-5224ec85a411 HTTP/1.1" status: 200 len: 1001 time: 0.4621449 Jun 18 05:18:36.056890 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d244f1-4b7e-4e94-962a-ee2dfe8573c8 req-a19f4192-1634-41a8-aba5-07d9acb14914 tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:18:36.089290 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-35d244f1-4b7e-4e94-962a-ee2dfe8573c8 req-a19f4192-1634-41a8-aba5-07d9acb14914 tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] 10.222.0.23 "GET /v2.0/ports?device_id=3db86af8-06be-4481-ae05-85abb634d58e HTTP/1.1" status: 200 len: 945 time: 0.0972006 Jun 18 05:18:36.146650 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-ffaf6b99-4c88-4d9e-b6c9-6766b81126ea admin admin] Publish callbacks [] for port (3c5bb17b-ab52-49dc-9121-049386015a3e), precommit_create {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:18:36.149152 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.plugin [None req-e115aac6-8e74-445b-8651-b6996d79c2e2 None None] Current status of the port 135153d1-6cd4-4b66-a2cf-51c8ded2aaf8 is: ACTIVE; New status is: ACTIVE {{(pid=104389) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 18 05:18:36.215836 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86664ff-6699-493d-96c4-ee46bdbeb828 req-775835a8-96d7-4bba-881b-8a460ebb4dea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:18:36.217859 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-b86664ff-6699-493d-96c4-ee46bdbeb828 req-775835a8-96d7-4bba-881b-8a460ebb4dea service neutron] 10.222.0.15 "GET /v2.0/subnets?id=33823053-d4d0-4fd0-8dfe-171b826300f0 HTTP/1.1" status: 200 len: 855 time: 0.1468587 Jun 18 05:18:36.225024 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-b330a999-202a-4260-9ffe-47b3b9e0114d req-ec02ae22-70a0-417c-af24-f2cffe0c4bfe tempest-TestMinimumBasicScenario-1360665084 tempest-TestMinimumBasicScenario-1360665084-project] 10.222.0.23 "GET /v2.0/security-groups?id=bc90fc02-3a22-4765-be93-15065878de04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1761155 Jun 18 05:18:36.229613 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-35d244f1-4b7e-4e94-962a-ee2dfe8573c8 req-41bfb848-d868-45cf-a273-d4350d24fb5d tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] 10.222.0.23 "GET /v2.0/security-groups?id=e7fc1561-1092-4d2a-b878-ed2f82ce27ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1380599 Jun 18 05:18:36.331335 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86664ff-6699-493d-96c4-ee46bdbeb828 req-4603c39d-1e56-4fd3-b0a8-c3fa112fd4d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:18:36.335103 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-b86664ff-6699-493d-96c4-ee46bdbeb828 req-4603c39d-1e56-4fd3-b0a8-c3fa112fd4d9 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f7ef077f-c52c-4f70-b85e-e8892706babc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0879364 Jun 18 05:18:36.357144 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-ffaf6b99-4c88-4d9e-b6c9-6766b81126ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1768343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789592262822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14020772'] for port (3c5bb17b-ab52-49dc-9121-049386015a3e), after_create {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:18:36.372713 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.wsgi [-] (104388) accepted ('10.222.0.23', 49636) {{(pid=104388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 05:18:36.391532 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG dbcounter [-] [104387] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=104387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:18:36.393589 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-17db5796-d3c1-40ad-9f21-76794236e0d1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:18:36.403605 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffaf6b99-4c88-4d9e-b6c9-6766b81126ea admin admin] Network 65c030c7-6a7d-4cea-a47d-5cdd532db0e6 is already hosted by enough agents. {{(pid=104387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 05:18:36.408784 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.scheduler.base_scheduler [None req-ffaf6b99-4c88-4d9e-b6c9-6766b81126ea admin admin] Resources bound (agent type, host, resource id): {{(pid=104387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 05:18:36.413489 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffaf6b99-4c88-4d9e-b6c9-6766b81126ea admin admin] Received port after_create {{(pid=104387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 18 05:18:36.443730 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffaf6b99-4c88-4d9e-b6c9-6766b81126ea admin admin] Pushing event updated for resources: {'Port': ['ID=3c5bb17b-ab52-49dc-9121-049386015a3e,revision_number=1']} {{(pid=104387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:18:36.497294 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG dbcounter [-] [104388] Writing DB stats neutron:SELECT=100 {{(pid=104388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:18:36.497948 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.db.provisioning_blocks [None req-390622b9-4165-4fc3-bfdf-908e11d35251 None None] Provisioning complete for port 135153d1-6cd4-4b66-a2cf-51c8ded2aaf8 triggered by entity DHCP. {{(pid=104389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 18 05:18:36.498512 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-390622b9-4165-4fc3-bfdf-908e11d35251 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1740956'] for port (135153d1-6cd4-4b66-a2cf-51c8ded2aaf8), provisioning_complete {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:18:36.513797 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-17db5796-d3c1-40ad-9f21-76794236e0d1 admin admin] Publish callbacks [] for security_group (553c728a-4fa8-46b7-9649-3026e6cc4183), precommit_create {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:18:36.567924 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG dbcounter [-] [104389] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:18:36.591416 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-17db5796-d3c1-40ad-9f21-76794236e0d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728332'] for security_group (553c728a-4fa8-46b7-9649-3026e6cc4183), after_create {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:18:36.632754 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.plugin [None req-390622b9-4165-4fc3-bfdf-908e11d35251 None None] Current status of the port 135153d1-6cd4-4b66-a2cf-51c8ded2aaf8 is: ACTIVE; New status is: ACTIVE {{(pid=104389) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 18 05:18:36.639403 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17db5796-d3c1-40ad-9f21-76794236e0d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=553c728a-4fa8-46b7-9649-3026e6cc4183,revision_number=1']} {{(pid=104388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:18:36.642484 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG dbcounter [-] [104388] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:18:36.691128 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [None req-17db5796-d3c1-40ad-9f21-76794236e0d1 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=edce75da580b457a9543339f9b001e47&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3160806 Jun 18 05:18:36.698798 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.wsgi [-] (104388) accepted ('10.222.0.23', 49642) {{(pid=104388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 05:18:36.730954 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c7d24e-a6fb-4eff-945f-26eb773515db req-825c535f-99ca-4a27-b233-e7f042250c97 tempest-ServerRescueNegativeTestJSON-1272623576 tempest-ServerRescueNegativeTestJSON-1272623576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:18:36.737776 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-61c7d24e-a6fb-4eff-945f-26eb773515db req-825c535f-99ca-4a27-b233-e7f042250c97 tempest-ServerRescueNegativeTestJSON-1272623576 tempest-ServerRescueNegativeTestJSON-1272623576-project] 10.222.0.23 "GET /v2.0/ports?device_id=5b8a5eb5-afb5-4209-9aa5-b38844bf07f2 HTTP/1.1" status: 200 len: 946 time: 0.1880674 Jun 18 05:18:36.791887 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-b86664ff-6699-493d-96c4-ee46bdbeb828 req-8e3bfd40-e800-43f7-a3c6-e6ef4bd69eff service neutron] 10.222.0.15 "GET /v2.0/networks/f7ef077f-c52c-4f70-b85e-e8892706babc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2938628 Jun 18 05:18:36.811226 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-e68ddd3a-059a-4c47-a9b6-e31fdddef243 admin admin] Publish callbacks [] for security_group (553c728a-4fa8-46b7-9649-3026e6cc4183), before_delete {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:18:36.838760 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-61c7d24e-a6fb-4eff-945f-26eb773515db req-85fd3163-3c90-465e-91b6-b466b7496237 tempest-ServerRescueNegativeTestJSON-1272623576 tempest-ServerRescueNegativeTestJSON-1272623576-project] 10.222.0.23 "GET /v2.0/security-groups?id=83d5be7f-d8af-4828-9878-6877e2a6bac5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999093 Jun 18 05:18:36.879637 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-e68ddd3a-059a-4c47-a9b6-e31fdddef243 admin admin] Publish callbacks [] for security_group (553c728a-4fa8-46b7-9649-3026e6cc4183), precommit_delete {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:18:36.970711 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG dbcounter [-] [104387] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:18:37.039527 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-e68ddd3a-059a-4c47-a9b6-e31fdddef243 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728332'] for security_group (553c728a-4fa8-46b7-9649-3026e6cc4183), after_delete {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:18:37.044992 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-e68ddd3a-059a-4c47-a9b6-e31fdddef243 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:18:37.046959 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [None req-e68ddd3a-059a-4c47-a9b6-e31fdddef243 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/553c728a-4fa8-46b7-9649-3026e6cc4183 HTTP/1.1" status: 204 len: 168 time: 0.3416243 Jun 18 05:18:37.075636 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e68ddd3a-059a-4c47-a9b6-e31fdddef243 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=553c728a-4fa8-46b7-9649-3026e6cc4183,revision_number=None']} {{(pid=104388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:18:37.091218 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-b86664ff-6699-493d-96c4-ee46bdbeb828 req-fbbf4e9d-9d20-4728-9d0b-1d7206649dbf service neutron] 10.222.0.15 "GET /v2.0/networks/f7ef077f-c52c-4f70-b85e-e8892706babc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2443914 Jun 18 05:18:37.096647 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-ffaf6b99-4c88-4d9e-b6c9-6766b81126ea admin admin] Publish callbacks [] for router_gateway (b5e7bf41-cb55-4943-8974-791516c4540a), after_create {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:18:37.180463 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789592556683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1744442'] for agent (21f82a9e-593b-4fa9-aa06-dfe6f16482e6), after_update {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:18:37.299274 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.rpc [None req-c042a677-28f5-4026-b552-0173028fe9dd None None] Device 135153d1-6cd4-4b66-a2cf-51c8ded2aaf8 up at agent ovs-agent-dv-cinder-836996-35-iscsi {{(pid=104389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 18 05:18:37.364423 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.db.provisioning_blocks [None req-c042a677-28f5-4026-b552-0173028fe9dd None None] Provisioning complete for port 135153d1-6cd4-4b66-a2cf-51c8ded2aaf8 triggered by entity L2. {{(pid=104389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 18 05:18:37.364997 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-c042a677-28f5-4026-b552-0173028fe9dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1740956'] for port (135153d1-6cd4-4b66-a2cf-51c8ded2aaf8), provisioning_complete {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:18:37.408641 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG dbcounter [-] [104389] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:18:37.459149 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c0583f-f378-4969-8c9c-cb44a5f8ecdc req-ab506bac-2c9f-4781-93b6-f755c76933ec tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:18:37.459965 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.plugin [None req-c042a677-28f5-4026-b552-0173028fe9dd None None] Current status of the port 135153d1-6cd4-4b66-a2cf-51c8ded2aaf8 is: ACTIVE; New status is: ACTIVE {{(pid=104389) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 18 05:18:37.460682 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-74c0583f-f378-4969-8c9c-cb44a5f8ecdc req-ab506bac-2c9f-4781-93b6-f755c76933ec tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] 10.222.0.23 "GET /v2.0/ports?device_id=3db86af8-06be-4481-ae05-85abb634d58e HTTP/1.1" status: 200 len: 945 time: 0.1208866 Jun 18 05:18:37.543436 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-ffaf6b99-4c88-4d9e-b6c9-6766b81126ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-575954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-736931'] for router (b5e7bf41-cb55-4943-8974-791516c4540a), after_create {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:18:37.655783 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-74c0583f-f378-4969-8c9c-cb44a5f8ecdc req-4f287aa1-89fb-4c5c-9bc1-a45fb1ec68be tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] 10.222.0.23 "GET /v2.0/security-groups?id=e7fc1561-1092-4d2a-b878-ed2f82ce27ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1544785 Jun 18 05:18:37.756938 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG dbcounter [-] [104387] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:18:37.869553 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36b94da-1934-4b96-bc28-737fdea60767 req-f1fac56a-b92c-4d3e-a345-f64e92610f43 tempest-TestMinimumBasicScenario-1360665084 tempest-TestMinimumBasicScenario-1360665084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:18:37.871227 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-b36b94da-1934-4b96-bc28-737fdea60767 req-f1fac56a-b92c-4d3e-a345-f64e92610f43 tempest-TestMinimumBasicScenario-1360665084 tempest-TestMinimumBasicScenario-1360665084-project] 10.222.0.23 "GET /v2.0/ports?device_id=bf8c3731-ba5b-41dc-ab3b-16d6725300a0 HTTP/1.1" status: 200 len: 943 time: 0.0671065 Jun 18 05:18:37.969402 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-b36b94da-1934-4b96-bc28-737fdea60767 req-c52a254d-6050-454d-b065-98354bdc9bad tempest-TestMinimumBasicScenario-1360665084 tempest-TestMinimumBasicScenario-1360665084-project] 10.222.0.23 "GET /v2.0/security-groups?id=bc90fc02-3a22-4765-be93-15065878de04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920701 Jun 18 05:18:37.970574 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ffaf6b99-4c88-4d9e-b6c9-6766b81126ea admin admin] Router b5e7bf41-cb55-4943-8974-791516c4540a is scheduled to L3 agent a8549501-0164-4ac5-90a6-1ba1ba0d3f9d with binding_index 1 {{(pid=104387) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 18 05:18:38.180635 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffaf6b99-4c88-4d9e-b6c9-6766b81126ea admin admin] Notify agent at l3_agent.dv-cinder-836996-35-iscsi the message routers_updated {{(pid=104387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 05:18:38.193421 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22470c2f-5bf7-4796-815e-38bf5a4fab1a None None] Sync routers for ids ['b5e7bf41-cb55-4943-8974-791516c4540a'] in dv-cinder-836996-35-iscsi {{(pid=104389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 05:18:38.194433 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a408af8-ca8b-4f60-8191-f1896112f911 req-59d3d4fe-767f-4114-a4a7-91119d2041e7 tempest-ServerRescueNegativeTestJSON-1272623576 tempest-ServerRescueNegativeTestJSON-1272623576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:18:38.196228 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-9a408af8-ca8b-4f60-8191-f1896112f911 req-59d3d4fe-767f-4114-a4a7-91119d2041e7 tempest-ServerRescueNegativeTestJSON-1272623576 tempest-ServerRescueNegativeTestJSON-1272623576-project] 10.222.0.23 "GET /v2.0/ports?device_id=5b8a5eb5-afb5-4209-9aa5-b38844bf07f2 HTTP/1.1" status: 200 len: 946 time: 0.1251256 Jun 18 05:18:38.205343 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22470c2f-5bf7-4796-815e-38bf5a4fab1a None None] Routers {'b5e7bf41-cb55-4943-8974-791516c4540a'} bound to L3 agent in host dv-cinder-836996-35-iscsi {{(pid=104389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 18 05:18:38.206201 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.db.l3_hamode_db [None req-22470c2f-5bf7-4796-815e-38bf5a4fab1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-35-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-18T05:08:24Z,description=,heartbeat_timestamp=2022-06-18T05:18:25Z,host='dv-cinder-836996-35-iscsi',id=a8549501-0164-4ac5-90a6-1ba1ba0d3f9d,load=0,resource_versions=,resources_synced=,started_at=2022-06-18T05:08:25Z,topic='l3_agent')) {'router_ids': ['b5e7bf41-cb55-4943-8974-791516c4540a'], 'active': True} {{(pid=104389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 05:18:38.324163 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-9a408af8-ca8b-4f60-8191-f1896112f911 req-dc1b46b0-70f4-4b50-a551-76b277e3e337 tempest-ServerRescueNegativeTestJSON-1272623576 tempest-ServerRescueNegativeTestJSON-1272623576-project] 10.222.0.23 "GET /v2.0/security-groups?id=83d5be7f-d8af-4828-9878-6877e2a6bac5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196101 Jun 18 05:18:38.338230 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-ffaf6b99-4c88-4d9e-b6c9-6766b81126ea admin admin] Publish callbacks [] for router (None), before_response {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:18:38.339840 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [None req-ffaf6b99-4c88-4d9e-b6c9-6766b81126ea admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 6.5706632 Jun 18 05:18:38.344827 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.wsgi [-] (104388) accepted ('10.222.0.23', 49674) {{(pid=104388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 05:18:38.418110 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.db.l3_dvr_db [None req-22470c2f-5bf7-4796-815e-38bf5a4fab1a None None] Set router b5e7bf41-cb55-4943-8974-791516c4540a gateway port host: dv-cinder-836996-35-iscsi {{(pid=104389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 18 05:18:38.821893 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889c5645-d012-4111-8665-1c7c425f81f2 req-4ce0a110-5270-4c6c-a3fb-f27bbe822b50 tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:18:38.829977 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-889c5645-d012-4111-8665-1c7c425f81f2 req-4ce0a110-5270-4c6c-a3fb-f27bbe822b50 tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] 10.222.0.23 "GET /v2.0/ports?device_id=3db86af8-06be-4481-ae05-85abb634d58e HTTP/1.1" status: 200 len: 945 time: 0.0660419 Jun 18 05:18:38.918513 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-889c5645-d012-4111-8665-1c7c425f81f2 req-a14b02a0-4309-435c-944c-57b9def4ce9d tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] 10.222.0.23 "GET /v2.0/security-groups?id=e7fc1561-1092-4d2a-b878-ed2f82ce27ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0877628 Jun 18 05:18:39.033152 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.db.l3_hamode_db [None req-22470c2f-5bf7-4796-815e-38bf5a4fab1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5e7bf41-cb55-4943-8974-791516c4540a', 'name': 'tempest-TestShelveInstance-2085411064-router', 'tenant_id': 'a42225556e894a4b83bf66b4a3cb2522', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65c030c7-6a7d-4cea-a47d-5cdd532db0e6', 'external_fixed_ips': [{'subnet_id': 'a9fa7760-a071-45ee-b985-799999c69975', 'ip_address': '172.27.2.4'}], 'enable_snat': True}, 'gw_port_id': '3c5bb17b-ab52-49dc-9121-049386015a3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-18T05:18:32Z', 'updated_at': '2022-06-18T05:18:36Z', 'revision_number': 3, 'project_id': 'a42225556e894a4b83bf66b4a3cb2522', 'gw_port': {'id': '3c5bb17b-ab52-49dc-9121-049386015a3e', 'name': '', 'network_id': '65c030c7-6a7d-4cea-a47d-5cdd532db0e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:cc:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5e7bf41-cb55-4943-8974-791516c4540a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': 'a9fa7760-a071-45ee-b985-799999c69975', 'ip_address': '172.27.2.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-18T05:18:34Z', 'updated_at': '2022-06-18T05:18:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a9fa7760-a071-45ee-b985-799999c69975', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-35-iscsi'}], 'dv-cinder-836996-35-iscsi', False) {} {{(pid=104389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 05:18:39.144207 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e867e455-3c95-4f82-86f6-552898142d2b req-b6a14708-e9db-4ac8-9fe5-9f8b06844110 tempest-TestMinimumBasicScenario-1360665084 tempest-TestMinimumBasicScenario-1360665084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:18:39.151333 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22470c2f-5bf7-4796-815e-38bf5a4fab1a None None] Checking router: b5e7bf41-cb55-4943-8974-791516c4540a for host: dv-cinder-836996-35-iscsi {{(pid=104389) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 05:18:39.152381 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22470c2f-5bf7-4796-815e-38bf5a4fab1a None None] Updating router b5e7bf41-cb55-4943-8974-791516c4540a port 3c5bb17b-ab52-49dc-9121-049386015a3e binding host dv-cinder-836996-35-iscsi {{(pid=104389) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 18 05:18:39.159892 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-e867e455-3c95-4f82-86f6-552898142d2b req-b6a14708-e9db-4ac8-9fe5-9f8b06844110 tempest-TestMinimumBasicScenario-1360665084 tempest-TestMinimumBasicScenario-1360665084-project] 10.222.0.23 "GET /v2.0/ports?device_id=bf8c3731-ba5b-41dc-ab3b-16d6725300a0 HTTP/1.1" status: 200 len: 943 time: 0.0944889 Jun 18 05:18:39.219816 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-22470c2f-5bf7-4796-815e-38bf5a4fab1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1768406'] for port (3c5bb17b-ab52-49dc-9121-049386015a3e), before_update {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:18:39.250151 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-de68e851-bfdb-407e-965f-4ad441c96207 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1768406'] for port (None), before_create {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:18:39.283562 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-e867e455-3c95-4f82-86f6-552898142d2b req-1be65b5b-fae8-4ff3-84f2-6d50714df438 tempest-TestMinimumBasicScenario-1360665084 tempest-TestMinimumBasicScenario-1360665084-project] 10.222.0.23 "GET /v2.0/security-groups?id=bc90fc02-3a22-4765-be93-15065878de04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223729 Jun 18 05:18:39.346989 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG dbcounter [-] [104388] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:18:39.544070 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.db.db_base_plugin_common [None req-de68e851-bfdb-407e-965f-4ad441c96207 admin admin] Allocated IP 172.20.0.1 (a7f4a15d-f99d-479a-ac9e-99533b884d02/e909531c-10f8-478f-9cdc-385d474fadd4/90df5d9d-e8fd-457c-a7d2-a77df77caf2c) {{(pid=104388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 05:18:39.570498 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG dbcounter [-] [104387] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:18:39.592378 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d8d974-97af-4a04-91e5-58f4781c7e22 req-9e1ee09b-fa3f-421c-ae6d-0e3a61246247 tempest-ServerRescueNegativeTestJSON-1272623576 tempest-ServerRescueNegativeTestJSON-1272623576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:18:39.594082 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-66d8d974-97af-4a04-91e5-58f4781c7e22 req-9e1ee09b-fa3f-421c-ae6d-0e3a61246247 tempest-ServerRescueNegativeTestJSON-1272623576 tempest-ServerRescueNegativeTestJSON-1272623576-project] 10.222.0.23 "GET /v2.0/ports?device_id=5b8a5eb5-afb5-4209-9aa5-b38844bf07f2 HTTP/1.1" status: 200 len: 946 time: 0.1602359 Jun 18 05:18:39.725079 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-de68e851-bfdb-407e-965f-4ad441c96207 admin admin] Publish callbacks [] for port (90df5d9d-e8fd-457c-a7d2-a77df77caf2c), precommit_create {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:18:39.741175 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-22470c2f-5bf7-4796-815e-38bf5a4fab1a None None] Publish callbacks [] for port (3c5bb17b-ab52-49dc-9121-049386015a3e), precommit_update {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:18:39.765168 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG dbcounter [-] [104388] Writing DB stats neutron:SELECT=88,neutron:DELETE=2,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=104388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:18:39.774210 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-66d8d974-97af-4a04-91e5-58f4781c7e22 req-b5fc652f-19f1-47c8-ac68-cdd1a9180b4d tempest-ServerRescueNegativeTestJSON-1272623576 tempest-ServerRescueNegativeTestJSON-1272623576-project] 10.222.0.23 "GET /v2.0/security-groups?id=83d5be7f-d8af-4828-9878-6877e2a6bac5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1633739 Jun 18 05:18:39.842168 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-22470c2f-5bf7-4796-815e-38bf5a4fab1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1768343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789592765606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789592262840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789592262858'] for port (3c5bb17b-ab52-49dc-9121-049386015a3e), after_update {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:18:39.888259 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-de68e851-bfdb-407e-965f-4ad441c96207 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1768343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789592262822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15493031'] for port (90df5d9d-e8fd-457c-a7d2-a77df77caf2c), after_create {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:18:39.920491 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef06dc39-9bdd-499b-8f8d-5ca5ae368354 None None] Pushing event updated for resources: {'Port': ['ID=3c5bb17b-ab52-49dc-9121-049386015a3e,revision_number=2']} {{(pid=104389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:18:39.929323 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.managers [None req-22470c2f-5bf7-4796-815e-38bf5a4fab1a None None] Attempting to bind port 3c5bb17b-ab52-49dc-9121-049386015a3e on host dv-cinder-836996-35-iscsi for vnic_type normal with profile {{(pid=104389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 18 05:18:39.929753 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.managers [None req-22470c2f-5bf7-4796-815e-38bf5a4fab1a None None] Attempting to bind port 3c5bb17b-ab52-49dc-9121-049386015a3e by drivers openvswitch,hyperv on host dv-cinder-836996-35-iscsi at level 0 using segments [{'id': '62e6b565-92f9-4432-9d4a-754d0a7517a7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '65c030c7-6a7d-4cea-a47d-5cdd532db0e6'}] {{(pid=104389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 18 05:18:39.930108 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22470c2f-5bf7-4796-815e-38bf5a4fab1a None None] Attempting to bind port 3c5bb17b-ab52-49dc-9121-049386015a3e on network 65c030c7-6a7d-4cea-a47d-5cdd532db0e6 {{(pid=104389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 18 05:18:39.938096 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22470c2f-5bf7-4796-815e-38bf5a4fab1a None None] Checking agent: {'id': 'd503ae44-4e24-48d3-9886-03581f90537d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836996-35-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 18, 5, 8, 27), 'started_at': datetime.datetime(2022, 6, 18, 5, 8, 57), 'heartbeat_timestamp': datetime.datetime(2022, 6, 18, 5, 18, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836996-35-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 18 05:18:39.938470 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22470c2f-5bf7-4796-815e-38bf5a4fab1a None None] Checking segment: {'id': '62e6b565-92f9-4432-9d4a-754d0a7517a7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '65c030c7-6a7d-4cea-a47d-5cdd532db0e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 18 05:18:39.938929 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-22470c2f-5bf7-4796-815e-38bf5a4fab1a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:18:39.939473 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22470c2f-5bf7-4796-815e-38bf5a4fab1a None None] Bound using segment: {'id': '62e6b565-92f9-4432-9d4a-754d0a7517a7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '65c030c7-6a7d-4cea-a47d-5cdd532db0e6'} {{(pid=104389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 18 05:18:39.939850 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.managers [None req-22470c2f-5bf7-4796-815e-38bf5a4fab1a None None] Bound port: 3c5bb17b-ab52-49dc-9121-049386015a3e, host: dv-cinder-836996-35-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '62e6b565-92f9-4432-9d4a-754d0a7517a7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '65c030c7-6a7d-4cea-a47d-5cdd532db0e6'}}] {{(pid=104389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 18 05:18:39.940236 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-22470c2f-5bf7-4796-815e-38bf5a4fab1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1768406'] for port (3c5bb17b-ab52-49dc-9121-049386015a3e), before_update {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:18:39.941873 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG dbcounter [-] [104389] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:18:40.021882 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de68e851-bfdb-407e-965f-4ad441c96207 admin admin] Network a7f4a15d-f99d-479a-ac9e-99533b884d02 is already hosted by enough agents. {{(pid=104388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 05:18:40.028056 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.scheduler.base_scheduler [None req-de68e851-bfdb-407e-965f-4ad441c96207 admin admin] Resources bound (agent type, host, resource id): {{(pid=104388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 05:18:40.030350 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de68e851-bfdb-407e-965f-4ad441c96207 admin admin] Pushing event updated for resources: {'Port': ['ID=90df5d9d-e8fd-457c-a7d2-a77df77caf2c,revision_number=1']} {{(pid=104388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:18:40.032512 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de68e851-bfdb-407e-965f-4ad441c96207 admin admin] Received port after_create {{(pid=104388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 18 05:18:40.044649 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.db [None req-22470c2f-5bf7-4796-815e-38bf5a4fab1a None None] For port 3c5bb17b-ab52-49dc-9121-049386015a3e, host dv-cinder-836996-35-iscsi, cleared binding levels {{(pid=104389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 05:18:40.054380 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.db [None req-22470c2f-5bf7-4796-815e-38bf5a4fab1a None None] For port 3c5bb17b-ab52-49dc-9121-049386015a3e, host dv-cinder-836996-35-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-35-iscsi',level=0,port_id=3c5bb17b-ab52-49dc-9121-049386015a3e,segment=NetworkSegment(62e6b565-92f9-4432-9d4a-754d0a7517a7),segment_id=62e6b565-92f9-4432-9d4a-754d0a7517a7)] {{(pid=104389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 05:18:40.094099 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-de68e851-bfdb-407e-965f-4ad441c96207 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-574371'] for router_interface (b5e7bf41-cb55-4943-8974-791516c4540a), before_create {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:18:40.164542 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-22470c2f-5bf7-4796-815e-38bf5a4fab1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1768343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789592765606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789592262840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789592262858'] for port (3c5bb17b-ab52-49dc-9121-049386015a3e), after_update {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:18:40.215853 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478afd90-ba3a-40c9-8540-1f9e42eb9cdf req-01459adf-7419-4160-acda-71d5712f2294 tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:18:40.225030 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-478afd90-ba3a-40c9-8540-1f9e42eb9cdf req-01459adf-7419-4160-acda-71d5712f2294 tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] 10.222.0.23 "GET /v2.0/ports?device_id=3db86af8-06be-4481-ae05-85abb634d58e HTTP/1.1" status: 200 len: 945 time: 0.0750556 Jun 18 05:18:40.273430 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22470c2f-5bf7-4796-815e-38bf5a4fab1a None None] Routers {'b5e7bf41-cb55-4943-8974-791516c4540a'} bound to L3 agent in host dv-cinder-836996-35-iscsi {{(pid=104389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 18 05:18:40.274384 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.db.l3_hamode_db [None req-22470c2f-5bf7-4796-815e-38bf5a4fab1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-35-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-18T05:08:24Z,description=,heartbeat_timestamp=2022-06-18T05:18:25Z,host='dv-cinder-836996-35-iscsi',id=a8549501-0164-4ac5-90a6-1ba1ba0d3f9d,load=0,resource_versions=,resources_synced=,started_at=2022-06-18T05:08:25Z,topic='l3_agent')) {'router_ids': ['b5e7bf41-cb55-4943-8974-791516c4540a'], 'active': True} {{(pid=104389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 05:18:40.285196 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG dbcounter [-] [104389] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:18:40.301729 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef06dc39-9bdd-499b-8f8d-5ca5ae368354 None None] Pushing event updated for resources: {'Port': ['ID=3c5bb17b-ab52-49dc-9121-049386015a3e,revision_number=3']} {{(pid=104389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:18:40.421044 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-478afd90-ba3a-40c9-8540-1f9e42eb9cdf req-d8e80747-42eb-4150-af2b-c037baf0c8f0 tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] 10.222.0.23 "GET /v2.0/security-groups?id=e7fc1561-1092-4d2a-b878-ed2f82ce27ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1823039 Jun 18 05:18:40.534440 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.db.l3_dvr_db [None req-22470c2f-5bf7-4796-815e-38bf5a4fab1a None None] Set router b5e7bf41-cb55-4943-8974-791516c4540a gateway port host: dv-cinder-836996-35-iscsi {{(pid=104389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 18 05:18:40.553663 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-de68e851-bfdb-407e-965f-4ad441c96207 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1768406'] for port (90df5d9d-e8fd-457c-a7d2-a77df77caf2c), before_update {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:18:40.584786 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669ede07-c35c-454a-8ca5-7970205a3421 req-c9173336-ff00-4132-98fe-eb1113100a3f tempest-TestMinimumBasicScenario-1360665084 tempest-TestMinimumBasicScenario-1360665084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:18:40.586526 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-669ede07-c35c-454a-8ca5-7970205a3421 req-c9173336-ff00-4132-98fe-eb1113100a3f tempest-TestMinimumBasicScenario-1360665084 tempest-TestMinimumBasicScenario-1360665084-project] 10.222.0.23 "GET /v2.0/ports?device_id=bf8c3731-ba5b-41dc-ab3b-16d6725300a0 HTTP/1.1" status: 200 len: 943 time: 0.0691090 Jun 18 05:18:40.620562 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.db.provisioning_blocks [None req-3c535d01-290b-4175-9b80-43257a1108de None None] Provisioning complete for port 90df5d9d-e8fd-457c-a7d2-a77df77caf2c triggered by entity DHCP. {{(pid=104389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 18 05:18:40.630661 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-3c535d01-290b-4175-9b80-43257a1108de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1740956'] for port (90df5d9d-e8fd-457c-a7d2-a77df77caf2c), provisioning_complete {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:18:40.665764 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.plugin [None req-3c535d01-290b-4175-9b80-43257a1108de None None] Port 90df5d9d-e8fd-457c-a7d2-a77df77caf2c cannot update to ACTIVE because it is not bound. {{(pid=104389) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 18 05:18:40.732308 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-669ede07-c35c-454a-8ca5-7970205a3421 req-0d3ebe94-0365-4378-bb80-0fd8beb24ca9 tempest-TestMinimumBasicScenario-1360665084 tempest-TestMinimumBasicScenario-1360665084-project] 10.222.0.23 "GET /v2.0/security-groups?id=bc90fc02-3a22-4765-be93-15065878de04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1329582 Jun 18 05:18:40.919283 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.db.l3_hamode_db [None req-22470c2f-5bf7-4796-815e-38bf5a4fab1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5e7bf41-cb55-4943-8974-791516c4540a', 'name': 'tempest-TestShelveInstance-2085411064-router', 'tenant_id': 'a42225556e894a4b83bf66b4a3cb2522', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65c030c7-6a7d-4cea-a47d-5cdd532db0e6', 'external_fixed_ips': [{'subnet_id': 'a9fa7760-a071-45ee-b985-799999c69975', 'ip_address': '172.27.2.4'}], 'enable_snat': True}, 'gw_port_id': '3c5bb17b-ab52-49dc-9121-049386015a3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-18T05:18:32Z', 'updated_at': '2022-06-18T05:18:36Z', 'revision_number': 3, 'project_id': 'a42225556e894a4b83bf66b4a3cb2522', 'gw_port': {'id': '3c5bb17b-ab52-49dc-9121-049386015a3e', 'name': '', 'network_id': '65c030c7-6a7d-4cea-a47d-5cdd532db0e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:cc:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5e7bf41-cb55-4943-8974-791516c4540a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': 'a9fa7760-a071-45ee-b985-799999c69975', 'ip_address': '172.27.2.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-18T05:18:34Z', 'updated_at': '2022-06-18T05:18:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a9fa7760-a071-45ee-b985-799999c69975', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-35-iscsi'}], 'dv-cinder-836996-35-iscsi', False) {} {{(pid=104389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 05:18:40.953738 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22470c2f-5bf7-4796-815e-38bf5a4fab1a None None] The sync data for ids ['b5e7bf41-cb55-4943-8974-791516c4540a'] in dv-cinder-836996-35-iscsi is: [{'id': 'b5e7bf41-cb55-4943-8974-791516c4540a', 'name': 'tempest-TestShelveInstance-2085411064-router', 'tenant_id': 'a42225556e894a4b83bf66b4a3cb2522', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65c030c7-6a7d-4cea-a47d-5cdd532db0e6', 'external_fixed_ips': [{'subnet_id': 'a9fa7760-a071-45ee-b985-799999c69975', 'ip_address': '172.27.2.4'}], 'enable_snat': True}, 'gw_port_id': '3c5bb17b-ab52-49dc-9121-049386015a3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-18T05:18:32Z', 'updated_at': '2022-06-18T05:18:36Z', 'revision_number': 3, 'project_id': 'a42225556e894a4b83bf66b4a3cb2522', 'gw_port': {'id': '3c5bb17b-ab52-49dc-9121-049386015a3e', 'name': '', 'network_id': '65c030c7-6a7d-4cea-a47d-5cdd532db0e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:cc:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5e7bf41-cb55-4943-8974-791516c4540a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': 'a9fa7760-a071-45ee-b985-799999c69975', 'ip_address': '172.27.2.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-18T05:18:34Z', 'updated_at': '2022-06-18T05:18:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a9fa7760-a071-45ee-b985-799999c69975', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-35-iscsi'}] {{(pid=104389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 05:18:41.046364 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a782a6-4733-43bb-82e3-36d2c1435ebc req-49b2ec67-f1be-4da3-922d-a4954b4e7a37 tempest-ServerRescueNegativeTestJSON-1272623576 tempest-ServerRescueNegativeTestJSON-1272623576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:18:41.123237 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-e1a782a6-4733-43bb-82e3-36d2c1435ebc req-49b2ec67-f1be-4da3-922d-a4954b4e7a37 tempest-ServerRescueNegativeTestJSON-1272623576 tempest-ServerRescueNegativeTestJSON-1272623576-project] 10.222.0.23 "GET /v2.0/ports?device_id=5b8a5eb5-afb5-4209-9aa5-b38844bf07f2 HTTP/1.1" status: 200 len: 946 time: 0.1337008 Jun 18 05:18:41.130520 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-e1a782a6-4733-43bb-82e3-36d2c1435ebc req-f1683c1d-4aa4-4fa1-995a-4646f1737a5f tempest-ServerRescueNegativeTestJSON-1272623576 tempest-ServerRescueNegativeTestJSON-1272623576-project] 10.222.0.23 "GET /v2.0/security-groups?id=83d5be7f-d8af-4828-9878-6877e2a6bac5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707991 Jun 18 05:18:41.370167 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG dbcounter [-] [104390] Writing DB stats neutron:SELECT=67 {{(pid=104390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:18:41.426037 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-de68e851-bfdb-407e-965f-4ad441c96207 admin admin] Publish callbacks [] for port (90df5d9d-e8fd-457c-a7d2-a77df77caf2c), precommit_update {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:18:41.630722 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74bdef2-4c15-494a-83cd-5a6f919073b8 req-984ceafb-220d-48ef-a57f-f2bc80d49c32 tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:18:41.632566 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-d74bdef2-4c15-494a-83cd-5a6f919073b8 req-984ceafb-220d-48ef-a57f-f2bc80d49c32 tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] 10.222.0.23 "GET /v2.0/ports?device_id=3db86af8-06be-4481-ae05-85abb634d58e HTTP/1.1" status: 200 len: 945 time: 0.0881696 Jun 18 05:18:41.699458 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG dbcounter [-] [104387] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=104387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:18:41.731954 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-d74bdef2-4c15-494a-83cd-5a6f919073b8 req-e29de63b-1693-48ff-bd17-8eec02f5dc8c tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] 10.222.0.23 "GET /v2.0/security-groups?id=e7fc1561-1092-4d2a-b878-ed2f82ce27ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0829287 Jun 18 05:18:41.966874 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7acefac-ebee-452f-98aa-efc411d64e27 req-801f2bbb-9b2a-4b4f-af32-a3d4c36cf6a9 tempest-TestMinimumBasicScenario-1360665084 tempest-TestMinimumBasicScenario-1360665084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:18:41.981120 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-a7acefac-ebee-452f-98aa-efc411d64e27 req-801f2bbb-9b2a-4b4f-af32-a3d4c36cf6a9 tempest-TestMinimumBasicScenario-1360665084 tempest-TestMinimumBasicScenario-1360665084-project] 10.222.0.23 "GET /v2.0/ports?device_id=bf8c3731-ba5b-41dc-ab3b-16d6725300a0 HTTP/1.1" status: 200 len: 943 time: 0.1384890 Jun 18 05:18:42.073521 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-a7acefac-ebee-452f-98aa-efc411d64e27 req-0f7a879a-148a-44d6-ac45-23b46d17ce5c tempest-TestMinimumBasicScenario-1360665084 tempest-TestMinimumBasicScenario-1360665084-project] 10.222.0.23 "GET /v2.0/security-groups?id=bc90fc02-3a22-4765-be93-15065878de04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905130 Jun 18 05:18:42.140568 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-de68e851-bfdb-407e-965f-4ad441c96207 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1768343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789592765606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789592262840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789592262858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15493038'] for port (90df5d9d-e8fd-457c-a7d2-a77df77caf2c), after_update {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:18:42.225198 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-de68e851-bfdb-407e-965f-4ad441c96207 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-546262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-574263'] for router_interface (b5e7bf41-cb55-4943-8974-791516c4540a), after_create {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:18:42.227172 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de68e851-bfdb-407e-965f-4ad441c96207 admin admin] Pushing event updated for resources: {'Port': ['ID=90df5d9d-e8fd-457c-a7d2-a77df77caf2c,revision_number=2']} {{(pid=104388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:18:42.243827 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG dbcounter [-] [104388] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:18:42.331864 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593ad1a0-a10a-4b76-8db4-2d3c69d64c7f req-299c220c-af76-4047-a494-2568058e95a6 tempest-ServerRescueNegativeTestJSON-1272623576 tempest-ServerRescueNegativeTestJSON-1272623576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:18:42.339817 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-593ad1a0-a10a-4b76-8db4-2d3c69d64c7f req-299c220c-af76-4047-a494-2568058e95a6 tempest-ServerRescueNegativeTestJSON-1272623576 tempest-ServerRescueNegativeTestJSON-1272623576-project] 10.222.0.23 "GET /v2.0/ports?device_id=5b8a5eb5-afb5-4209-9aa5-b38844bf07f2 HTTP/1.1" status: 200 len: 946 time: 0.0678608 Jun 18 05:18:42.364483 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de68e851-bfdb-407e-965f-4ad441c96207 admin admin] Network a7f4a15d-f99d-479a-ac9e-99533b884d02 is already hosted by enough agents. {{(pid=104388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 05:18:42.366518 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.scheduler.base_scheduler [None req-de68e851-bfdb-407e-965f-4ad441c96207 admin admin] Resources bound (agent type, host, resource id): {{(pid=104388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 05:18:42.420715 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-593ad1a0-a10a-4b76-8db4-2d3c69d64c7f req-30e61d97-c2bf-4ddd-8115-d0bbbd4a9794 tempest-ServerRescueNegativeTestJSON-1272623576 tempest-ServerRescueNegativeTestJSON-1272623576-project] 10.222.0.23 "GET /v2.0/security-groups?id=83d5be7f-d8af-4828-9878-6877e2a6bac5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797114 Jun 18 05:18:42.600530 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de68e851-bfdb-407e-965f-4ad441c96207 admin admin] Router b5e7bf41-cb55-4943-8974-791516c4540a has already been hosted by L3 agent a8549501-0164-4ac5-90a6-1ba1ba0d3f9d {{(pid=104388) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 18 05:18:42.603701 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG dbcounter [-] [104388] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:18:42.687040 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910c85ee-136d-41fe-bdeb-843653eab94b req-89c0a027-35ba-4efc-9c66-d5fd3ba785b1 tempest-VolumesActionsTest-198952152 tempest-VolumesActionsTest-198952152-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:18:42.688920 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-910c85ee-136d-41fe-bdeb-843653eab94b req-89c0a027-35ba-4efc-9c66-d5fd3ba785b1 tempest-VolumesActionsTest-198952152 tempest-VolumesActionsTest-198952152-project] 10.222.0.23 "GET /v2.0/networks?id=4041b16e-d0bc-408d-92a3-b2c03aff6ddd HTTP/1.1" status: 200 len: 809 time: 0.1736841 Jun 18 05:18:42.713093 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-910c85ee-136d-41fe-bdeb-843653eab94b req-e012749d-da85-422f-b889-ba4a04546479 tempest-VolumesActionsTest-198952152 tempest-VolumesActionsTest-198952152-project] 10.222.0.23 "GET /v2.0/quotas/a63728833c434410864d0d7431a9fac2 HTTP/1.1" status: 200 len: 375 time: 0.0165572 Jun 18 05:18:42.716967 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.db.provisioning_blocks [None req-bb2697a3-d2d5-47cf-b422-782e667611f7 None None] Provisioning complete for port 90df5d9d-e8fd-457c-a7d2-a77df77caf2c triggered by entity DHCP. {{(pid=104389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 18 05:18:42.717503 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-bb2697a3-d2d5-47cf-b422-782e667611f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1740956'] for port (90df5d9d-e8fd-457c-a7d2-a77df77caf2c), provisioning_complete {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:18:42.761752 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.plugin [None req-bb2697a3-d2d5-47cf-b422-782e667611f7 None None] Port 90df5d9d-e8fd-457c-a7d2-a77df77caf2c cannot update to ACTIVE because it is not bound. {{(pid=104389) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 18 05:18:42.783363 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-910c85ee-136d-41fe-bdeb-843653eab94b req-1732f02b-9bd5-4ebd-b782-ee75ebdd2847 tempest-VolumesActionsTest-198952152 tempest-VolumesActionsTest-198952152-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=a63728833c434410864d0d7431a9fac2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0419121 Jun 18 05:18:42.791926 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de68e851-bfdb-407e-965f-4ad441c96207 admin admin] Notify agent at l3_agent.dv-cinder-836996-35-iscsi the message routers_updated {{(pid=104388) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 05:18:42.796837 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [None req-de68e851-bfdb-407e-965f-4ad441c96207 admin admin] 10.222.0.23 "PUT /v2.0/routers/b5e7bf41-cb55-4943-8974-791516c4540a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4506936 Jun 18 05:18:42.893481 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-910c85ee-136d-41fe-bdeb-843653eab94b req-79246999-60a8-4f6c-a2ee-da35d83f8d20 service neutron] 10.222.0.23 "GET /v2.0/networks/4041b16e-d0bc-408d-92a3-b2c03aff6ddd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0954802 Jun 18 05:18:42.897954 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992cb776-ada2-460a-9301-2d4a86e98db1 req-1cc18f1b-89fd-4b12-9a57-cb382184c924 tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:18:42.899582 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-992cb776-ada2-460a-9301-2d4a86e98db1 req-1cc18f1b-89fd-4b12-9a57-cb382184c924 tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] 10.222.0.23 "GET /v2.0/ports?device_id=3db86af8-06be-4481-ae05-85abb634d58e HTTP/1.1" status: 200 len: 945 time: 0.0620224 Jun 18 05:18:43.020272 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-910c85ee-136d-41fe-bdeb-843653eab94b req-1bd56912-c106-482b-baa5-9f60d8dba23f service neutron] 10.222.0.23 "GET /v2.0/networks/4041b16e-d0bc-408d-92a3-b2c03aff6ddd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1180766 Jun 18 05:18:43.197914 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-992cb776-ada2-460a-9301-2d4a86e98db1 req-17756eda-6908-4739-8a5a-c46a5798d8c5 tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] 10.222.0.23 "GET /v2.0/security-groups?id=e7fc1561-1092-4d2a-b878-ed2f82ce27ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2912233 Jun 18 05:18:43.213876 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.rpc [None req-c042a677-28f5-4026-b552-0173028fe9dd None None] Device 3c5bb17b-ab52-49dc-9121-049386015a3e up at agent ovs-agent-dv-cinder-836996-35-iscsi {{(pid=104389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 18 05:18:43.264444 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.db.provisioning_blocks [None req-c042a677-28f5-4026-b552-0173028fe9dd None None] Provisioning complete for port 3c5bb17b-ab52-49dc-9121-049386015a3e triggered by entity L2. {{(pid=104389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 18 05:18:43.268255 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-c042a677-28f5-4026-b552-0173028fe9dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1740956'] for port (3c5bb17b-ab52-49dc-9121-049386015a3e), provisioning_complete {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:18:43.362402 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.plugin [None req-c042a677-28f5-4026-b552-0173028fe9dd None None] Current status of the port 3c5bb17b-ab52-49dc-9121-049386015a3e is: DOWN; New status is: ACTIVE {{(pid=104389) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 18 05:18:43.363047 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-c042a677-28f5-4026-b552-0173028fe9dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1768406'] for port (3c5bb17b-ab52-49dc-9121-049386015a3e), before_update {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:18:43.370296 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b710c003-a60f-4368-bcbb-febd82b7173d None None] Sync routers for ids ['b5e7bf41-cb55-4943-8974-791516c4540a'] in dv-cinder-836996-35-iscsi {{(pid=104390) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 05:18:43.402239 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b710c003-a60f-4368-bcbb-febd82b7173d None None] Routers {'b5e7bf41-cb55-4943-8974-791516c4540a'} bound to L3 agent in host dv-cinder-836996-35-iscsi {{(pid=104390) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 18 05:18:43.416289 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.db [None req-c042a677-28f5-4026-b552-0173028fe9dd None None] For port 3c5bb17b-ab52-49dc-9121-049386015a3e, host dv-cinder-836996-35-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-35-iscsi',level=0,port_id=3c5bb17b-ab52-49dc-9121-049386015a3e,segment=NetworkSegment(62e6b565-92f9-4432-9d4a-754d0a7517a7),segment_id=62e6b565-92f9-4432-9d4a-754d0a7517a7)] {{(pid=104389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 05:18:43.416606 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG neutron.db.l3_hamode_db [None req-b710c003-a60f-4368-bcbb-febd82b7173d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-35-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-18T05:08:24Z,description=,heartbeat_timestamp=2022-06-18T05:18:25Z,host='dv-cinder-836996-35-iscsi',id=a8549501-0164-4ac5-90a6-1ba1ba0d3f9d,load=0,resource_versions=,resources_synced=,started_at=2022-06-18T05:08:25Z,topic='l3_agent')) {'router_ids': ['b5e7bf41-cb55-4943-8974-791516c4540a'], 'active': True} {{(pid=104390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 05:18:43.423918 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d661cc47-7827-4fe2-887c-203129dedf66 req-702b29bd-0e16-4e6d-862f-54a0f3998b9c tempest-TestMinimumBasicScenario-1360665084 tempest-TestMinimumBasicScenario-1360665084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:18:43.432653 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-d661cc47-7827-4fe2-887c-203129dedf66 req-702b29bd-0e16-4e6d-862f-54a0f3998b9c tempest-TestMinimumBasicScenario-1360665084 tempest-TestMinimumBasicScenario-1360665084-project] 10.222.0.23 "GET /v2.0/ports?device_id=bf8c3731-ba5b-41dc-ab3b-16d6725300a0 HTTP/1.1" status: 200 len: 943 time: 0.0742757 Jun 18 05:18:43.505186 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-c042a677-28f5-4026-b552-0173028fe9dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1768343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789592765606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789592262840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789592262858'] for port (3c5bb17b-ab52-49dc-9121-049386015a3e), after_update {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:18:43.508240 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-d661cc47-7827-4fe2-887c-203129dedf66 req-76721f74-d8a2-4df7-8317-f8f3fe7fcc5e tempest-TestMinimumBasicScenario-1360665084 tempest-TestMinimumBasicScenario-1360665084-project] 10.222.0.23 "GET /v2.0/security-groups?id=bc90fc02-3a22-4765-be93-15065878de04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730700 Jun 18 05:18:43.600314 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG neutron.db.l3_dvr_db [None req-b710c003-a60f-4368-bcbb-febd82b7173d None None] Set router b5e7bf41-cb55-4943-8974-791516c4540a gateway port host: dv-cinder-836996-35-iscsi {{(pid=104390) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 18 05:18:43.605790 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c042a677-28f5-4026-b552-0173028fe9dd None None] Pushing event updated for resources: {'Port': ['ID=3c5bb17b-ab52-49dc-9121-049386015a3e,revision_number=4']} {{(pid=104389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:18:43.608381 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.wsgi [-] (104387) accepted ('10.222.0.23', 49776) {{(pid=104387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 05:18:43.613253 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.api.v2.base [None req-cdea9ffc-6ef6-4118-b829-f76cd4d84e5b tempest-TestShelveInstance-245137814 tempest-TestShelveInstance-245137814-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-587035780', 'description': 'tempest-secgroup-smoke-587035780 description', 'project_id': '65a7c712ebe34d53b4acd7e8473c6d95'}} {{(pid=104387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 18 05:18:43.690067 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-ea356a0b-40e1-48b9-bb13-d28273d0a2a5 req-f80a775d-7f1a-4c16-a012-7acdebac194d tempest-VolumesActionsTest-198952152 tempest-VolumesActionsTest-198952152-project] 10.222.0.23 "GET /v2.0/ports?device_id=0dc7d567-b8b5-41bc-959b-b4a4c763c0e5 HTTP/1.1" status: 200 len: 210 time: 0.0442491 Jun 18 05:18:43.762812 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-cdea9ffc-6ef6-4118-b829-f76cd4d84e5b tempest-TestShelveInstance-245137814 tempest-TestShelveInstance-245137814-project] Publish callbacks [] for security_group (None), before_create {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:18:43.798027 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b254e953-f630-40c0-b925-3865c4d94b89 req-4f06fb5d-808b-4b39-b6ad-cd7b69f8066e tempest-ServerRescueNegativeTestJSON-1272623576 tempest-ServerRescueNegativeTestJSON-1272623576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:18:43.799567 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-b254e953-f630-40c0-b925-3865c4d94b89 req-4f06fb5d-808b-4b39-b6ad-cd7b69f8066e tempest-ServerRescueNegativeTestJSON-1272623576 tempest-ServerRescueNegativeTestJSON-1272623576-project] 10.222.0.23 "GET /v2.0/ports?device_id=5b8a5eb5-afb5-4209-9aa5-b38844bf07f2 HTTP/1.1" status: 200 len: 946 time: 0.0770397 Jun 18 05:18:43.831058 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG neutron.db.l3_hamode_db [None req-b710c003-a60f-4368-bcbb-febd82b7173d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5e7bf41-cb55-4943-8974-791516c4540a', 'name': 'tempest-TestShelveInstance-2085411064-router', 'tenant_id': 'a42225556e894a4b83bf66b4a3cb2522', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65c030c7-6a7d-4cea-a47d-5cdd532db0e6', 'external_fixed_ips': [{'subnet_id': 'a9fa7760-a071-45ee-b985-799999c69975', 'ip_address': '172.27.2.4'}], 'enable_snat': True}, 'gw_port_id': '3c5bb17b-ab52-49dc-9121-049386015a3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-18T05:18:32Z', 'updated_at': '2022-06-18T05:18:40Z', 'revision_number': 4, 'project_id': 'a42225556e894a4b83bf66b4a3cb2522', 'gw_port': {'id': '3c5bb17b-ab52-49dc-9121-049386015a3e', 'name': '', 'network_id': '65c030c7-6a7d-4cea-a47d-5cdd532db0e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:cc:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5e7bf41-cb55-4943-8974-791516c4540a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': 'a9fa7760-a071-45ee-b985-799999c69975', 'ip_address': '172.27.2.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-18T05:18:34Z', 'updated_at': '2022-06-18T05:18:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a9fa7760-a071-45ee-b985-799999c69975', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-35-iscsi', '_interfaces': [{'id': '90df5d9d-e8fd-457c-a7d2-a77df77caf2c', 'name': '', 'network_id': 'a7f4a15d-f99d-479a-ac9e-99533b884d02', 'tenant_id': 'a42225556e894a4b83bf66b4a3cb2522', 'mac_address': 'fa:16:3e:ec:55:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5e7bf41-cb55-4943-8974-791516c4540a', 'device_owner': 'network:router_interface', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': 'e909531c-10f8-478f-9cdc-385d474fadd4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-18T05:18:39Z', 'updated_at': '2022-06-18T05:18:40Z', 'revision_number': 2, 'project_id': 'a42225556e894a4b83bf66b4a3cb2522', 'subnets': [{'id': 'e909531c-10f8-478f-9cdc-385d474fadd4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-35-iscsi', False) {} {{(pid=104390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 05:18:43.841298 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG dbcounter [-] [104387] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:18:43.856881 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b710c003-a60f-4368-bcbb-febd82b7173d None None] Checking router: b5e7bf41-cb55-4943-8974-791516c4540a for host: dv-cinder-836996-35-iscsi {{(pid=104390) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 05:18:43.857494 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b710c003-a60f-4368-bcbb-febd82b7173d None None] Updating router b5e7bf41-cb55-4943-8974-791516c4540a port 90df5d9d-e8fd-457c-a7d2-a77df77caf2c binding host dv-cinder-836996-35-iscsi {{(pid=104390) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 18 05:18:43.887252 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-b254e953-f630-40c0-b925-3865c4d94b89 req-8313bf2d-0095-4c6f-b9a8-1db65fcaabe3 tempest-ServerRescueNegativeTestJSON-1272623576 tempest-ServerRescueNegativeTestJSON-1272623576-project] 10.222.0.23 "GET /v2.0/security-groups?id=83d5be7f-d8af-4828-9878-6877e2a6bac5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774884 Jun 18 05:18:43.890796 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG neutron_lib.callbacks.manager [None req-b710c003-a60f-4368-bcbb-febd82b7173d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1768406'] for port (90df5d9d-e8fd-457c-a7d2-a77df77caf2c), before_update {{(pid=104390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:18:43.916231 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-cdea9ffc-6ef6-4118-b829-f76cd4d84e5b tempest-TestShelveInstance-245137814 tempest-TestShelveInstance-245137814-project] Publish callbacks [] for security_group (46e7c09b-3bcc-4ed0-87e3-5a0cff7170e0), precommit_create {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:18:43.973646 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-cdea9ffc-6ef6-4118-b829-f76cd4d84e5b tempest-TestShelveInstance-245137814 tempest-TestShelveInstance-245137814-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728332'] for security_group (46e7c09b-3bcc-4ed0-87e3-5a0cff7170e0), after_create {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:18:44.012776 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdea9ffc-6ef6-4118-b829-f76cd4d84e5b tempest-TestShelveInstance-245137814 tempest-TestShelveInstance-245137814-project] Pushing event updated for resources: {'SecurityGroup': ['ID=46e7c09b-3bcc-4ed0-87e3-5a0cff7170e0,revision_number=1']} {{(pid=104387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:18:44.060923 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-cdea9ffc-6ef6-4118-b829-f76cd4d84e5b tempest-TestShelveInstance-245137814 tempest-TestShelveInstance-245137814-project] Publish callbacks [] for security_group (None), before_response {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:18:44.065910 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [None req-cdea9ffc-6ef6-4118-b829-f76cd4d84e5b tempest-TestShelveInstance-245137814 tempest-TestShelveInstance-245137814-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.4532509 Jun 18 05:18:44.065910 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.wsgi [-] (104387) accepted ('10.222.0.23', 49794) {{(pid=104387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 05:18:44.070544 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.api.v2.base [None req-6d65ae04-fbd7-4df9-a129-ca16cfcd9c0b tempest-TestShelveInstance-245137814 tempest-TestShelveInstance-245137814-project] Request body: {'security_group_rule': {'security_group_id': '46e7c09b-3bcc-4ed0-87e3-5a0cff7170e0', 'project_id': '65a7c712ebe34d53b4acd7e8473c6d95', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 18 05:18:44.163090 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-6d65ae04-fbd7-4df9-a129-ca16cfcd9c0b tempest-TestShelveInstance-245137814 tempest-TestShelveInstance-245137814-project] Publish callbacks [] for security_group_rule (062ebd4f-8f4c-40c9-8072-63443cc5149e), before_create {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:18:44.236261 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-6d65ae04-fbd7-4df9-a129-ca16cfcd9c0b tempest-TestShelveInstance-245137814 tempest-TestShelveInstance-245137814-project] Publish callbacks [] for security_group_rule (062ebd4f-8f4c-40c9-8072-63443cc5149e), precommit_create {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:18:44.271694 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG neutron_lib.callbacks.manager [None req-b710c003-a60f-4368-bcbb-febd82b7173d None None] Publish callbacks [] for port (90df5d9d-e8fd-457c-a7d2-a77df77caf2c), precommit_update {{(pid=104390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:18:44.327894 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-6d65ae04-fbd7-4df9-a129-ca16cfcd9c0b tempest-TestShelveInstance-245137814 tempest-TestShelveInstance-245137814-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728447'] for security_group_rule (062ebd4f-8f4c-40c9-8072-63443cc5149e), after_create {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:18:44.337719 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8c4481-df0f-4584-a751-04bf667c6897 req-fcdcd511-a872-42db-bc84-d665834e155a tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:18:44.339440 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-6f8c4481-df0f-4584-a751-04bf667c6897 req-fcdcd511-a872-42db-bc84-d665834e155a tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] 10.222.0.23 "GET /v2.0/ports?device_id=3db86af8-06be-4481-ae05-85abb634d58e HTTP/1.1" status: 200 len: 945 time: 0.0568407 Jun 18 05:18:44.347818 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d65ae04-fbd7-4df9-a129-ca16cfcd9c0b tempest-TestShelveInstance-245137814 tempest-TestShelveInstance-245137814-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=062ebd4f-8f4c-40c9-8072-63443cc5149e,revision_number=0']} {{(pid=104387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:18:44.379345 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG neutron_lib.callbacks.manager [None req-b710c003-a60f-4368-bcbb-febd82b7173d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1768343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789592765606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789592262840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789592262858'] for port (90df5d9d-e8fd-457c-a7d2-a77df77caf2c), after_update {{(pid=104390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:18:44.398112 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-6f8c4481-df0f-4584-a751-04bf667c6897 req-39f89937-e2c7-41a9-af2e-e06091c50d19 tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] 10.222.0.23 "GET /v2.0/security-groups?id=e7fc1561-1092-4d2a-b878-ed2f82ce27ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525310 Jun 18 05:18:44.404246 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-6d65ae04-fbd7-4df9-a129-ca16cfcd9c0b tempest-TestShelveInstance-245137814 tempest-TestShelveInstance-245137814-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:18:44.408779 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [None req-6d65ae04-fbd7-4df9-a129-ca16cfcd9c0b tempest-TestShelveInstance-245137814 tempest-TestShelveInstance-245137814-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3385868 Jun 18 05:18:44.409616 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.wsgi [-] (104387) accepted ('10.222.0.23', 49800) {{(pid=104387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 05:18:44.414730 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.api.v2.base [None req-a3535d99-f1b1-4756-82c6-85178d76cd81 tempest-TestShelveInstance-245137814 tempest-TestShelveInstance-245137814-project] Request body: {'security_group_rule': {'security_group_id': '46e7c09b-3bcc-4ed0-87e3-5a0cff7170e0', 'project_id': '65a7c712ebe34d53b4acd7e8473c6d95', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 18 05:18:44.448116 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c72e3b-dcfa-4ca9-b556-f0081190fd42 None None] Pushing event updated for resources: {'Port': ['ID=90df5d9d-e8fd-457c-a7d2-a77df77caf2c,revision_number=3']} {{(pid=104390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:18:44.510337 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-a3535d99-f1b1-4756-82c6-85178d76cd81 tempest-TestShelveInstance-245137814 tempest-TestShelveInstance-245137814-project] Publish callbacks [] for security_group_rule (9dc5ca0f-3d62-4b8a-8375-c2903a8d9744), before_create {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:18:44.537017 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG neutron.plugins.ml2.managers [None req-b710c003-a60f-4368-bcbb-febd82b7173d None None] Attempting to bind port 90df5d9d-e8fd-457c-a7d2-a77df77caf2c on host dv-cinder-836996-35-iscsi for vnic_type normal with profile {{(pid=104390) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 18 05:18:44.539830 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG neutron.plugins.ml2.managers [None req-b710c003-a60f-4368-bcbb-febd82b7173d None None] Attempting to bind port 90df5d9d-e8fd-457c-a7d2-a77df77caf2c by drivers openvswitch,hyperv on host dv-cinder-836996-35-iscsi at level 0 using segments [{'id': 'cbdf8901-571a-435e-aa4f-ff28e4186d07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'a7f4a15d-f99d-479a-ac9e-99533b884d02'}] {{(pid=104390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 18 05:18:44.540317 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b710c003-a60f-4368-bcbb-febd82b7173d None None] Attempting to bind port 90df5d9d-e8fd-457c-a7d2-a77df77caf2c on network a7f4a15d-f99d-479a-ac9e-99533b884d02 {{(pid=104390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 18 05:18:44.552990 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b710c003-a60f-4368-bcbb-febd82b7173d None None] Checking agent: {'id': 'd503ae44-4e24-48d3-9886-03581f90537d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836996-35-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 18, 5, 8, 27), 'started_at': datetime.datetime(2022, 6, 18, 5, 8, 57), 'heartbeat_timestamp': datetime.datetime(2022, 6, 18, 5, 18, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836996-35-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 18 05:18:44.553365 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b710c003-a60f-4368-bcbb-febd82b7173d None None] Checking segment: {'id': 'cbdf8901-571a-435e-aa4f-ff28e4186d07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'a7f4a15d-f99d-479a-ac9e-99533b884d02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 18 05:18:44.553783 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG neutron_lib.callbacks.manager [None req-b710c003-a60f-4368-bcbb-febd82b7173d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:18:44.554167 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b710c003-a60f-4368-bcbb-febd82b7173d None None] Bound using segment: {'id': 'cbdf8901-571a-435e-aa4f-ff28e4186d07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'a7f4a15d-f99d-479a-ac9e-99533b884d02'} {{(pid=104390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 18 05:18:44.554649 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG neutron.plugins.ml2.managers [None req-b710c003-a60f-4368-bcbb-febd82b7173d None None] Bound port: 90df5d9d-e8fd-457c-a7d2-a77df77caf2c, host: dv-cinder-836996-35-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cbdf8901-571a-435e-aa4f-ff28e4186d07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'a7f4a15d-f99d-479a-ac9e-99533b884d02'}}] {{(pid=104390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 18 05:18:44.558035 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG neutron_lib.callbacks.manager [None req-b710c003-a60f-4368-bcbb-febd82b7173d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1768406'] for port (90df5d9d-e8fd-457c-a7d2-a77df77caf2c), before_update {{(pid=104390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:18:44.605902 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-a3535d99-f1b1-4756-82c6-85178d76cd81 tempest-TestShelveInstance-245137814 tempest-TestShelveInstance-245137814-project] Publish callbacks [] for security_group_rule (9dc5ca0f-3d62-4b8a-8375-c2903a8d9744), precommit_create {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:18:44.666194 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG neutron.plugins.ml2.db [None req-b710c003-a60f-4368-bcbb-febd82b7173d None None] For port 90df5d9d-e8fd-457c-a7d2-a77df77caf2c, host dv-cinder-836996-35-iscsi, cleared binding levels {{(pid=104390) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 05:18:44.667909 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG dbcounter [-] [104390] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:18:44.668626 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1bf9dd4-ae9e-4904-bcf3-396850466c3f req-a9ab925a-439b-481f-8bfd-0190ffbd34a2 tempest-TestMinimumBasicScenario-1360665084 tempest-TestMinimumBasicScenario-1360665084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:18:44.669899 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG neutron.plugins.ml2.db [None req-b710c003-a60f-4368-bcbb-febd82b7173d None None] For port 90df5d9d-e8fd-457c-a7d2-a77df77caf2c, host dv-cinder-836996-35-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-35-iscsi',level=0,port_id=90df5d9d-e8fd-457c-a7d2-a77df77caf2c,segment=NetworkSegment(cbdf8901-571a-435e-aa4f-ff28e4186d07),segment_id=cbdf8901-571a-435e-aa4f-ff28e4186d07)] {{(pid=104390) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 05:18:44.670417 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-c1bf9dd4-ae9e-4904-bcf3-396850466c3f req-a9ab925a-439b-481f-8bfd-0190ffbd34a2 tempest-TestMinimumBasicScenario-1360665084 tempest-TestMinimumBasicScenario-1360665084-project] 10.222.0.23 "GET /v2.0/ports?device_id=bf8c3731-ba5b-41dc-ab3b-16d6725300a0 HTTP/1.1" status: 200 len: 943 time: 0.0632706 Jun 18 05:18:44.697127 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-a3535d99-f1b1-4756-82c6-85178d76cd81 tempest-TestShelveInstance-245137814 tempest-TestShelveInstance-245137814-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728447'] for security_group_rule (9dc5ca0f-3d62-4b8a-8375-c2903a8d9744), after_create {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:18:44.702396 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG dbcounter [-] [104387] Writing DB stats neutron:SELECT=84,neutron:INSERT=10,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=104387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:18:44.705623 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.db.provisioning_blocks [None req-a656d279-091a-49fd-85b8-a832b7b367dc None None] Provisioning complete for port 90df5d9d-e8fd-457c-a7d2-a77df77caf2c triggered by entity DHCP. {{(pid=104389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 18 05:18:44.706115 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-a656d279-091a-49fd-85b8-a832b7b367dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1740956'] for port (90df5d9d-e8fd-457c-a7d2-a77df77caf2c), provisioning_complete {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:18:44.726772 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3535d99-f1b1-4756-82c6-85178d76cd81 tempest-TestShelveInstance-245137814 tempest-TestShelveInstance-245137814-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9dc5ca0f-3d62-4b8a-8375-c2903a8d9744,revision_number=0']} {{(pid=104387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:18:44.748515 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.plugin [None req-a656d279-091a-49fd-85b8-a832b7b367dc None None] Port 90df5d9d-e8fd-457c-a7d2-a77df77caf2c cannot update to ACTIVE because it is not bound. {{(pid=104389) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 18 05:18:44.756828 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-c1bf9dd4-ae9e-4904-bcf3-396850466c3f req-4d9a3d99-7d50-4be3-815f-83b76c40667b tempest-TestMinimumBasicScenario-1360665084 tempest-TestMinimumBasicScenario-1360665084-project] 10.222.0.23 "GET /v2.0/security-groups?id=bc90fc02-3a22-4765-be93-15065878de04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743129 Jun 18 05:18:44.770842 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG neutron_lib.callbacks.manager [None req-b710c003-a60f-4368-bcbb-febd82b7173d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1768343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789592765606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789592262840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789592262858'] for port (90df5d9d-e8fd-457c-a7d2-a77df77caf2c), after_update {{(pid=104390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:18:44.794085 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-a3535d99-f1b1-4756-82c6-85178d76cd81 tempest-TestShelveInstance-245137814 tempest-TestShelveInstance-245137814-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:18:44.799248 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [None req-a3535d99-f1b1-4756-82c6-85178d76cd81 tempest-TestShelveInstance-245137814 tempest-TestShelveInstance-245137814-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3860252 Jun 18 05:18:44.800069 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.wsgi [-] (104387) accepted ('10.222.0.23', 49810) {{(pid=104387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 05:18:44.802920 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-d5fa158c-89a6-4426-ad9b-4a96f079bc28 req-d7357ba5-9e4c-40a3-bf6f-c0abd328bec6 tempest-VolumesActionsTest-198952152 tempest-VolumesActionsTest-198952152-project] 10.222.0.23 "GET /v2.0/ports?device_id=0dc7d567-b8b5-41bc-959b-b4a4c763c0e5 HTTP/1.1" status: 200 len: 210 time: 0.0437961 Jun 18 05:18:44.808405 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.api.v2.base [None req-c5172d7a-306f-440c-baf4-e564247bc444 tempest-TestShelveInstance-245137814 tempest-TestShelveInstance-245137814-project] Request body: {'security_group_rule': {'security_group_id': '46e7c09b-3bcc-4ed0-87e3-5a0cff7170e0', 'project_id': '65a7c712ebe34d53b4acd7e8473c6d95', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 18 05:18:44.857999 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG dbcounter [-] [104390] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:18:44.858873 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b710c003-a60f-4368-bcbb-febd82b7173d None None] Routers {'b5e7bf41-cb55-4943-8974-791516c4540a'} bound to L3 agent in host dv-cinder-836996-35-iscsi {{(pid=104390) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 18 05:18:44.859499 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG neutron.db.l3_hamode_db [None req-b710c003-a60f-4368-bcbb-febd82b7173d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-35-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-18T05:08:24Z,description=,heartbeat_timestamp=2022-06-18T05:18:25Z,host='dv-cinder-836996-35-iscsi',id=a8549501-0164-4ac5-90a6-1ba1ba0d3f9d,load=0,resource_versions=,resources_synced=,started_at=2022-06-18T05:08:25Z,topic='l3_agent')) {'router_ids': ['b5e7bf41-cb55-4943-8974-791516c4540a'], 'active': True} {{(pid=104390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 05:18:44.910037 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c72e3b-dcfa-4ca9-b556-f0081190fd42 None None] Pushing event updated for resources: {'Port': ['ID=90df5d9d-e8fd-457c-a7d2-a77df77caf2c,revision_number=4']} {{(pid=104390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:18:44.912889 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-c5172d7a-306f-440c-baf4-e564247bc444 tempest-TestShelveInstance-245137814 tempest-TestShelveInstance-245137814-project] Publish callbacks [] for security_group_rule (4786a545-2dda-4cd3-8495-0e4df9a8270c), before_create {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:18:45.003345 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG neutron.db.l3_dvr_db [None req-b710c003-a60f-4368-bcbb-febd82b7173d None None] Set router b5e7bf41-cb55-4943-8974-791516c4540a gateway port host: dv-cinder-836996-35-iscsi {{(pid=104390) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 18 05:18:45.036229 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-c5172d7a-306f-440c-baf4-e564247bc444 tempest-TestShelveInstance-245137814 tempest-TestShelveInstance-245137814-project] Publish callbacks [] for security_group_rule (4786a545-2dda-4cd3-8495-0e4df9a8270c), precommit_create {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:18:45.044914 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca50c547-a049-47d1-85a1-b8b6e15322b4 req-1b00babd-bb23-44af-9c51-d1222cfca4ba tempest-ServerRescueNegativeTestJSON-1272623576 tempest-ServerRescueNegativeTestJSON-1272623576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:18:45.046514 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-ca50c547-a049-47d1-85a1-b8b6e15322b4 req-1b00babd-bb23-44af-9c51-d1222cfca4ba tempest-ServerRescueNegativeTestJSON-1272623576 tempest-ServerRescueNegativeTestJSON-1272623576-project] 10.222.0.23 "GET /v2.0/ports?device_id=5b8a5eb5-afb5-4209-9aa5-b38844bf07f2 HTTP/1.1" status: 200 len: 946 time: 0.0669658 Jun 18 05:18:45.068369 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.db.provisioning_blocks [None req-78eed97c-5783-434e-b2a2-bb3adc6cf00f None None] Provisioning complete for port 90df5d9d-e8fd-457c-a7d2-a77df77caf2c triggered by entity DHCP. {{(pid=104389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 18 05:18:45.068744 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-78eed97c-5783-434e-b2a2-bb3adc6cf00f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1740956'] for port (90df5d9d-e8fd-457c-a7d2-a77df77caf2c), provisioning_complete {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:18:45.091469 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG dbcounter [-] [104389] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:18:45.109973 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-c5172d7a-306f-440c-baf4-e564247bc444 tempest-TestShelveInstance-245137814 tempest-TestShelveInstance-245137814-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728447'] for security_group_rule (4786a545-2dda-4cd3-8495-0e4df9a8270c), after_create {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:18:45.125790 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG dbcounter [-] [104387] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:18:45.131163 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-ca50c547-a049-47d1-85a1-b8b6e15322b4 req-8244fda2-9dfd-41a2-b5cb-619d7c560d2e tempest-ServerRescueNegativeTestJSON-1272623576 tempest-ServerRescueNegativeTestJSON-1272623576-project] 10.222.0.23 "GET /v2.0/security-groups?id=83d5be7f-d8af-4828-9878-6877e2a6bac5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787528 Jun 18 05:18:45.139547 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5172d7a-306f-440c-baf4-e564247bc444 tempest-TestShelveInstance-245137814 tempest-TestShelveInstance-245137814-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4786a545-2dda-4cd3-8495-0e4df9a8270c,revision_number=0']} {{(pid=104387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:18:45.163885 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.plugin [None req-78eed97c-5783-434e-b2a2-bb3adc6cf00f None None] Current status of the port 90df5d9d-e8fd-457c-a7d2-a77df77caf2c is: DOWN; New status is: ACTIVE {{(pid=104389) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 18 05:18:45.164338 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-78eed97c-5783-434e-b2a2-bb3adc6cf00f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1768406'] for port (90df5d9d-e8fd-457c-a7d2-a77df77caf2c), before_update {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:18:45.187441 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-c5172d7a-306f-440c-baf4-e564247bc444 tempest-TestShelveInstance-245137814 tempest-TestShelveInstance-245137814-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:18:45.188819 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [None req-c5172d7a-306f-440c-baf4-e564247bc444 tempest-TestShelveInstance-245137814 tempest-TestShelveInstance-245137814-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3876064 Jun 18 05:18:45.191521 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.wsgi [-] (104388) accepted ('10.222.0.23', 49814) {{(pid=104388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 05:18:45.198790 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.api.v2.base [None req-f45841e4-06ed-473a-905d-550464fd0f2a tempest-TestShelveInstance-245137814 tempest-TestShelveInstance-245137814-project] Request body: {'security_group_rule': {'security_group_id': '46e7c09b-3bcc-4ed0-87e3-5a0cff7170e0', 'project_id': '65a7c712ebe34d53b4acd7e8473c6d95', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 18 05:18:45.210860 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.db [None req-78eed97c-5783-434e-b2a2-bb3adc6cf00f None None] For port 90df5d9d-e8fd-457c-a7d2-a77df77caf2c, host dv-cinder-836996-35-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-35-iscsi',level=0,port_id=90df5d9d-e8fd-457c-a7d2-a77df77caf2c,segment=NetworkSegment(cbdf8901-571a-435e-aa4f-ff28e4186d07),segment_id=cbdf8901-571a-435e-aa4f-ff28e4186d07)] {{(pid=104389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 05:18:45.235772 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.rpc [None req-c042a677-28f5-4026-b552-0173028fe9dd None None] Device 3c5bb17b-ab52-49dc-9121-049386015a3e up at agent ovs-agent-dv-cinder-836996-35-iscsi {{(pid=104389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 18 05:18:45.267413 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG neutron.db.l3_hamode_db [None req-b710c003-a60f-4368-bcbb-febd82b7173d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5e7bf41-cb55-4943-8974-791516c4540a', 'name': 'tempest-TestShelveInstance-2085411064-router', 'tenant_id': 'a42225556e894a4b83bf66b4a3cb2522', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65c030c7-6a7d-4cea-a47d-5cdd532db0e6', 'external_fixed_ips': [{'subnet_id': 'a9fa7760-a071-45ee-b985-799999c69975', 'ip_address': '172.27.2.4'}], 'enable_snat': True}, 'gw_port_id': '3c5bb17b-ab52-49dc-9121-049386015a3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-18T05:18:32Z', 'updated_at': '2022-06-18T05:18:40Z', 'revision_number': 4, 'project_id': 'a42225556e894a4b83bf66b4a3cb2522', 'gw_port': {'id': '3c5bb17b-ab52-49dc-9121-049386015a3e', 'name': '', 'network_id': '65c030c7-6a7d-4cea-a47d-5cdd532db0e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:cc:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5e7bf41-cb55-4943-8974-791516c4540a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': 'a9fa7760-a071-45ee-b985-799999c69975', 'ip_address': '172.27.2.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-18T05:18:34Z', 'updated_at': '2022-06-18T05:18:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9fa7760-a071-45ee-b985-799999c69975', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-35-iscsi', '_interfaces': [{'id': '90df5d9d-e8fd-457c-a7d2-a77df77caf2c', 'name': '', 'network_id': 'a7f4a15d-f99d-479a-ac9e-99533b884d02', 'tenant_id': 'a42225556e894a4b83bf66b4a3cb2522', 'mac_address': 'fa:16:3e:ec:55:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5e7bf41-cb55-4943-8974-791516c4540a', 'device_owner': 'network:router_interface', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': 'e909531c-10f8-478f-9cdc-385d474fadd4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-18T05:18:39Z', 'updated_at': '2022-06-18T05:18:44Z', 'revision_number': 4, 'project_id': 'a42225556e894a4b83bf66b4a3cb2522', 'subnets': [{'id': 'e909531c-10f8-478f-9cdc-385d474fadd4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-35-iscsi', False) {} {{(pid=104390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 05:18:45.278523 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG dbcounter [-] [104389] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:18:45.284534 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.db.provisioning_blocks [None req-c042a677-28f5-4026-b552-0173028fe9dd None None] Provisioning complete for port 3c5bb17b-ab52-49dc-9121-049386015a3e triggered by entity L2. {{(pid=104389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 18 05:18:45.284915 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-c042a677-28f5-4026-b552-0173028fe9dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1740956'] for port (3c5bb17b-ab52-49dc-9121-049386015a3e), provisioning_complete {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:18:45.288488 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-78eed97c-5783-434e-b2a2-bb3adc6cf00f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1768343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789592765606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789592262840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789592262858'] for port (90df5d9d-e8fd-457c-a7d2-a77df77caf2c), after_update {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:18:45.295200 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b710c003-a60f-4368-bcbb-febd82b7173d None None] The sync data for ids ['b5e7bf41-cb55-4943-8974-791516c4540a'] in dv-cinder-836996-35-iscsi is: [{'id': 'b5e7bf41-cb55-4943-8974-791516c4540a', 'name': 'tempest-TestShelveInstance-2085411064-router', 'tenant_id': 'a42225556e894a4b83bf66b4a3cb2522', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65c030c7-6a7d-4cea-a47d-5cdd532db0e6', 'external_fixed_ips': [{'subnet_id': 'a9fa7760-a071-45ee-b985-799999c69975', 'ip_address': '172.27.2.4'}], 'enable_snat': True}, 'gw_port_id': '3c5bb17b-ab52-49dc-9121-049386015a3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-18T05:18:32Z', 'updated_at': '2022-06-18T05:18:40Z', 'revision_number': 4, 'project_id': 'a42225556e894a4b83bf66b4a3cb2522', 'gw_port': {'id': '3c5bb17b-ab52-49dc-9121-049386015a3e', 'name': '', 'network_id': '65c030c7-6a7d-4cea-a47d-5cdd532db0e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:cc:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5e7bf41-cb55-4943-8974-791516c4540a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': 'a9fa7760-a071-45ee-b985-799999c69975', 'ip_address': '172.27.2.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-18T05:18:34Z', 'updated_at': '2022-06-18T05:18:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9fa7760-a071-45ee-b985-799999c69975', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-35-iscsi', '_interfaces': [{'id': '90df5d9d-e8fd-457c-a7d2-a77df77caf2c', 'name': '', 'network_id': 'a7f4a15d-f99d-479a-ac9e-99533b884d02', 'tenant_id': 'a42225556e894a4b83bf66b4a3cb2522', 'mac_address': 'fa:16:3e:ec:55:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5e7bf41-cb55-4943-8974-791516c4540a', 'device_owner': 'network:router_interface', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': 'e909531c-10f8-478f-9cdc-385d474fadd4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-18T05:18:39Z', 'updated_at': '2022-06-18T05:18:44Z', 'revision_number': 4, 'project_id': 'a42225556e894a4b83bf66b4a3cb2522', 'subnets': [{'id': 'e909531c-10f8-478f-9cdc-385d474fadd4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104390) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 05:18:45.302449 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-f45841e4-06ed-473a-905d-550464fd0f2a tempest-TestShelveInstance-245137814 tempest-TestShelveInstance-245137814-project] Publish callbacks [] for security_group_rule (1a7c4217-4aca-455c-82b8-c51010712d03), before_create {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:18:45.400201 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-f45841e4-06ed-473a-905d-550464fd0f2a tempest-TestShelveInstance-245137814 tempest-TestShelveInstance-245137814-project] Publish callbacks [] for security_group_rule (1a7c4217-4aca-455c-82b8-c51010712d03), precommit_create {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:18:45.431927 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78eed97c-5783-434e-b2a2-bb3adc6cf00f None None] Pushing event updated for resources: {'Port': ['ID=90df5d9d-e8fd-457c-a7d2-a77df77caf2c,revision_number=5']} {{(pid=104389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:18:45.459920 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-f45841e4-06ed-473a-905d-550464fd0f2a tempest-TestShelveInstance-245137814 tempest-TestShelveInstance-245137814-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728447'] for security_group_rule (1a7c4217-4aca-455c-82b8-c51010712d03), after_create {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:18:45.461042 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.plugin [None req-c042a677-28f5-4026-b552-0173028fe9dd None None] Current status of the port 3c5bb17b-ab52-49dc-9121-049386015a3e is: ACTIVE; New status is: ACTIVE {{(pid=104389) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 18 05:18:45.491447 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG dbcounter [-] [104388] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:18:45.495316 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45841e4-06ed-473a-905d-550464fd0f2a tempest-TestShelveInstance-245137814 tempest-TestShelveInstance-245137814-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1a7c4217-4aca-455c-82b8-c51010712d03,revision_number=0']} {{(pid=104388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:18:45.566038 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-f45841e4-06ed-473a-905d-550464fd0f2a tempest-TestShelveInstance-245137814 tempest-TestShelveInstance-245137814-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:18:45.570399 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [None req-f45841e4-06ed-473a-905d-550464fd0f2a tempest-TestShelveInstance-245137814 tempest-TestShelveInstance-245137814-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3749206 Jun 18 05:18:45.570733 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.wsgi [-] (104387) accepted ('10.222.0.23', 49820) {{(pid=104387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 05:18:45.575809 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.api.v2.base [None req-eabcd8d5-ad23-4a2f-b834-a502f1b19096 tempest-TestShelveInstance-245137814 tempest-TestShelveInstance-245137814-project] Request body: {'security_group_rule': {'security_group_id': '46e7c09b-3bcc-4ed0-87e3-5a0cff7170e0', 'project_id': '65a7c712ebe34d53b4acd7e8473c6d95', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 18 05:18:45.595155 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2302d823-20ed-4807-8c80-e3fb55628556 req-a3caa39b-493e-413c-add1-03fc86648b61 tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:18:45.597029 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-2302d823-20ed-4807-8c80-e3fb55628556 req-a3caa39b-493e-413c-add1-03fc86648b61 tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] 10.222.0.23 "GET /v2.0/ports?device_id=3db86af8-06be-4481-ae05-85abb634d58e HTTP/1.1" status: 200 len: 945 time: 0.0905712 Jun 18 05:18:45.633263 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG neutron.db.agents_db [None req-f0cd052f-7516-4656-9d29-e77bb90ffdea None None] Agent healthcheck: found 6 active agents {{(pid=104390) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 18 05:18:45.677347 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-2302d823-20ed-4807-8c80-e3fb55628556 req-3aca287b-58e3-4690-b603-226aad07a872 tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] 10.222.0.23 "GET /v2.0/security-groups?id=e7fc1561-1092-4d2a-b878-ed2f82ce27ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0718052 Jun 18 05:18:45.711458 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.db.securitygroups_db [None req-eabcd8d5-ad23-4a2f-b834-a502f1b19096 tempest-TestShelveInstance-245137814 tempest-TestShelveInstance-245137814-project] Project 65a7c712ebe34d53b4acd7e8473c6d95 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 18 05:18:45.718713 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-eabcd8d5-ad23-4a2f-b834-a502f1b19096 tempest-TestShelveInstance-245137814 tempest-TestShelveInstance-245137814-project] Publish callbacks [] for security_group_rule (e749d524-4944-4b75-9362-087683ce0cfb), before_create {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:18:45.792809 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-eabcd8d5-ad23-4a2f-b834-a502f1b19096 tempest-TestShelveInstance-245137814 tempest-TestShelveInstance-245137814-project] Publish callbacks [] for security_group_rule (e749d524-4944-4b75-9362-087683ce0cfb), precommit_create {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:18:45.905612 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-eabcd8d5-ad23-4a2f-b834-a502f1b19096 tempest-TestShelveInstance-245137814 tempest-TestShelveInstance-245137814-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728447'] for security_group_rule (e749d524-4944-4b75-9362-087683ce0cfb), after_create {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:18:45.939334 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e121dece-38d7-4e23-8448-00548706cb16 req-4bb69048-76ce-41b4-814b-4d2b1f5a7fe8 tempest-TestMinimumBasicScenario-1360665084 tempest-TestMinimumBasicScenario-1360665084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:18:45.940927 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-e121dece-38d7-4e23-8448-00548706cb16 req-4bb69048-76ce-41b4-814b-4d2b1f5a7fe8 tempest-TestMinimumBasicScenario-1360665084 tempest-TestMinimumBasicScenario-1360665084-project] 10.222.0.23 "GET /v2.0/ports?device_id=bf8c3731-ba5b-41dc-ab3b-16d6725300a0 HTTP/1.1" status: 200 len: 943 time: 0.0994246 Jun 18 05:18:45.946476 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eabcd8d5-ad23-4a2f-b834-a502f1b19096 tempest-TestShelveInstance-245137814 tempest-TestShelveInstance-245137814-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e749d524-4944-4b75-9362-087683ce0cfb,revision_number=0']} {{(pid=104387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:18:45.990127 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-f15bccff-b0ef-4e5b-a31f-7920a9ae8827 req-6862c87c-2823-4b4b-b654-bea4042551ca tempest-VolumesActionsTest-198952152 tempest-VolumesActionsTest-198952152-project] 10.222.0.23 "GET /v2.0/ports?device_id=0dc7d567-b8b5-41bc-959b-b4a4c763c0e5 HTTP/1.1" status: 200 len: 210 time: 0.0609622 Jun 18 05:18:46.011886 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-eabcd8d5-ad23-4a2f-b834-a502f1b19096 tempest-TestShelveInstance-245137814 tempest-TestShelveInstance-245137814-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:18:46.013795 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [None req-eabcd8d5-ad23-4a2f-b834-a502f1b19096 tempest-TestShelveInstance-245137814 tempest-TestShelveInstance-245137814-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4419117 Jun 18 05:18:46.016546 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.wsgi [-] (104388) accepted ('10.222.0.23', 49838) {{(pid=104388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 05:18:46.027319 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.api.v2.base [None req-080048c4-5eb9-45d6-b0a9-1e2fcba166c6 tempest-TestShelveInstance-245137814 tempest-TestShelveInstance-245137814-project] Request body: {'security_group_rule': {'security_group_id': '46e7c09b-3bcc-4ed0-87e3-5a0cff7170e0', 'project_id': '65a7c712ebe34d53b4acd7e8473c6d95', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 18 05:18:46.052130 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-e121dece-38d7-4e23-8448-00548706cb16 req-f1a5b2b6-3985-42c9-9d6a-b441436f40ae tempest-TestMinimumBasicScenario-1360665084 tempest-TestMinimumBasicScenario-1360665084-project] 10.222.0.23 "GET /v2.0/security-groups?id=bc90fc02-3a22-4765-be93-15065878de04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030681 Jun 18 05:18:46.116816 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.db.securitygroups_db [None req-080048c4-5eb9-45d6-b0a9-1e2fcba166c6 tempest-TestShelveInstance-245137814 tempest-TestShelveInstance-245137814-project] Project 65a7c712ebe34d53b4acd7e8473c6d95 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 18 05:18:46.124770 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-080048c4-5eb9-45d6-b0a9-1e2fcba166c6 tempest-TestShelveInstance-245137814 tempest-TestShelveInstance-245137814-project] Publish callbacks [] for security_group_rule (611f4881-0dba-48f5-a7bb-e95acb128d28), before_create {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:18:46.178505 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG dbcounter [-] [104388] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:DELETE=2 {{(pid=104388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:18:46.192955 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-080048c4-5eb9-45d6-b0a9-1e2fcba166c6 tempest-TestShelveInstance-245137814 tempest-TestShelveInstance-245137814-project] Publish callbacks [] for security_group_rule (611f4881-0dba-48f5-a7bb-e95acb128d28), precommit_create {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:18:46.265523 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0f2d40-2090-4c84-8091-e9a42bd540fd req-15d34e9a-2eee-4f84-bff0-8e481c76ccde tempest-ServerRescueNegativeTestJSON-1272623576 tempest-ServerRescueNegativeTestJSON-1272623576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:18:46.267112 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-3e0f2d40-2090-4c84-8091-e9a42bd540fd req-15d34e9a-2eee-4f84-bff0-8e481c76ccde tempest-ServerRescueNegativeTestJSON-1272623576 tempest-ServerRescueNegativeTestJSON-1272623576-project] 10.222.0.23 "GET /v2.0/ports?device_id=5b8a5eb5-afb5-4209-9aa5-b38844bf07f2 HTTP/1.1" status: 200 len: 946 time: 0.0567284 Jun 18 05:18:46.269181 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-080048c4-5eb9-45d6-b0a9-1e2fcba166c6 tempest-TestShelveInstance-245137814 tempest-TestShelveInstance-245137814-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728447'] for security_group_rule (611f4881-0dba-48f5-a7bb-e95acb128d28), after_create {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:18:46.305068 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-080048c4-5eb9-45d6-b0a9-1e2fcba166c6 tempest-TestShelveInstance-245137814 tempest-TestShelveInstance-245137814-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=611f4881-0dba-48f5-a7bb-e95acb128d28,revision_number=0']} {{(pid=104388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:18:46.343001 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-3e0f2d40-2090-4c84-8091-e9a42bd540fd req-1ada846d-71c5-433e-8b54-17342a5a3fa0 tempest-ServerRescueNegativeTestJSON-1272623576 tempest-ServerRescueNegativeTestJSON-1272623576-project] 10.222.0.23 "GET /v2.0/security-groups?id=83d5be7f-d8af-4828-9878-6877e2a6bac5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684335 Jun 18 05:18:46.432583 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-080048c4-5eb9-45d6-b0a9-1e2fcba166c6 tempest-TestShelveInstance-245137814 tempest-TestShelveInstance-245137814-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:18:46.435698 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [None req-080048c4-5eb9-45d6-b0a9-1e2fcba166c6 tempest-TestShelveInstance-245137814 tempest-TestShelveInstance-245137814-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4159842 Jun 18 05:18:46.813730 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31edcf29-e386-42ad-8227-40fdfe4f630d req-b5dccf8e-884f-4ac4-a1cc-ae899bd0785a tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:18:46.813730 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-31edcf29-e386-42ad-8227-40fdfe4f630d req-b5dccf8e-884f-4ac4-a1cc-ae899bd0785a tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] 10.222.0.23 "GET /v2.0/ports?device_id=3db86af8-06be-4481-ae05-85abb634d58e HTTP/1.1" status: 200 len: 945 time: 0.0536253 Jun 18 05:18:46.895886 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.rpc [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] Device 1fb70483-13da-4dd6-a45d-5224ec85a411 details requested by agent hyperv_hv-cinder-83699 with host hv-cinder-83699 {{(pid=104389) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 18 05:18:46.962205 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-31edcf29-e386-42ad-8227-40fdfe4f630d req-f0647b3a-780a-472d-8fa3-4d5ad2958a31 tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] 10.222.0.23 "GET /v2.0/security-groups?id=e7fc1561-1092-4d2a-b878-ed2f82ce27ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1311805 Jun 18 05:18:47.003336 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910c85ee-136d-41fe-bdeb-843653eab94b req-f20368f0-6284-42de-8248-2fe72d7ce5d6 tempest-VolumesActionsTest-198952152 tempest-VolumesActionsTest-198952152-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:18:47.005358 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-910c85ee-136d-41fe-bdeb-843653eab94b req-f20368f0-6284-42de-8248-2fe72d7ce5d6 tempest-VolumesActionsTest-198952152 tempest-VolumesActionsTest-198952152-project] 10.222.0.15 "GET /v2.0/networks?id=4041b16e-d0bc-408d-92a3-b2c03aff6ddd HTTP/1.1" status: 200 len: 809 time: 0.1920836 Jun 18 05:18:47.038801 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.api.v2.base [req-910c85ee-136d-41fe-bdeb-843653eab94b req-2b92aa36-7de7-45ff-9d9e-1262cc7361f3 tempest-VolumesActionsTest-198952152 tempest-VolumesActionsTest-198952152-project] Request body: {'port': {'device_id': '0dc7d567-b8b5-41bc-959b-b4a4c763c0e5', 'network_id': '4041b16e-d0bc-408d-92a3-b2c03aff6ddd', 'admin_state_up': True, 'tenant_id': 'a63728833c434410864d0d7431a9fac2'}} {{(pid=104387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 18 05:18:47.115444 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.db [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] For port 1fb70483-13da-4dd6-a45d-5224ec85a411, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=1fb70483-13da-4dd6-a45d-5224ec85a411,segment=NetworkSegment(8156adf2-605e-4047-8e9c-946882049554),segment_id=8156adf2-605e-4047-8e9c-946882049554)] {{(pid=104389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 05:18:47.145842 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.rpc [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] Returning: {'device': '1fb70483-13da-4dd6-a45d-5224ec85a411', 'network_id': 'f7ef077f-c52c-4f70-b85e-e8892706babc', 'port_id': '1fb70483-13da-4dd6-a45d-5224ec85a411', 'mac_address': 'fa:16:3e:a4:92:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 333, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '33823053-d4d0-4fd0-8dfe-171b826300f0', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104389) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 18 05:18:47.191220 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-67ebb41b-7a82-4363-b308-b87c56f25abc req-662a074b-6671-40da-98f7-6a5d10637c73 tempest-VolumesActionsTest-198952152 tempest-VolumesActionsTest-198952152-project] 10.222.0.23 "GET /v2.0/ports?device_id=0dc7d567-b8b5-41bc-959b-b4a4c763c0e5 HTTP/1.1" status: 200 len: 210 time: 0.1044767 Jun 18 05:18:47.248192 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.plugin [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] Current status of the port 1fb70483-13da-4dd6-a45d-5224ec85a411 is: ACTIVE; New status is: BUILD {{(pid=104389) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 18 05:18:47.248597 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1768406'] for port (1fb70483-13da-4dd6-a45d-5224ec85a411), before_update {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:18:47.288213 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.notifiers.nova [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1fb70483-13da-4dd6-a45d-5224ec85a411 {{(pid=104389) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 18 05:18:47.345865 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.db [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] For port 1fb70483-13da-4dd6-a45d-5224ec85a411, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=1fb70483-13da-4dd6-a45d-5224ec85a411,segment=NetworkSegment(8156adf2-605e-4047-8e9c-946882049554),segment_id=8156adf2-605e-4047-8e9c-946882049554)] {{(pid=104389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 05:18:47.350200 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.rpc [None req-c042a677-28f5-4026-b552-0173028fe9dd None None] Device 90df5d9d-e8fd-457c-a7d2-a77df77caf2c up at agent ovs-agent-dv-cinder-836996-35-iscsi {{(pid=104389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 18 05:18:47.406870 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905b918b-59f5-456a-8887-c79258064f2d req-3ec5b62c-5aa8-448b-a7bb-a250c351fe7d tempest-TestMinimumBasicScenario-1360665084 tempest-TestMinimumBasicScenario-1360665084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:18:47.412621 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-905b918b-59f5-456a-8887-c79258064f2d req-3ec5b62c-5aa8-448b-a7bb-a250c351fe7d tempest-TestMinimumBasicScenario-1360665084 tempest-TestMinimumBasicScenario-1360665084-project] 10.222.0.23 "GET /v2.0/ports?device_id=bf8c3731-ba5b-41dc-ab3b-16d6725300a0 HTTP/1.1" status: 200 len: 943 time: 0.1797721 Jun 18 05:18:47.429085 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1768343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789592765606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789592262840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789592262858'] for port (1fb70483-13da-4dd6-a45d-5224ec85a411), after_update {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:18:47.430088 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.rpc [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] Device ed5753b8-9359-4e81-8f42-c2dd469ec79e details requested by agent hyperv_hv-cinder-83699 with host hv-cinder-83699 {{(pid=104389) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 18 05:18:47.445056 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-910c85ee-136d-41fe-bdeb-843653eab94b req-2b92aa36-7de7-45ff-9d9e-1262cc7361f3 tempest-VolumesActionsTest-198952152 tempest-VolumesActionsTest-198952152-project] Made reservation on behalf of a63728833c434410864d0d7431a9fac2 for: {'port': 1} {{(pid=104387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 05:18:47.450112 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [req-910c85ee-136d-41fe-bdeb-843653eab94b req-2b92aa36-7de7-45ff-9d9e-1262cc7361f3 tempest-VolumesActionsTest-198952152 tempest-VolumesActionsTest-198952152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1768406'] for port (None), before_create {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:18:47.484876 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-905b918b-59f5-456a-8887-c79258064f2d req-f8c429a9-e20e-497a-850f-6c9b9c6caab9 tempest-TestMinimumBasicScenario-1360665084 tempest-TestMinimumBasicScenario-1360665084-project] 10.222.0.23 "GET /v2.0/security-groups?id=bc90fc02-3a22-4765-be93-15065878de04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649903 Jun 18 05:18:47.543337 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ae8837-5acb-4247-b5e6-15601d09dd3e req-d18904f7-8e6c-4241-9e26-7a9fd19df77d tempest-AttachVolumeTestJSON-1934236616 tempest-AttachVolumeTestJSON-1934236616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:18:47.551000 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-69ae8837-5acb-4247-b5e6-15601d09dd3e req-d18904f7-8e6c-4241-9e26-7a9fd19df77d tempest-AttachVolumeTestJSON-1934236616 tempest-AttachVolumeTestJSON-1934236616-project] 10.222.0.23 "GET /v2.0/ports?device_id=240d96c6-c2da-4ee1-8fd9-554944f65d95 HTTP/1.1" status: 200 len: 945 time: 0.1400282 Jun 18 05:18:47.616237 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2133c423-af58-4049-8f26-45719d310daf req-aba7e16a-5b2f-4986-ba72-2e81fcf32285 tempest-ServerRescueNegativeTestJSON-1272623576 tempest-ServerRescueNegativeTestJSON-1272623576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:18:47.622284 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.db.provisioning_blocks [None req-c042a677-28f5-4026-b552-0173028fe9dd None None] Provisioning complete for port 90df5d9d-e8fd-457c-a7d2-a77df77caf2c triggered by entity L2. {{(pid=104389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 18 05:18:47.622907 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-c042a677-28f5-4026-b552-0173028fe9dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1740956'] for port (90df5d9d-e8fd-457c-a7d2-a77df77caf2c), provisioning_complete {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:18:47.624099 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG dbcounter [-] [104387] Writing DB stats neutron:SELECT=91,neutron:DELETE=4,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:18:47.628221 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-2133c423-af58-4049-8f26-45719d310daf req-aba7e16a-5b2f-4986-ba72-2e81fcf32285 tempest-ServerRescueNegativeTestJSON-1272623576 tempest-ServerRescueNegativeTestJSON-1272623576-project] 10.222.0.23 "GET /v2.0/ports?device_id=5b8a5eb5-afb5-4209-9aa5-b38844bf07f2 HTTP/1.1" status: 200 len: 946 time: 0.0754685 Jun 18 05:18:47.667112 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-69ae8837-5acb-4247-b5e6-15601d09dd3e req-e8a9b72c-a5a2-4a29-b6bf-2deb2d714d60 tempest-AttachVolumeTestJSON-1934236616 tempest-AttachVolumeTestJSON-1934236616-project] 10.222.0.23 "GET /v2.0/security-groups?id=56599af9-2eb2-464a-a36c-fced5401bf67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1141701 Jun 18 05:18:47.700066 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-2133c423-af58-4049-8f26-45719d310daf req-587c0e13-788e-48e6-8a2e-00cee8404ef0 tempest-ServerRescueNegativeTestJSON-1272623576 tempest-ServerRescueNegativeTestJSON-1272623576-project] 10.222.0.23 "GET /v2.0/security-groups?id=83d5be7f-d8af-4828-9878-6877e2a6bac5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691760 Jun 18 05:18:47.753539 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.db [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] For port ed5753b8-9359-4e81-8f42-c2dd469ec79e, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=ed5753b8-9359-4e81-8f42-c2dd469ec79e,segment=NetworkSegment(12bd4d7d-2559-47b9-9d42-fc7db48d9cb1),segment_id=12bd4d7d-2559-47b9-9d42-fc7db48d9cb1)] {{(pid=104389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 05:18:47.785790 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.rpc [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] Returning: {'device': 'ed5753b8-9359-4e81-8f42-c2dd469ec79e', 'network_id': '381e581a-9cea-44f2-9ed2-365c11f6d6d9', 'port_id': 'ed5753b8-9359-4e81-8f42-c2dd469ec79e', 'mac_address': 'fa:16:3e:9e:1c:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 309, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bc9d70cb-3189-4844-951f-f295bb588b8d', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104389) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 18 05:18:47.790019 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] Pushing event updated for resources: {'Port': ['ID=1fb70483-13da-4dd6-a45d-5224ec85a411,revision_number=6']} {{(pid=104389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:18:47.819369 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.db.db_base_plugin_common [req-910c85ee-136d-41fe-bdeb-843653eab94b req-2b92aa36-7de7-45ff-9d9e-1262cc7361f3 tempest-VolumesActionsTest-198952152 tempest-VolumesActionsTest-198952152-project] Allocated IP 172.20.0.9 (4041b16e-d0bc-408d-92a3-b2c03aff6ddd/685ce5d8-74b3-4da6-9677-d6d036aab0b3/4790ed97-55ad-44c9-b7ba-cf9b8c33f658) {{(pid=104387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 05:18:47.863769 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG dbcounter [-] [104389] Writing DB stats neutron:SELECT=100 {{(pid=104389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:18:47.886420 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.plugin [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] Current status of the port ed5753b8-9359-4e81-8f42-c2dd469ec79e is: DOWN; New status is: BUILD {{(pid=104389) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 18 05:18:47.894573 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1768406'] for port (ed5753b8-9359-4e81-8f42-c2dd469ec79e), before_update {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:18:47.912610 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.notifiers.nova [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ed5753b8-9359-4e81-8f42-c2dd469ec79e {{(pid=104389) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 18 05:18:47.914748 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG dbcounter [-] [104387] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=4 {{(pid=104387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:18:47.925428 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.plugin [None req-c042a677-28f5-4026-b552-0173028fe9dd None None] Current status of the port 90df5d9d-e8fd-457c-a7d2-a77df77caf2c is: ACTIVE; New status is: ACTIVE {{(pid=104389) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 18 05:18:47.942524 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.db [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] For port ed5753b8-9359-4e81-8f42-c2dd469ec79e, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=ed5753b8-9359-4e81-8f42-c2dd469ec79e,segment=NetworkSegment(12bd4d7d-2559-47b9-9d42-fc7db48d9cb1),segment_id=12bd4d7d-2559-47b9-9d42-fc7db48d9cb1)] {{(pid=104389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 05:18:48.072773 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1768343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789592765606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789592262840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789592262858'] for port (ed5753b8-9359-4e81-8f42-c2dd469ec79e), after_update {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:18:48.083806 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [req-910c85ee-136d-41fe-bdeb-843653eab94b req-2b92aa36-7de7-45ff-9d9e-1262cc7361f3 tempest-VolumesActionsTest-198952152 tempest-VolumesActionsTest-198952152-project] Publish callbacks [] for port (4790ed97-55ad-44c9-b7ba-cf9b8c33f658), precommit_create {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:18:48.168263 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] Pushing event updated for resources: {'Port': ['ID=ed5753b8-9359-4e81-8f42-c2dd469ec79e,revision_number=4']} {{(pid=104389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:18:48.188291 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3793a0-c345-4f74-bdcd-2fad4d1a1784 req-b6b160d9-8469-400a-9968-dcced34afd6e tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:18:48.195355 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-3d3793a0-c345-4f74-bdcd-2fad4d1a1784 req-b6b160d9-8469-400a-9968-dcced34afd6e tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] 10.222.0.23 "GET /v2.0/ports?device_id=3db86af8-06be-4481-ae05-85abb634d58e HTTP/1.1" status: 200 len: 944 time: 0.0673280 Jun 18 05:18:48.203880 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [req-910c85ee-136d-41fe-bdeb-843653eab94b req-2b92aa36-7de7-45ff-9d9e-1262cc7361f3 tempest-VolumesActionsTest-198952152 tempest-VolumesActionsTest-198952152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1768343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789592262822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14020772'] for port (4790ed97-55ad-44c9-b7ba-cf9b8c33f658), after_create {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:18:48.283309 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-910c85ee-136d-41fe-bdeb-843653eab94b req-2b92aa36-7de7-45ff-9d9e-1262cc7361f3 tempest-VolumesActionsTest-198952152 tempest-VolumesActionsTest-198952152-project] Network 4041b16e-d0bc-408d-92a3-b2c03aff6ddd is already hosted by enough agents. {{(pid=104387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 05:18:48.284247 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b92aa36-7de7-45ff-9d9e-1262cc7361f3 tempest-VolumesActionsTest-198952152 tempest-VolumesActionsTest-198952152-project] Pushing event updated for resources: {'Port': ['ID=4790ed97-55ad-44c9-b7ba-cf9b8c33f658,revision_number=1']} {{(pid=104387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:18:48.289970 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.scheduler.base_scheduler [req-910c85ee-136d-41fe-bdeb-843653eab94b req-2b92aa36-7de7-45ff-9d9e-1262cc7361f3 tempest-VolumesActionsTest-198952152 tempest-VolumesActionsTest-198952152-project] Resources bound (agent type, host, resource id): {{(pid=104387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 05:18:48.295165 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.db.l3_dvrscheduler_db [req-910c85ee-136d-41fe-bdeb-843653eab94b req-2b92aa36-7de7-45ff-9d9e-1262cc7361f3 tempest-VolumesActionsTest-198952152 tempest-VolumesActionsTest-198952152-project] Received port after_create {{(pid=104387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 18 05:18:48.342482 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-3d3793a0-c345-4f74-bdcd-2fad4d1a1784 req-69850b29-5ae3-40ec-bb07-477ee3db0e5d tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] 10.222.0.23 "GET /v2.0/security-groups?id=e7fc1561-1092-4d2a-b878-ed2f82ce27ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1449180 Jun 18 05:18:48.360516 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6784793-b757-4769-a249-92f0e89fae76 req-90dcf779-0f83-42f7-ba7a-e27c9e5b2916 tempest-VolumesActionsTest-198952152 tempest-VolumesActionsTest-198952152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:18:48.362160 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-c6784793-b757-4769-a249-92f0e89fae76 req-90dcf779-0f83-42f7-ba7a-e27c9e5b2916 tempest-VolumesActionsTest-198952152 tempest-VolumesActionsTest-198952152-project] 10.222.0.23 "GET /v2.0/ports?device_id=0dc7d567-b8b5-41bc-959b-b4a4c763c0e5 HTTP/1.1" status: 200 len: 931 time: 0.0788174 Jun 18 05:18:48.397460 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910c85ee-136d-41fe-bdeb-843653eab94b req-2b92aa36-7de7-45ff-9d9e-1262cc7361f3 tempest-VolumesActionsTest-198952152 tempest-VolumesActionsTest-198952152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:18:48.410192 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [req-910c85ee-136d-41fe-bdeb-843653eab94b req-2b92aa36-7de7-45ff-9d9e-1262cc7361f3 tempest-VolumesActionsTest-198952152 tempest-VolumesActionsTest-198952152-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19502'] for port (None), before_response {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:18:48.496624 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-c6784793-b757-4769-a249-92f0e89fae76 req-97804b25-2aae-4eba-ab86-2ef49c0d6b22 tempest-VolumesActionsTest-198952152 tempest-VolumesActionsTest-198952152-project] 10.222.0.23 "GET /v2.0/security-groups?id=2f2cbc39-8b3e-4924-926e-fc7e9cf06658&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250298 Jun 18 05:18:48.599699 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.db [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] get_ports_and_sgs() called for port_ids ['ed5753b8-9359-4e81-8f42-c2dd469ec79e'] {{(pid=104389) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 18 05:18:48.612876 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a448b445-f27f-4ce8-9cf6-a26d5a408f62 req-78d71559-410c-48e7-a264-713c60533787 tempest-TestMinimumBasicScenario-1360665084 tempest-TestMinimumBasicScenario-1360665084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:18:48.614874 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-a448b445-f27f-4ce8-9cf6-a26d5a408f62 req-78d71559-410c-48e7-a264-713c60533787 tempest-TestMinimumBasicScenario-1360665084 tempest-TestMinimumBasicScenario-1360665084-project] 10.222.0.23 "GET /v2.0/ports?device_id=bf8c3731-ba5b-41dc-ab3b-16d6725300a0 HTTP/1.1" status: 200 len: 944 time: 0.0557308 Jun 18 05:18:48.647405 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG dbcounter [-] [104389] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:18:48.695276 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-a448b445-f27f-4ce8-9cf6-a26d5a408f62 req-a72caf28-2281-465a-8c08-1bb3a3bc7282 tempest-TestMinimumBasicScenario-1360665084 tempest-TestMinimumBasicScenario-1360665084-project] 10.222.0.23 "GET /v2.0/security-groups?id=bc90fc02-3a22-4765-be93-15065878de04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729525 Jun 18 05:18:48.754942 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.db [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] get_ports_and_sgs() called for port_ids ['1fb70483-13da-4dd6-a45d-5224ec85a411'] {{(pid=104389) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 18 05:18:48.778403 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-910c85ee-136d-41fe-bdeb-843653eab94b req-2b92aa36-7de7-45ff-9d9e-1262cc7361f3 tempest-VolumesActionsTest-198952152 tempest-VolumesActionsTest-198952152-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7437510 Jun 18 05:18:48.800582 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.api.v2.base [req-910c85ee-136d-41fe-bdeb-843653eab94b req-17b541c2-0a49-4e5e-a1a4-3b3cedd2034b service neutron] Request body: {'port': {'device_id': '0dc7d567-b8b5-41bc-959b-b4a4c763c0e5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83699'}} {{(pid=104387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 18 05:18:48.836544 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36392950-2be5-4f4c-b2e1-1c85a6497e6b req-9327a462-3402-447e-b861-886cc18d2098 tempest-AttachVolumeTestJSON-1934236616 tempest-AttachVolumeTestJSON-1934236616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:18:48.847835 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-36392950-2be5-4f4c-b2e1-1c85a6497e6b req-9327a462-3402-447e-b861-886cc18d2098 tempest-AttachVolumeTestJSON-1934236616 tempest-AttachVolumeTestJSON-1934236616-project] 10.222.0.23 "GET /v2.0/ports?device_id=240d96c6-c2da-4ee1-8fd9-554944f65d95 HTTP/1.1" status: 200 len: 945 time: 0.0733094 Jun 18 05:18:48.901831 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG dbcounter [-] [104387] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=104387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:18:48.914248 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a284c6dd-99ea-4c3c-81f6-b14a7efdeab4 req-c9fb7f1f-bcfb-4cdd-9c27-80661ed88a2d tempest-ServerRescueNegativeTestJSON-1272623576 tempest-ServerRescueNegativeTestJSON-1272623576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:18:48.919143 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-36392950-2be5-4f4c-b2e1-1c85a6497e6b req-8be51a89-d260-4643-ae1d-8b4dc55d60b2 tempest-AttachVolumeTestJSON-1934236616 tempest-AttachVolumeTestJSON-1934236616-project] 10.222.0.23 "GET /v2.0/security-groups?id=56599af9-2eb2-464a-a36c-fced5401bf67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0631223 Jun 18 05:18:48.922110 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-a284c6dd-99ea-4c3c-81f6-b14a7efdeab4 req-c9fb7f1f-bcfb-4cdd-9c27-80661ed88a2d tempest-ServerRescueNegativeTestJSON-1272623576 tempest-ServerRescueNegativeTestJSON-1272623576-project] 10.222.0.23 "GET /v2.0/ports?device_id=5b8a5eb5-afb5-4209-9aa5-b38844bf07f2 HTTP/1.1" status: 200 len: 946 time: 0.0885193 Jun 18 05:18:48.940008 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [req-910c85ee-136d-41fe-bdeb-843653eab94b req-17b541c2-0a49-4e5e-a1a4-3b3cedd2034b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1768406'] for port (4790ed97-55ad-44c9-b7ba-cf9b8c33f658), before_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:18:49.031984 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-a284c6dd-99ea-4c3c-81f6-b14a7efdeab4 req-e8cd903d-c07e-4a11-b99d-296b86de7893 tempest-ServerRescueNegativeTestJSON-1272623576 tempest-ServerRescueNegativeTestJSON-1272623576-project] 10.222.0.23 "GET /v2.0/security-groups?id=83d5be7f-d8af-4828-9878-6877e2a6bac5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088040 Jun 18 05:18:49.384899 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.notifiers.nova [req-910c85ee-136d-41fe-bdeb-843653eab94b req-17b541c2-0a49-4e5e-a1a4-3b3cedd2034b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4790ed97-55ad-44c9-b7ba-cf9b8c33f658 {{(pid=104387) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 18 05:18:49.402818 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [req-910c85ee-136d-41fe-bdeb-843653eab94b req-17b541c2-0a49-4e5e-a1a4-3b3cedd2034b service neutron] Publish callbacks [] for port (4790ed97-55ad-44c9-b7ba-cf9b8c33f658), precommit_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:18:49.417665 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.db.provisioning_blocks [req-910c85ee-136d-41fe-bdeb-843653eab94b req-17b541c2-0a49-4e5e-a1a4-3b3cedd2034b service neutron] Transition to ACTIVE for port object 4790ed97-55ad-44c9-b7ba-cf9b8c33f658 will not be triggered until provisioned by entity L2. {{(pid=104387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 18 05:18:49.459621 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [req-910c85ee-136d-41fe-bdeb-843653eab94b req-17b541c2-0a49-4e5e-a1a4-3b3cedd2034b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1768343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789592765606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789592262840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789592262858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14020781'] for port (4790ed97-55ad-44c9-b7ba-cf9b8c33f658), after_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:18:49.496049 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd498e0a-8fe3-4237-8bce-84f3c75ceb09 req-62aad318-88e8-49c3-8815-94d16baa9e04 tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:18:49.497719 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-cd498e0a-8fe3-4237-8bce-84f3c75ceb09 req-62aad318-88e8-49c3-8815-94d16baa9e04 tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] 10.222.0.23 "GET /v2.0/ports?device_id=3db86af8-06be-4481-ae05-85abb634d58e HTTP/1.1" status: 200 len: 944 time: 0.0571852 Jun 18 05:18:49.618030 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-cd498e0a-8fe3-4237-8bce-84f3c75ceb09 req-aeb9e669-8964-4ba3-89bb-473cbc3dc9ca tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] 10.222.0.23 "GET /v2.0/security-groups?id=e7fc1561-1092-4d2a-b878-ed2f82ce27ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1104603 Jun 18 05:18:49.624978 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b541c2-0a49-4e5e-a1a4-3b3cedd2034b service neutron] Pushing event updated for resources: {'Port': ['ID=4790ed97-55ad-44c9-b7ba-cf9b8c33f658,revision_number=2']} {{(pid=104387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:18:49.700351 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG dbcounter [-] [104387] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=104387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:18:49.713416 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e08001-4f2f-4cc9-bc77-5ac8e7f61c61 req-c312deda-4c6d-42a2-8d94-b35e5a721d47 tempest-VolumesActionsTest-198952152 tempest-VolumesActionsTest-198952152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:18:49.722283 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-80e08001-4f2f-4cc9-bc77-5ac8e7f61c61 req-c312deda-4c6d-42a2-8d94-b35e5a721d47 tempest-VolumesActionsTest-198952152 tempest-VolumesActionsTest-198952152-project] 10.222.0.23 "GET /v2.0/ports?device_id=0dc7d567-b8b5-41bc-959b-b4a4c763c0e5 HTTP/1.1" status: 200 len: 943 time: 0.1040323 Jun 18 05:18:49.732157 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.managers [req-910c85ee-136d-41fe-bdeb-843653eab94b req-17b541c2-0a49-4e5e-a1a4-3b3cedd2034b service neutron] Attempting to bind port 4790ed97-55ad-44c9-b7ba-cf9b8c33f658 on host hv-cinder-83699 for vnic_type normal with profile {{(pid=104387) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 18 05:18:49.732608 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.managers [req-910c85ee-136d-41fe-bdeb-843653eab94b req-17b541c2-0a49-4e5e-a1a4-3b3cedd2034b service neutron] Attempting to bind port 4790ed97-55ad-44c9-b7ba-cf9b8c33f658 by drivers openvswitch,hyperv on host hv-cinder-83699 at level 0 using segments [{'id': 'df5c0d95-939e-4985-95c1-691e1c2a5bab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '4041b16e-d0bc-408d-92a3-b2c03aff6ddd'}] {{(pid=104387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 18 05:18:49.733028 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-910c85ee-136d-41fe-bdeb-843653eab94b req-17b541c2-0a49-4e5e-a1a4-3b3cedd2034b service neutron] Attempting to bind port 4790ed97-55ad-44c9-b7ba-cf9b8c33f658 on network 4041b16e-d0bc-408d-92a3-b2c03aff6ddd {{(pid=104387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 18 05:18:49.758801 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-910c85ee-136d-41fe-bdeb-843653eab94b req-17b541c2-0a49-4e5e-a1a4-3b3cedd2034b service neutron] Port 4790ed97-55ad-44c9-b7ba-cf9b8c33f658 on network 4041b16e-d0bc-408d-92a3-b2c03aff6ddd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83699 {{(pid=104387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 18 05:18:49.759162 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-910c85ee-136d-41fe-bdeb-843653eab94b req-17b541c2-0a49-4e5e-a1a4-3b3cedd2034b service neutron] Attempting to bind port 4790ed97-55ad-44c9-b7ba-cf9b8c33f658 on network 4041b16e-d0bc-408d-92a3-b2c03aff6ddd {{(pid=104387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 18 05:18:49.767654 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-910c85ee-136d-41fe-bdeb-843653eab94b req-17b541c2-0a49-4e5e-a1a4-3b3cedd2034b service neutron] Checking agent: {'id': '21f82a9e-593b-4fa9-aa06-dfe6f16482e6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83699', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 18, 5, 14, 36), 'started_at': datetime.datetime(2022, 6, 18, 5, 14, 36), 'heartbeat_timestamp': datetime.datetime(2022, 6, 18, 5, 18, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 18 05:18:49.768137 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-910c85ee-136d-41fe-bdeb-843653eab94b req-17b541c2-0a49-4e5e-a1a4-3b3cedd2034b service neutron] Checking segment: {'id': 'df5c0d95-939e-4985-95c1-691e1c2a5bab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '4041b16e-d0bc-408d-92a3-b2c03aff6ddd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 18 05:18:49.768532 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-910c85ee-136d-41fe-bdeb-843653eab94b req-17b541c2-0a49-4e5e-a1a4-3b3cedd2034b service neutron] Bound using segment: {'id': 'df5c0d95-939e-4985-95c1-691e1c2a5bab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '4041b16e-d0bc-408d-92a3-b2c03aff6ddd'} {{(pid=104387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 18 05:18:49.768974 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.managers [req-910c85ee-136d-41fe-bdeb-843653eab94b req-17b541c2-0a49-4e5e-a1a4-3b3cedd2034b service neutron] Bound port: 4790ed97-55ad-44c9-b7ba-cf9b8c33f658, host: hv-cinder-83699, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'df5c0d95-939e-4985-95c1-691e1c2a5bab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '4041b16e-d0bc-408d-92a3-b2c03aff6ddd'}}] {{(pid=104387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 18 05:18:49.769339 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [req-910c85ee-136d-41fe-bdeb-843653eab94b req-17b541c2-0a49-4e5e-a1a4-3b3cedd2034b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1768406'] for port (4790ed97-55ad-44c9-b7ba-cf9b8c33f658), before_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:18:49.853677 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-80e08001-4f2f-4cc9-bc77-5ac8e7f61c61 req-de23e0c6-58ff-4b7d-90e0-49226e1c9f50 tempest-VolumesActionsTest-198952152 tempest-VolumesActionsTest-198952152-project] 10.222.0.23 "GET /v2.0/security-groups?id=2f2cbc39-8b3e-4924-926e-fc7e9cf06658&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165597 Jun 18 05:18:49.865061 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2385f4c8-1d6b-40eb-8250-eea2e27a41f8 req-13c85ec1-ed14-4e97-98f6-2c27cea7ea61 tempest-TestMinimumBasicScenario-1360665084 tempest-TestMinimumBasicScenario-1360665084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:18:49.869089 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-2385f4c8-1d6b-40eb-8250-eea2e27a41f8 req-13c85ec1-ed14-4e97-98f6-2c27cea7ea61 tempest-TestMinimumBasicScenario-1360665084 tempest-TestMinimumBasicScenario-1360665084-project] 10.222.0.23 "GET /v2.0/ports?device_id=bf8c3731-ba5b-41dc-ab3b-16d6725300a0 HTTP/1.1" status: 200 len: 944 time: 0.0658920 Jun 18 05:18:49.889860 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.db [req-910c85ee-136d-41fe-bdeb-843653eab94b req-17b541c2-0a49-4e5e-a1a4-3b3cedd2034b service neutron] For port 4790ed97-55ad-44c9-b7ba-cf9b8c33f658, host hv-cinder-83699, cleared binding levels {{(pid=104387) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 05:18:49.893777 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.db [req-910c85ee-136d-41fe-bdeb-843653eab94b req-17b541c2-0a49-4e5e-a1a4-3b3cedd2034b service neutron] For port 4790ed97-55ad-44c9-b7ba-cf9b8c33f658, host hv-cinder-83699, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=4790ed97-55ad-44c9-b7ba-cf9b8c33f658,segment=NetworkSegment(df5c0d95-939e-4985-95c1-691e1c2a5bab),segment_id=df5c0d95-939e-4985-95c1-691e1c2a5bab)] {{(pid=104387) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 05:18:49.947520 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-2385f4c8-1d6b-40eb-8250-eea2e27a41f8 req-c58f8bd3-3aa1-4e4a-8e96-014b41303872 tempest-TestMinimumBasicScenario-1360665084 tempest-TestMinimumBasicScenario-1360665084-project] 10.222.0.23 "GET /v2.0/security-groups?id=bc90fc02-3a22-4765-be93-15065878de04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732195 Jun 18 05:18:49.970877 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [req-910c85ee-136d-41fe-bdeb-843653eab94b req-17b541c2-0a49-4e5e-a1a4-3b3cedd2034b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1768343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789592765606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789592262840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789592262858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14020781'] for port (4790ed97-55ad-44c9-b7ba-cf9b8c33f658), after_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:18:50.028444 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910c85ee-136d-41fe-bdeb-843653eab94b req-17b541c2-0a49-4e5e-a1a4-3b3cedd2034b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:18:50.029193 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [req-910c85ee-136d-41fe-bdeb-843653eab94b req-17b541c2-0a49-4e5e-a1a4-3b3cedd2034b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19502'] for port (None), before_response {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:18:50.031220 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-910c85ee-136d-41fe-bdeb-843653eab94b req-17b541c2-0a49-4e5e-a1a4-3b3cedd2034b service neutron] 10.222.0.15 "PUT /v2.0/ports/4790ed97-55ad-44c9-b7ba-cf9b8c33f658 HTTP/1.1" status: 200 len: 1093 time: 1.2351134 Jun 18 05:18:50.042139 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0dc7d567-b8b5-41bc-959b-b4a4c763c0e5', 'tag': '4790ed97-55ad-44c9-b7ba-cf9b8c33f658'}] {{(pid=104387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 18 05:18:50.044754 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}067244ef130036e0f0c6cfdae2cc0bb626a7afb0c2954d608d85df941ffdb65a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55fa3d09-9df5-49e1-a424-085f4799df1d" -d '{"events": [{"name": "network-changed", "server_uuid": "0dc7d567-b8b5-41bc-959b-b4a4c763c0e5", "tag": "4790ed97-55ad-44c9-b7ba-cf9b8c33f658"}]}' {{(pid=104387) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 05:18:50.101430 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Jun 2022 05:18:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e501c60-0410-4176-af67-473f16c4d54b x-openstack-request-id: req-8e501c60-0410-4176-af67-473f16c4d54b {{(pid=104387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 05:18:50.101746 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0dc7d567-b8b5-41bc-959b-b4a4c763c0e5", "tag": "4790ed97-55ad-44c9-b7ba-cf9b8c33f658", "status": "completed", "code": 200}]} {{(pid=104387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 05:18:50.102048 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-8e501c60-0410-4176-af67-473f16c4d54b {{(pid=104387) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 05:18:50.102450 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8e501c60-0410-4176-af67-473f16c4d54b'] response: {'name': 'network-changed', 'server_uuid': '0dc7d567-b8b5-41bc-959b-b4a4c763c0e5', 'tag': '4790ed97-55ad-44c9-b7ba-cf9b8c33f658', 'status': 'completed', 'code': 200} Jun 18 05:18:50.156567 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f6c28a-b641-4e89-befe-c15eb910e6f1 req-d5749956-db82-4393-91e6-2c7afb92bd84 tempest-AttachVolumeTestJSON-1934236616 tempest-AttachVolumeTestJSON-1934236616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:18:50.165240 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-36f6c28a-b641-4e89-befe-c15eb910e6f1 req-d5749956-db82-4393-91e6-2c7afb92bd84 tempest-AttachVolumeTestJSON-1934236616 tempest-AttachVolumeTestJSON-1934236616-project] 10.222.0.23 "GET /v2.0/ports?device_id=240d96c6-c2da-4ee1-8fd9-554944f65d95 HTTP/1.1" status: 200 len: 945 time: 0.1507206 Jun 18 05:18:50.203898 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b541c2-0a49-4e5e-a1a4-3b3cedd2034b service neutron] Pushing event updated for resources: {'Port': ['ID=4790ed97-55ad-44c9-b7ba-cf9b8c33f658,revision_number=3']} {{(pid=104387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:18:50.282741 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-36f6c28a-b641-4e89-befe-c15eb910e6f1 req-5b9b4edf-4001-46f2-94e4-338074ba461d tempest-AttachVolumeTestJSON-1934236616 tempest-AttachVolumeTestJSON-1934236616-project] 10.222.0.23 "GET /v2.0/security-groups?id=56599af9-2eb2-464a-a36c-fced5401bf67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1069586 Jun 18 05:18:50.291052 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef032e9-bc89-49dd-89ee-b7277abd1c73 req-05c3aa17-beda-4888-93d8-d2f60bea0e23 tempest-ServerRescueNegativeTestJSON-1272623576 tempest-ServerRescueNegativeTestJSON-1272623576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:18:50.296947 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-cef032e9-bc89-49dd-89ee-b7277abd1c73 req-05c3aa17-beda-4888-93d8-d2f60bea0e23 tempest-ServerRescueNegativeTestJSON-1272623576 tempest-ServerRescueNegativeTestJSON-1272623576-project] 10.222.0.23 "GET /v2.0/ports?device_id=5b8a5eb5-afb5-4209-9aa5-b38844bf07f2 HTTP/1.1" status: 200 len: 946 time: 0.1345317 Jun 18 05:18:50.300638 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG dbcounter [-] [104387] Writing DB stats neutron:UPDATE=3,neutron:SELECT=96,neutron:INSERT=1 {{(pid=104387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:18:50.304912 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55fa3d09-9df5-49e1-a424-085f4799df1d req-85536208-e7ae-4ed9-84c8-e868341648ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:18:50.307657 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-55fa3d09-9df5-49e1-a424-085f4799df1d req-85536208-e7ae-4ed9-84c8-e868341648ad service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=a63728833c434410864d0d7431a9fac2&device_id=0dc7d567-b8b5-41bc-959b-b4a4c763c0e5 HTTP/1.1" status: 200 len: 1127 time: 0.1157281 Jun 18 05:18:50.379370 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-cef032e9-bc89-49dd-89ee-b7277abd1c73 req-6377e543-1582-4639-bf36-fef23a5c4569 tempest-ServerRescueNegativeTestJSON-1272623576 tempest-ServerRescueNegativeTestJSON-1272623576-project] 10.222.0.23 "GET /v2.0/security-groups?id=83d5be7f-d8af-4828-9878-6877e2a6bac5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745924 Jun 18 05:18:50.582852 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55fa3d09-9df5-49e1-a424-085f4799df1d req-47ca14f8-2a8f-4f7b-8d87-0137577a1501 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:18:50.584551 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-55fa3d09-9df5-49e1-a424-085f4799df1d req-47ca14f8-2a8f-4f7b-8d87-0137577a1501 service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=a63728833c434410864d0d7431a9fac2&shared=False HTTP/1.1" status: 200 len: 910 time: 0.2569728 Jun 18 05:18:50.858835 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23cf8096-d4be-416b-93e7-5eb48f35dd93 req-0a2b340f-0019-448a-a74f-8ce829086717 tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:18:50.861047 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-23cf8096-d4be-416b-93e7-5eb48f35dd93 req-0a2b340f-0019-448a-a74f-8ce829086717 tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] 10.222.0.23 "GET /v2.0/ports?device_id=3db86af8-06be-4481-ae05-85abb634d58e HTTP/1.1" status: 200 len: 944 time: 0.0953417 Jun 18 05:18:50.862235 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55fa3d09-9df5-49e1-a424-085f4799df1d req-4935740b-1117-4c2f-81ca-d1f724e87144 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:18:50.877088 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-55fa3d09-9df5-49e1-a424-085f4799df1d req-4935740b-1117-4c2f-81ca-d1f724e87144 service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2695699 Jun 18 05:18:50.913009 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.rpc [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] Device ed5753b8-9359-4e81-8f42-c2dd469ec79e up at agent hyperv_hv-cinder-83699 {{(pid=104389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 18 05:18:51.007827 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-23cf8096-d4be-416b-93e7-5eb48f35dd93 req-9ac99a44-f52a-49c1-a7b9-bd92d49a059c tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] 10.222.0.23 "GET /v2.0/security-groups?id=e7fc1561-1092-4d2a-b878-ed2f82ce27ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1290314 Jun 18 05:18:51.040996 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.db.provisioning_blocks [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] Provisioning for port ed5753b8-9359-4e81-8f42-c2dd469ec79e completed by entity L2. {{(pid=104389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 18 05:18:51.081136 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910c85ee-136d-41fe-bdeb-843653eab94b req-236a096d-9e72-46f9-bd22-fb180f685159 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:18:51.082875 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-910c85ee-136d-41fe-bdeb-843653eab94b req-236a096d-9e72-46f9-bd22-fb180f685159 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=a63728833c434410864d0d7431a9fac2&device_id=0dc7d567-b8b5-41bc-959b-b4a4c763c0e5 HTTP/1.1" status: 200 len: 1127 time: 0.0686953 Jun 18 05:18:51.127549 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.db.provisioning_blocks [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] Provisioning complete for port ed5753b8-9359-4e81-8f42-c2dd469ec79e triggered by entity L2. {{(pid=104389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 18 05:18:51.130489 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1740956'] for port (ed5753b8-9359-4e81-8f42-c2dd469ec79e), provisioning_complete {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:18:51.172884 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-910c85ee-136d-41fe-bdeb-843653eab94b req-87c9012d-bb1d-4f5b-8b8e-24784b3a27b1 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4790ed97-55ad-44c9-b7ba-cf9b8c33f658 HTTP/1.1" status: 200 len: 217 time: 0.0699379 Jun 18 05:18:51.252826 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de5e317-1658-44b5-af7f-3a593b58b0f1 req-2755a12c-c87f-40d7-b158-709cdd22da55 tempest-VolumesActionsTest-198952152 tempest-VolumesActionsTest-198952152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:18:51.262919 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-4de5e317-1658-44b5-af7f-3a593b58b0f1 req-2755a12c-c87f-40d7-b158-709cdd22da55 tempest-VolumesActionsTest-198952152 tempest-VolumesActionsTest-198952152-project] 10.222.0.23 "GET /v2.0/ports?device_id=0dc7d567-b8b5-41bc-959b-b4a4c763c0e5 HTTP/1.1" status: 200 len: 943 time: 0.0919094 Jun 18 05:18:51.263383 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.plugin [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] Current status of the port ed5753b8-9359-4e81-8f42-c2dd469ec79e is: BUILD; New status is: ACTIVE {{(pid=104389) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 18 05:18:51.264085 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1768406'] for port (ed5753b8-9359-4e81-8f42-c2dd469ec79e), before_update {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:18:51.292222 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e647de16-a060-4bef-9756-f1a294ba3903 req-48565310-e9fc-4754-81c5-44c36c405d3f tempest-TestMinimumBasicScenario-1360665084 tempest-TestMinimumBasicScenario-1360665084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:18:51.292222 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-e647de16-a060-4bef-9756-f1a294ba3903 req-48565310-e9fc-4754-81c5-44c36c405d3f tempest-TestMinimumBasicScenario-1360665084 tempest-TestMinimumBasicScenario-1360665084-project] 10.222.0.23 "GET /v2.0/ports?device_id=bf8c3731-ba5b-41dc-ab3b-16d6725300a0 HTTP/1.1" status: 200 len: 944 time: 0.1211050 Jun 18 05:18:51.296490 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910c85ee-136d-41fe-bdeb-843653eab94b req-66b8ee87-fade-411b-9b0b-cf8f75b786e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:18:51.298391 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-910c85ee-136d-41fe-bdeb-843653eab94b req-66b8ee87-fade-411b-9b0b-cf8f75b786e3 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=685ce5d8-74b3-4da6-9677-d6d036aab0b3 HTTP/1.1" status: 200 len: 849 time: 0.1119335 Jun 18 05:18:51.299138 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG dbcounter [-] [104388] Writing DB stats neutron:INSERT=1,neutron:UPDATE=1,neutron:SELECT=96,neutron:DELETE=2 {{(pid=104388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:18:51.346987 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-4de5e317-1658-44b5-af7f-3a593b58b0f1 req-f7909e73-b981-4097-8991-c48933a62a42 tempest-VolumesActionsTest-198952152 tempest-VolumesActionsTest-198952152-project] 10.222.0.23 "GET /v2.0/security-groups?id=2f2cbc39-8b3e-4924-926e-fc7e9cf06658&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823901 Jun 18 05:18:51.350088 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf8c3731-ba5b-41dc-ab3b-16d6725300a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed5753b8-9359-4e81-8f42-c2dd469ec79e'}] {{(pid=104389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 18 05:18:51.368654 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84994602c193c13a4c26b8b675ba51d9b392d44d80225cb9db16c930b334f47b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c021c461-5038-453a-845b-ee169754ae5d" -d '{"events": [{"server_uuid": "bf8c3731-ba5b-41dc-ab3b-16d6725300a0", "name": "network-vif-plugged", "status": "completed", "tag": "ed5753b8-9359-4e81-8f42-c2dd469ec79e"}]}' {{(pid=104389) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 05:18:51.407082 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-910c85ee-136d-41fe-bdeb-843653eab94b req-55e7d892-5fbf-4a6e-9647-647dae5cdb61 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=4041b16e-d0bc-408d-92a3-b2c03aff6ddd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0579104 Jun 18 05:18:51.413137 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG dbcounter [-] [104389] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:18:51.422617 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.db [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] For port ed5753b8-9359-4e81-8f42-c2dd469ec79e, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=ed5753b8-9359-4e81-8f42-c2dd469ec79e,segment=NetworkSegment(12bd4d7d-2559-47b9-9d42-fc7db48d9cb1),segment_id=12bd4d7d-2559-47b9-9d42-fc7db48d9cb1)] {{(pid=104389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 05:18:51.451294 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-e647de16-a060-4bef-9756-f1a294ba3903 req-48c11956-ff8e-4e82-91d4-fd75a9d04000 tempest-TestMinimumBasicScenario-1360665084 tempest-TestMinimumBasicScenario-1360665084-project] 10.222.0.23 "GET /v2.0/security-groups?id=bc90fc02-3a22-4765-be93-15065878de04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1508248 Jun 18 05:18:51.507787 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6715355d-cf4b-4581-bdb0-1f21d08a814e req-e7da2dcc-83a1-4304-b65e-b38f64880432 tempest-AttachVolumeTestJSON-1934236616 tempest-AttachVolumeTestJSON-1934236616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:18:51.507926 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Jun 2022 05:18:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a66edfb-a0f6-4946-8b83-8a18a95c7e9e x-openstack-request-id: req-0a66edfb-a0f6-4946-8b83-8a18a95c7e9e {{(pid=104389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 05:18:51.508038 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf8c3731-ba5b-41dc-ab3b-16d6725300a0", "name": "network-vif-plugged", "status": "completed", "tag": "ed5753b8-9359-4e81-8f42-c2dd469ec79e", "code": 200}]} {{(pid=104389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 05:18:51.508254 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-0a66edfb-a0f6-4946-8b83-8a18a95c7e9e {{(pid=104389) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 05:18:51.508661 dv-cinder-836996-35-iscsi neutron-server[104389]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0a66edfb-a0f6-4946-8b83-8a18a95c7e9e'] response: {'server_uuid': 'bf8c3731-ba5b-41dc-ab3b-16d6725300a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed5753b8-9359-4e81-8f42-c2dd469ec79e', 'code': 200} Jun 18 05:18:51.508778 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-6715355d-cf4b-4581-bdb0-1f21d08a814e req-e7da2dcc-83a1-4304-b65e-b38f64880432 tempest-AttachVolumeTestJSON-1934236616 tempest-AttachVolumeTestJSON-1934236616-project] 10.222.0.23 "GET /v2.0/ports?device_id=240d96c6-c2da-4ee1-8fd9-554944f65d95 HTTP/1.1" status: 200 len: 945 time: 0.0704727 Jun 18 05:18:51.534687 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1768343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789592765606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789592262840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789592262858'] for port (ed5753b8-9359-4e81-8f42-c2dd469ec79e), after_update {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:18:51.535908 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.rpc [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] Device 1fb70483-13da-4dd6-a45d-5224ec85a411 up at agent hyperv_hv-cinder-83699 {{(pid=104389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 18 05:18:51.536667 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-910c85ee-136d-41fe-bdeb-843653eab94b req-9f4b20bb-8397-4eba-bdc6-f675841473b7 service neutron] 10.222.0.15 "GET /v2.0/networks/4041b16e-d0bc-408d-92a3-b2c03aff6ddd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1310530 Jun 18 05:18:51.599769 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-6715355d-cf4b-4581-bdb0-1f21d08a814e req-64207e4b-64dc-4845-a093-7a8d370cc30b tempest-AttachVolumeTestJSON-1934236616 tempest-AttachVolumeTestJSON-1934236616-project] 10.222.0.23 "GET /v2.0/security-groups?id=56599af9-2eb2-464a-a36c-fced5401bf67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0810831 Jun 18 05:18:51.634076 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] Pushing event updated for resources: {'Port': ['ID=ed5753b8-9359-4e81-8f42-c2dd469ec79e,revision_number=5']} {{(pid=104389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:18:51.651392 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:18:51.651743 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:18:51.652432 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:18:51.652751 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:18:51.653108 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:18:51.653472 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:18:51.653809 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:18:51.654141 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:18:51.654530 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:18:51.654838 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:18:51.655171 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:18:51.655542 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:18:51.655870 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:18:51.656194 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:18:51.656518 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:18:51.678026 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.db.provisioning_blocks [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] Provisioning complete for port 1fb70483-13da-4dd6-a45d-5224ec85a411 triggered by entity L2. {{(pid=104389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 18 05:18:51.678026 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1740956'] for port (1fb70483-13da-4dd6-a45d-5224ec85a411), provisioning_complete {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:18:51.757482 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94011fa0-c193-4a3f-8dfb-b268c119c2e7 req-b8e377a3-91de-42e8-8440-51e7ad3a9c46 tempest-ServerRescueNegativeTestJSON-1272623576 tempest-ServerRescueNegativeTestJSON-1272623576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:18:51.757482 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-94011fa0-c193-4a3f-8dfb-b268c119c2e7 req-b8e377a3-91de-42e8-8440-51e7ad3a9c46 tempest-ServerRescueNegativeTestJSON-1272623576 tempest-ServerRescueNegativeTestJSON-1272623576-project] 10.222.0.23 "GET /v2.0/ports?device_id=5b8a5eb5-afb5-4209-9aa5-b38844bf07f2 HTTP/1.1" status: 200 len: 946 time: 0.1703336 Jun 18 05:18:51.817464 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-910c85ee-136d-41fe-bdeb-843653eab94b req-1b289204-f9a1-4444-888f-6f670334bfe1 service neutron] 10.222.0.15 "GET /v2.0/networks/4041b16e-d0bc-408d-92a3-b2c03aff6ddd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2374465 Jun 18 05:18:51.873456 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-94011fa0-c193-4a3f-8dfb-b268c119c2e7 req-2be90816-b0fb-4d95-901f-bc18c83aca3a tempest-ServerRescueNegativeTestJSON-1272623576 tempest-ServerRescueNegativeTestJSON-1272623576-project] 10.222.0.23 "GET /v2.0/security-groups?id=83d5be7f-d8af-4828-9878-6877e2a6bac5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013432 Jun 18 05:18:52.045610 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.plugin [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] Current status of the port 1fb70483-13da-4dd6-a45d-5224ec85a411 is: BUILD; New status is: ACTIVE {{(pid=104389) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 18 05:18:52.046243 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1768406'] for port (1fb70483-13da-4dd6-a45d-5224ec85a411), before_update {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:18:52.064858 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG dbcounter [-] [104387] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:18:52.090964 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c216377-10b5-4d72-a934-c5ff2ff88f3d req-309b0a11-44df-4cbd-bc92-97fefa28dead service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:18:52.092422 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-7c216377-10b5-4d72-a934-c5ff2ff88f3d req-309b0a11-44df-4cbd-bc92-97fefa28dead service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=bf8c3731-ba5b-41dc-ab3b-16d6725300a0 HTTP/1.1" status: 200 len: 1129 time: 0.1007593 Jun 18 05:18:52.100331 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.db [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] For port 1fb70483-13da-4dd6-a45d-5224ec85a411, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=1fb70483-13da-4dd6-a45d-5224ec85a411,segment=NetworkSegment(8156adf2-605e-4047-8e9c-946882049554),segment_id=8156adf2-605e-4047-8e9c-946882049554)] {{(pid=104389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 05:18:52.147257 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f842f8bc-4bb0-4389-b4bc-24c4b4548844 req-81884573-13cb-432a-9e1a-1c8b0e85a63f tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:18:52.148766 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-f842f8bc-4bb0-4389-b4bc-24c4b4548844 req-81884573-13cb-432a-9e1a-1c8b0e85a63f tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] 10.222.0.23 "GET /v2.0/ports?device_id=3db86af8-06be-4481-ae05-85abb634d58e HTTP/1.1" status: 200 len: 944 time: 0.0504613 Jun 18 05:18:52.202131 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG dbcounter [-] [104388] Writing DB stats neutron:SELECT=100 {{(pid=104388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:18:52.217434 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-f842f8bc-4bb0-4389-b4bc-24c4b4548844 req-1fc4ffe5-553b-4266-90fe-76b55933b20c tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] 10.222.0.23 "GET /v2.0/security-groups?id=e7fc1561-1092-4d2a-b878-ed2f82ce27ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0596993 Jun 18 05:18:52.420994 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1768343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789592765606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789592262840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789592262858'] for port (1fb70483-13da-4dd6-a45d-5224ec85a411), after_update {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:18:52.423458 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-ecfe9374-5a12-4337-8e39-2e18761957b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789592556683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1744442'] for agent (426d7b1c-7831-4cf6-8aa4-29496a16634c), after_update {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:18:52.453034 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG dbcounter [-] [104389] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:18:52.477834 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] Pushing event updated for resources: {'Port': ['ID=1fb70483-13da-4dd6-a45d-5224ec85a411,revision_number=7']} {{(pid=104389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:18:52.490305 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46eb129b-c881-47cf-8829-48c875c8845a req-889f7030-0b5f-4f63-98a8-0305b02eede1 tempest-VolumesActionsTest-198952152 tempest-VolumesActionsTest-198952152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:18:52.492123 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-46eb129b-c881-47cf-8829-48c875c8845a req-889f7030-0b5f-4f63-98a8-0305b02eede1 tempest-VolumesActionsTest-198952152 tempest-VolumesActionsTest-198952152-project] 10.222.0.23 "GET /v2.0/ports?device_id=0dc7d567-b8b5-41bc-959b-b4a4c763c0e5 HTTP/1.1" status: 200 len: 943 time: 0.0782692 Jun 18 05:18:52.561819 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG dbcounter [-] [104387] Writing DB stats neutron:SELECT=100 {{(pid=104387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:18:52.573300 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-46eb129b-c881-47cf-8829-48c875c8845a req-227600ac-69b0-4c0f-957d-2bcb04de9700 tempest-VolumesActionsTest-198952152 tempest-VolumesActionsTest-198952152-project] 10.222.0.23 "GET /v2.0/security-groups?id=2f2cbc39-8b3e-4924-926e-fc7e9cf06658&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735242 Jun 18 05:18:52.614594 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579a6218-7a56-4c2a-8dbd-f131361f15b5 req-1caf379a-9fd5-4741-aca7-55e0df9d1f65 tempest-TestMinimumBasicScenario-1360665084 tempest-TestMinimumBasicScenario-1360665084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:18:52.617990 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-579a6218-7a56-4c2a-8dbd-f131361f15b5 req-1caf379a-9fd5-4741-aca7-55e0df9d1f65 tempest-TestMinimumBasicScenario-1360665084 tempest-TestMinimumBasicScenario-1360665084-project] 10.222.0.23 "GET /v2.0/ports?device_id=bf8c3731-ba5b-41dc-ab3b-16d6725300a0 HTTP/1.1" status: 200 len: 945 time: 0.0647037 Jun 18 05:18:52.707134 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-579a6218-7a56-4c2a-8dbd-f131361f15b5 req-555a592d-56be-466f-afea-348766ee1c9f tempest-TestMinimumBasicScenario-1360665084 tempest-TestMinimumBasicScenario-1360665084-project] 10.222.0.23 "GET /v2.0/security-groups?id=bc90fc02-3a22-4765-be93-15065878de04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824506 Jun 18 05:18:52.777458 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90e49c1-4fdc-4c9f-be4f-0d744386eb42 req-1e7f3395-f4f8-44dc-9cac-e5b4d4607017 tempest-AttachVolumeTestJSON-1934236616 tempest-AttachVolumeTestJSON-1934236616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:18:52.786293 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-f90e49c1-4fdc-4c9f-be4f-0d744386eb42 req-1e7f3395-f4f8-44dc-9cac-e5b4d4607017 tempest-AttachVolumeTestJSON-1934236616 tempest-AttachVolumeTestJSON-1934236616-project] 10.222.0.23 "GET /v2.0/ports?device_id=240d96c6-c2da-4ee1-8fd9-554944f65d95 HTTP/1.1" status: 200 len: 945 time: 0.0975666 Jun 18 05:18:52.842464 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.wsgi [-] (104388) accepted ('10.222.0.23', 50058) {{(pid=104388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 05:18:52.867626 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-f90e49c1-4fdc-4c9f-be4f-0d744386eb42 req-e86e4f76-d169-4063-81ad-9db7367980c8 tempest-AttachVolumeTestJSON-1934236616 tempest-AttachVolumeTestJSON-1934236616-project] 10.222.0.23 "GET /v2.0/security-groups?id=56599af9-2eb2-464a-a36c-fced5401bf67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0807886 Jun 18 05:18:53.047740 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-72719b82-61b0-4251-b03a-436924e2e93e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:18:53.066328 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cfd61e8-e1fa-4fb7-a676-a82f8375bb51 req-e00c2cd1-7365-4289-9e9f-4c573cf67313 tempest-ServerRescueNegativeTestJSON-1272623576 tempest-ServerRescueNegativeTestJSON-1272623576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:18:53.067965 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-9cfd61e8-e1fa-4fb7-a676-a82f8375bb51 req-e00c2cd1-7365-4289-9e9f-4c573cf67313 tempest-ServerRescueNegativeTestJSON-1272623576 tempest-ServerRescueNegativeTestJSON-1272623576-project] 10.222.0.23 "GET /v2.0/ports?device_id=5b8a5eb5-afb5-4209-9aa5-b38844bf07f2 HTTP/1.1" status: 200 len: 946 time: 0.0909355 Jun 18 05:18:53.187316 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-9cfd61e8-e1fa-4fb7-a676-a82f8375bb51 req-9a16aad8-eebc-445d-b9f4-6a1a738de38f tempest-ServerRescueNegativeTestJSON-1272623576 tempest-ServerRescueNegativeTestJSON-1272623576-project] 10.222.0.23 "GET /v2.0/security-groups?id=83d5be7f-d8af-4828-9878-6877e2a6bac5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941501 Jun 18 05:18:53.227497 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-72719b82-61b0-4251-b03a-436924e2e93e admin admin] Publish callbacks [] for security_group (b6a031ec-fd30-4310-90d0-733a040eb3e2), precommit_create {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:18:53.300454 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-72719b82-61b0-4251-b03a-436924e2e93e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728332'] for security_group (b6a031ec-fd30-4310-90d0-733a040eb3e2), after_create {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:18:53.358999 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72719b82-61b0-4251-b03a-436924e2e93e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6a031ec-fd30-4310-90d0-733a040eb3e2,revision_number=1']} {{(pid=104388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:18:53.366508 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [None req-72719b82-61b0-4251-b03a-436924e2e93e admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=98cc0e42bc1d4dab8cceb7801317075c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5212436 Jun 18 05:18:53.369111 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.wsgi [-] (104388) accepted ('10.222.0.23', 50068) {{(pid=104388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 05:18:53.454781 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-82498015-b360-43a6-bc13-907970ffdcac admin admin] Publish callbacks [] for security_group (b6a031ec-fd30-4310-90d0-733a040eb3e2), before_delete {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:18:53.491491 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-82498015-b360-43a6-bc13-907970ffdcac admin admin] Publish callbacks [] for security_group (b6a031ec-fd30-4310-90d0-733a040eb3e2), precommit_delete {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:18:53.509316 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3db86af8-06be-4481-ae05-85abb634d58e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1fb70483-13da-4dd6-a45d-5224ec85a411'}] {{(pid=104389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 18 05:18:53.512312 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84994602c193c13a4c26b8b675ba51d9b392d44d80225cb9db16c930b334f47b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e5b48e3-3590-4636-8fbc-cb731f36d52b" -d '{"events": [{"server_uuid": "3db86af8-06be-4481-ae05-85abb634d58e", "name": "network-vif-plugged", "status": "completed", "tag": "1fb70483-13da-4dd6-a45d-5224ec85a411"}]}' {{(pid=104389) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 05:18:53.597838 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Jun 2022 05:18:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65c8068e-a1d7-4f9b-b806-8f23f1e08a30 x-openstack-request-id: req-65c8068e-a1d7-4f9b-b806-8f23f1e08a30 {{(pid=104389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 05:18:53.597838 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3db86af8-06be-4481-ae05-85abb634d58e", "name": "network-vif-plugged", "status": "completed", "tag": "1fb70483-13da-4dd6-a45d-5224ec85a411", "code": 200}]} {{(pid=104389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 05:18:53.597838 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-65c8068e-a1d7-4f9b-b806-8f23f1e08a30 {{(pid=104389) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 05:18:53.597838 dv-cinder-836996-35-iscsi neutron-server[104389]: INFO neutron.notifiers.nova [-] Nova event matching ['req-65c8068e-a1d7-4f9b-b806-8f23f1e08a30'] response: {'server_uuid': '3db86af8-06be-4481-ae05-85abb634d58e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1fb70483-13da-4dd6-a45d-5224ec85a411', 'code': 200} Jun 18 05:18:53.680295 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-82498015-b360-43a6-bc13-907970ffdcac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728332'] for security_group (b6a031ec-fd30-4310-90d0-733a040eb3e2), after_delete {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:18:53.691799 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-82498015-b360-43a6-bc13-907970ffdcac admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:18:53.691799 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [None req-82498015-b360-43a6-bc13-907970ffdcac admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/b6a031ec-fd30-4310-90d0-733a040eb3e2 HTTP/1.1" status: 204 len: 168 time: 0.3137171 Jun 18 05:18:53.692436 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-7c216377-10b5-4d72-a934-c5ff2ff88f3d req-a9d2fd03-7eb9-44f4-a820-4b2b6da972e9 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=bc90fc02-3a22-4765-be93-15065878de04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4340513 Jun 18 05:18:53.735705 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25446798-f72a-4fc0-bf47-2dba824b57b8 req-8e7986f8-cf9b-49dd-a7e0-9f139c400579 tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:18:53.737319 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-25446798-f72a-4fc0-bf47-2dba824b57b8 req-8e7986f8-cf9b-49dd-a7e0-9f139c400579 tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] 10.222.0.23 "GET /v2.0/ports?device_id=3db86af8-06be-4481-ae05-85abb634d58e HTTP/1.1" status: 200 len: 945 time: 0.3942041 Jun 18 05:18:53.781371 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8aecf9-f8b7-4aa8-b1cc-fd2088617bb0 req-1ff19f2f-6fa4-4882-832f-7fc672ad8e25 tempest-VolumesActionsTest-198952152 tempest-VolumesActionsTest-198952152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:18:53.788750 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-ab8aecf9-f8b7-4aa8-b1cc-fd2088617bb0 req-1ff19f2f-6fa4-4882-832f-7fc672ad8e25 tempest-VolumesActionsTest-198952152 tempest-VolumesActionsTest-198952152-project] 10.222.0.23 "GET /v2.0/ports?device_id=0dc7d567-b8b5-41bc-959b-b4a4c763c0e5 HTTP/1.1" status: 200 len: 943 time: 0.1121187 Jun 18 05:18:53.810498 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82498015-b360-43a6-bc13-907970ffdcac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6a031ec-fd30-4310-90d0-733a040eb3e2,revision_number=None']} {{(pid=104388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:18:53.852223 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-25446798-f72a-4fc0-bf47-2dba824b57b8 req-1733946b-17a3-4ee3-8f59-6b0f39dcac90 tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] 10.222.0.23 "GET /v2.0/security-groups?id=e7fc1561-1092-4d2a-b878-ed2f82ce27ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1039572 Jun 18 05:18:53.887422 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-ab8aecf9-f8b7-4aa8-b1cc-fd2088617bb0 req-90b00d2b-e162-461f-b412-41438ece22ce tempest-VolumesActionsTest-198952152 tempest-VolumesActionsTest-198952152-project] 10.222.0.23 "GET /v2.0/security-groups?id=2f2cbc39-8b3e-4924-926e-fc7e9cf06658&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927160 Jun 18 05:18:54.043246 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de7228e-34b4-4eb7-97c4-a77e61059350 req-4e3bce08-5912-4c63-a928-4f4479319ec9 tempest-TestMinimumBasicScenario-1360665084 tempest-TestMinimumBasicScenario-1360665084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:18:54.044962 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-9de7228e-34b4-4eb7-97c4-a77e61059350 req-4e3bce08-5912-4c63-a928-4f4479319ec9 tempest-TestMinimumBasicScenario-1360665084 tempest-TestMinimumBasicScenario-1360665084-project] 10.222.0.23 "GET /v2.0/ports?device_id=bf8c3731-ba5b-41dc-ab3b-16d6725300a0 HTTP/1.1" status: 200 len: 945 time: 0.0978220 Jun 18 05:18:54.051304 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084ed5e3-389b-4a88-bc2f-31985cf5f7fe req-cae1f470-ee8e-443b-9acd-770eebc984fb tempest-AttachVolumeTestJSON-1934236616 tempest-AttachVolumeTestJSON-1934236616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:18:54.052861 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-084ed5e3-389b-4a88-bc2f-31985cf5f7fe req-cae1f470-ee8e-443b-9acd-770eebc984fb tempest-AttachVolumeTestJSON-1934236616 tempest-AttachVolumeTestJSON-1934236616-project] 10.222.0.23 "GET /v2.0/ports?device_id=240d96c6-c2da-4ee1-8fd9-554944f65d95 HTTP/1.1" status: 200 len: 945 time: 0.0749362 Jun 18 05:18:54.127321 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-9de7228e-34b4-4eb7-97c4-a77e61059350 req-86637248-cf41-4b39-b568-1c2b45ca3259 tempest-TestMinimumBasicScenario-1360665084 tempest-TestMinimumBasicScenario-1360665084-project] 10.222.0.23 "GET /v2.0/security-groups?id=bc90fc02-3a22-4765-be93-15065878de04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729630 Jun 18 05:18:54.160655 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-084ed5e3-389b-4a88-bc2f-31985cf5f7fe req-a0f2c96d-6242-438e-8bf8-a5964303f3ad tempest-AttachVolumeTestJSON-1934236616 tempest-AttachVolumeTestJSON-1934236616-project] 10.222.0.23 "GET /v2.0/security-groups?id=56599af9-2eb2-464a-a36c-fced5401bf67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0926230 Jun 18 05:18:54.337447 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a4135f-d528-4b48-a1a9-bb355da36ce1 req-be5b38dc-56d9-4110-bb83-1460c2775dea tempest-ServerRescueNegativeTestJSON-1272623576 tempest-ServerRescueNegativeTestJSON-1272623576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:18:54.337447 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-c8a4135f-d528-4b48-a1a9-bb355da36ce1 req-be5b38dc-56d9-4110-bb83-1460c2775dea tempest-ServerRescueNegativeTestJSON-1272623576 tempest-ServerRescueNegativeTestJSON-1272623576-project] 10.222.0.23 "GET /v2.0/ports?device_id=5b8a5eb5-afb5-4209-9aa5-b38844bf07f2 HTTP/1.1" status: 200 len: 946 time: 0.0672171 Jun 18 05:18:54.405658 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-c8a4135f-d528-4b48-a1a9-bb355da36ce1 req-969e21cd-916e-4867-849e-c3def4bfa08b tempest-ServerRescueNegativeTestJSON-1272623576 tempest-ServerRescueNegativeTestJSON-1272623576-project] 10.222.0.23 "GET /v2.0/security-groups?id=83d5be7f-d8af-4828-9878-6877e2a6bac5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621898 Jun 18 05:18:54.522114 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-169e4d51-2374-49ca-bdba-3da3b143a90e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789592556683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1744442'] for agent (a8549501-0164-4ac5-90a6-1ba1ba0d3f9d), after_update {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:18:54.632792 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.wsgi [-] (104388) accepted ('10.222.0.23', 50092) {{(pid=104388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 05:18:54.648094 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-fc6ede24-7384-402d-9395-99c3a2a96b18 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:18:54.694188 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG dbcounter [-] [104388] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=104388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:18:54.722371 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG dbcounter [-] [104388] Writing DB stats neutron:SELECT=81,neutron:INSERT=14,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:18:54.738650 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-fc6ede24-7384-402d-9395-99c3a2a96b18 admin admin] Publish callbacks [] for security_group (66aa7bd9-2dd4-48b1-8461-3a5723063832), precommit_create {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:18:54.825631 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-fc6ede24-7384-402d-9395-99c3a2a96b18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728332'] for security_group (66aa7bd9-2dd4-48b1-8461-3a5723063832), after_create {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:18:54.871906 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [None req-fc6ede24-7384-402d-9395-99c3a2a96b18 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=634836846aa84596aa575099457455a5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2352259 Jun 18 05:18:54.871906 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6ede24-7384-402d-9395-99c3a2a96b18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66aa7bd9-2dd4-48b1-8461-3a5723063832,revision_number=1']} {{(pid=104388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:18:54.872983 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.wsgi [-] (104387) accepted ('10.222.0.23', 50094) {{(pid=104387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 05:18:54.927010 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.rpc [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] Device 4790ed97-55ad-44c9-b7ba-cf9b8c33f658 details requested by agent hyperv_hv-cinder-83699 with host hv-cinder-83699 {{(pid=104389) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 18 05:18:54.959581 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-0c706f13-9c6d-4926-8071-a772145f06dc admin admin] Publish callbacks [] for security_group (66aa7bd9-2dd4-48b1-8461-3a5723063832), before_delete {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:18:55.016837 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-0c706f13-9c6d-4926-8071-a772145f06dc admin admin] Publish callbacks [] for security_group (66aa7bd9-2dd4-48b1-8461-3a5723063832), precommit_delete {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:18:55.037521 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18da3e5-936e-44cb-9ac4-1877c98a897e req-013c7aec-cafa-4898-941f-e1d13fadba42 tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:18:55.050075 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-a18da3e5-936e-44cb-9ac4-1877c98a897e req-013c7aec-cafa-4898-941f-e1d13fadba42 tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] 10.222.0.23 "GET /v2.0/ports?device_id=3db86af8-06be-4481-ae05-85abb634d58e HTTP/1.1" status: 200 len: 945 time: 0.0750864 Jun 18 05:18:55.144001 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-a18da3e5-936e-44cb-9ac4-1877c98a897e req-06a5fd16-953d-44cc-9d41-0c848e3732ad tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] 10.222.0.23 "GET /v2.0/security-groups?id=e7fc1561-1092-4d2a-b878-ed2f82ce27ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0897684 Jun 18 05:18:55.211828 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.db [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] For port 4790ed97-55ad-44c9-b7ba-cf9b8c33f658, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=4790ed97-55ad-44c9-b7ba-cf9b8c33f658,segment=NetworkSegment(df5c0d95-939e-4985-95c1-691e1c2a5bab),segment_id=df5c0d95-939e-4985-95c1-691e1c2a5bab)] {{(pid=104389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 05:18:55.252135 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.rpc [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] Returning: {'device': '4790ed97-55ad-44c9-b7ba-cf9b8c33f658', 'network_id': '4041b16e-d0bc-408d-92a3-b2c03aff6ddd', 'port_id': '4790ed97-55ad-44c9-b7ba-cf9b8c33f658', 'mac_address': 'fa:16:3e:54:70:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 310, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '685ce5d8-74b3-4da6-9677-d6d036aab0b3', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104389) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 18 05:18:55.254610 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef6f039-f1bf-4210-aeae-dd8a56e31137 req-b6c94b27-2956-4285-86bd-ba6644d2a837 tempest-VolumesActionsTest-198952152 tempest-VolumesActionsTest-198952152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:18:55.262786 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-4ef6f039-f1bf-4210-aeae-dd8a56e31137 req-b6c94b27-2956-4285-86bd-ba6644d2a837 tempest-VolumesActionsTest-198952152 tempest-VolumesActionsTest-198952152-project] 10.222.0.23 "GET /v2.0/ports?device_id=0dc7d567-b8b5-41bc-959b-b4a4c763c0e5 HTTP/1.1" status: 200 len: 943 time: 0.2033708 Jun 18 05:18:55.331282 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d698e91e-0c12-4636-9b43-32895b25f54f req-9cfedebf-36f8-40bb-a1b6-9c0583063350 tempest-TestMinimumBasicScenario-1360665084 tempest-TestMinimumBasicScenario-1360665084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:18:55.337963 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-d698e91e-0c12-4636-9b43-32895b25f54f req-9cfedebf-36f8-40bb-a1b6-9c0583063350 tempest-TestMinimumBasicScenario-1360665084 tempest-TestMinimumBasicScenario-1360665084-project] 10.222.0.23 "GET /v2.0/ports?device_id=bf8c3731-ba5b-41dc-ab3b-16d6725300a0 HTTP/1.1" status: 200 len: 945 time: 0.0719790 Jun 18 05:18:55.339913 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.plugin [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] Current status of the port 4790ed97-55ad-44c9-b7ba-cf9b8c33f658 is: DOWN; New status is: BUILD {{(pid=104389) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 18 05:18:55.340325 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1768406'] for port (4790ed97-55ad-44c9-b7ba-cf9b8c33f658), before_update {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:18:55.364801 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-4ef6f039-f1bf-4210-aeae-dd8a56e31137 req-78bf67a4-b4a0-46de-8be1-5ec7211fc81a tempest-VolumesActionsTest-198952152 tempest-VolumesActionsTest-198952152-project] 10.222.0.23 "GET /v2.0/security-groups?id=2f2cbc39-8b3e-4924-926e-fc7e9cf06658&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008754 Jun 18 05:18:55.374320 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-0c706f13-9c6d-4926-8071-a772145f06dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728332'] for security_group (66aa7bd9-2dd4-48b1-8461-3a5723063832), after_delete {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:18:55.377161 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-0c706f13-9c6d-4926-8071-a772145f06dc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:18:55.378631 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [None req-0c706f13-9c6d-4926-8071-a772145f06dc admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/66aa7bd9-2dd4-48b1-8461-3a5723063832 HTTP/1.1" status: 204 len: 168 time: 0.5046480 Jun 18 05:18:55.394889 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.notifiers.nova [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4790ed97-55ad-44c9-b7ba-cf9b8c33f658 {{(pid=104389) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 18 05:18:55.409288 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c706f13-9c6d-4926-8071-a772145f06dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66aa7bd9-2dd4-48b1-8461-3a5723063832,revision_number=None']} {{(pid=104387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:18:55.443526 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.db [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] For port 4790ed97-55ad-44c9-b7ba-cf9b8c33f658, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=4790ed97-55ad-44c9-b7ba-cf9b8c33f658,segment=NetworkSegment(df5c0d95-939e-4985-95c1-691e1c2a5bab),segment_id=df5c0d95-939e-4985-95c1-691e1c2a5bab)] {{(pid=104389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 05:18:55.530376 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1768343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789592765606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789592262840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789592262858'] for port (4790ed97-55ad-44c9-b7ba-cf9b8c33f658), after_update {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:18:55.538334 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-d698e91e-0c12-4636-9b43-32895b25f54f req-e1bbd09c-5325-4aaf-9599-daa0c7c732d3 tempest-TestMinimumBasicScenario-1360665084 tempest-TestMinimumBasicScenario-1360665084-project] 10.222.0.23 "GET /v2.0/security-groups?id=bc90fc02-3a22-4765-be93-15065878de04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1935985 Jun 18 05:18:55.591473 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2d8333-8d24-4a56-9b93-e45bf1619593 req-95fe83e3-49dc-47a0-bde2-8d25e7fa45cc tempest-AttachVolumeTestJSON-1934236616 tempest-AttachVolumeTestJSON-1934236616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:18:55.593153 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-ec2d8333-8d24-4a56-9b93-e45bf1619593 req-95fe83e3-49dc-47a0-bde2-8d25e7fa45cc tempest-AttachVolumeTestJSON-1934236616 tempest-AttachVolumeTestJSON-1934236616-project] 10.222.0.23 "GET /v2.0/ports?device_id=240d96c6-c2da-4ee1-8fd9-554944f65d95 HTTP/1.1" status: 200 len: 945 time: 0.0970242 Jun 18 05:18:55.618688 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG dbcounter [-] [104390] Writing DB stats neutron:SELECT=10 {{(pid=104390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:18:55.624629 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-bd48e2cf-68a6-4f35-9a09-882d425f288c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789592556683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1744442'] for agent (e572bbf3-12d8-41bb-a2ed-524d739c9de1), after_update {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:18:55.625919 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG dbcounter [-] [104390] Writing DB stats neutron:SELECT=63 {{(pid=104390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:18:55.668832 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] Pushing event updated for resources: {'Port': ['ID=4790ed97-55ad-44c9-b7ba-cf9b8c33f658,revision_number=4']} {{(pid=104389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:18:55.710648 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-ec2d8333-8d24-4a56-9b93-e45bf1619593 req-bff94567-33f4-4047-b53b-13ad4cd295ca tempest-AttachVolumeTestJSON-1934236616 tempest-AttachVolumeTestJSON-1934236616-project] 10.222.0.23 "GET /v2.0/security-groups?id=56599af9-2eb2-464a-a36c-fced5401bf67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0919201 Jun 18 05:18:55.740674 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d258e298-eee7-486e-a1cc-c371ce25f5fa req-d1785d35-9dea-4568-b0a0-14f39910edaf tempest-ServerRescueNegativeTestJSON-1272623576 tempest-ServerRescueNegativeTestJSON-1272623576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:18:55.743236 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-d258e298-eee7-486e-a1cc-c371ce25f5fa req-d1785d35-9dea-4568-b0a0-14f39910edaf tempest-ServerRescueNegativeTestJSON-1272623576 tempest-ServerRescueNegativeTestJSON-1272623576-project] 10.222.0.23 "GET /v2.0/ports?device_id=5b8a5eb5-afb5-4209-9aa5-b38844bf07f2 HTTP/1.1" status: 200 len: 946 time: 0.0656729 Jun 18 05:18:55.802478 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-d258e298-eee7-486e-a1cc-c371ce25f5fa req-261631ee-5ec7-4fbd-9616-e3b664661ae1 tempest-ServerRescueNegativeTestJSON-1272623576 tempest-ServerRescueNegativeTestJSON-1272623576-project] 10.222.0.23 "GET /v2.0/security-groups?id=83d5be7f-d8af-4828-9878-6877e2a6bac5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512314 Jun 18 05:18:56.005312 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.db [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] get_ports_and_sgs() called for port_ids ['4790ed97-55ad-44c9-b7ba-cf9b8c33f658'] {{(pid=104389) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 18 05:18:56.319964 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49bbc9aa-04ec-46a6-82d6-099fd9896674 req-cdd51154-3131-460b-be19-530b72958507 tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:18:56.321369 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-49bbc9aa-04ec-46a6-82d6-099fd9896674 req-cdd51154-3131-460b-be19-530b72958507 tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] 10.222.0.23 "GET /v2.0/ports?device_id=3db86af8-06be-4481-ae05-85abb634d58e HTTP/1.1" status: 200 len: 945 time: 0.0646458 Jun 18 05:18:56.376181 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-49bbc9aa-04ec-46a6-82d6-099fd9896674 req-c7687573-f7de-4b34-ad05-8a57c7903446 tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] 10.222.0.23 "GET /v2.0/security-groups?id=e7fc1561-1092-4d2a-b878-ed2f82ce27ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491245 Jun 18 05:18:56.494071 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e3be3f-cc05-45b7-814a-5489d5b702bf req-27a1a707-61fb-497f-a91a-5e981d6dd1b9 tempest-VolumesActionsTest-198952152 tempest-VolumesActionsTest-198952152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:18:56.496402 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-c3e3be3f-cc05-45b7-814a-5489d5b702bf req-27a1a707-61fb-497f-a91a-5e981d6dd1b9 tempest-VolumesActionsTest-198952152 tempest-VolumesActionsTest-198952152-project] 10.222.0.23 "GET /v2.0/ports?device_id=0dc7d567-b8b5-41bc-959b-b4a4c763c0e5 HTTP/1.1" status: 200 len: 944 time: 0.0526273 Jun 18 05:18:56.550791 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-c3e3be3f-cc05-45b7-814a-5489d5b702bf req-2e7b89d5-7315-48f4-ada7-d83158cea0f1 tempest-VolumesActionsTest-198952152 tempest-VolumesActionsTest-198952152-project] 10.222.0.23 "GET /v2.0/security-groups?id=2f2cbc39-8b3e-4924-926e-fc7e9cf06658&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481281 Jun 18 05:18:56.668467 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb3c775-aa77-4c95-8fdc-aaf89d3a0f41 req-3e42762d-5d7d-46f7-8923-97e47567e464 tempest-TestMinimumBasicScenario-1360665084 tempest-TestMinimumBasicScenario-1360665084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:18:56.668467 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-deb3c775-aa77-4c95-8fdc-aaf89d3a0f41 req-3e42762d-5d7d-46f7-8923-97e47567e464 tempest-TestMinimumBasicScenario-1360665084 tempest-TestMinimumBasicScenario-1360665084-project] 10.222.0.23 "GET /v2.0/ports?device_id=bf8c3731-ba5b-41dc-ab3b-16d6725300a0 HTTP/1.1" status: 200 len: 945 time: 0.0484538 Jun 18 05:18:56.686057 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG dbcounter [-] [104387] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:18:56.744560 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-deb3c775-aa77-4c95-8fdc-aaf89d3a0f41 req-e2a04c48-e298-41e6-b5bc-2f11192370f8 tempest-TestMinimumBasicScenario-1360665084 tempest-TestMinimumBasicScenario-1360665084-project] 10.222.0.23 "GET /v2.0/security-groups?id=bc90fc02-3a22-4765-be93-15065878de04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716405 Jun 18 05:18:56.856090 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.wsgi [-] (104388) accepted ('10.222.0.23', 50140) {{(pid=104388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 05:18:56.875355 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG dbcounter [-] [104387] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:18:56.885725 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a89125-11b9-419f-8dea-7f6521f73a0d req-1a02de58-0086-4d1b-ad10-54521095af44 tempest-TestMinimumBasicScenario-1360665084 tempest-TestMinimumBasicScenario-1360665084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:18:56.892119 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-48a5fd76-7998-4165-aade-49a54f6ffc7c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:18:56.893249 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-63a89125-11b9-419f-8dea-7f6521f73a0d req-1a02de58-0086-4d1b-ad10-54521095af44 tempest-TestMinimumBasicScenario-1360665084 tempest-TestMinimumBasicScenario-1360665084-project] 10.222.0.23 "GET /v2.0/ports?device_id=bf8c3731-ba5b-41dc-ab3b-16d6725300a0 HTTP/1.1" status: 200 len: 945 time: 0.0614102 Jun 18 05:18:56.907097 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3757597-8f2f-4bc2-b1f8-6868af8f9050 req-9b99868b-2707-47ea-a74d-741978bbcd42 tempest-AttachVolumeTestJSON-1934236616 tempest-AttachVolumeTestJSON-1934236616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:18:56.908859 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-e3757597-8f2f-4bc2-b1f8-6868af8f9050 req-9b99868b-2707-47ea-a74d-741978bbcd42 tempest-AttachVolumeTestJSON-1934236616 tempest-AttachVolumeTestJSON-1934236616-project] 10.222.0.23 "GET /v2.0/ports?device_id=240d96c6-c2da-4ee1-8fd9-554944f65d95 HTTP/1.1" status: 200 len: 945 time: 0.1185648 Jun 18 05:18:56.967099 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-63a89125-11b9-419f-8dea-7f6521f73a0d req-761dae38-4400-433f-b8ec-c4d6285a929b tempest-TestMinimumBasicScenario-1360665084 tempest-TestMinimumBasicScenario-1360665084-project] 10.222.0.23 "GET /v2.0/security-groups?id=bc90fc02-3a22-4765-be93-15065878de04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727541 Jun 18 05:18:57.022306 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-e3757597-8f2f-4bc2-b1f8-6868af8f9050 req-86df96c4-d2b2-45f7-8924-e7520d1b4be5 tempest-AttachVolumeTestJSON-1934236616 tempest-AttachVolumeTestJSON-1934236616-project] 10.222.0.23 "GET /v2.0/security-groups?id=56599af9-2eb2-464a-a36c-fced5401bf67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0980177 Jun 18 05:18:57.080629 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a85a7d-cf76-4688-a38a-72f545d42f9d req-b4cf5548-a51a-4277-a9fb-1446595ef966 tempest-ServerRescueNegativeTestJSON-1272623576 tempest-ServerRescueNegativeTestJSON-1272623576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:18:57.088734 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-80a85a7d-cf76-4688-a38a-72f545d42f9d req-b4cf5548-a51a-4277-a9fb-1446595ef966 tempest-ServerRescueNegativeTestJSON-1272623576 tempest-ServerRescueNegativeTestJSON-1272623576-project] 10.222.0.23 "GET /v2.0/ports?device_id=5b8a5eb5-afb5-4209-9aa5-b38844bf07f2 HTTP/1.1" status: 200 len: 946 time: 0.0591474 Jun 18 05:18:57.090089 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-48a5fd76-7998-4165-aade-49a54f6ffc7c admin admin] Publish callbacks [] for security_group (d0ea4c3b-75ef-4974-869d-7aa07f749c77), precommit_create {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:18:57.114273 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.rpc [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] Device 4790ed97-55ad-44c9-b7ba-cf9b8c33f658 up at agent hyperv_hv-cinder-83699 {{(pid=104389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 18 05:18:57.144992 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-48a5fd76-7998-4165-aade-49a54f6ffc7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728332'] for security_group (d0ea4c3b-75ef-4974-869d-7aa07f749c77), after_create {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:18:57.176315 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-80a85a7d-cf76-4688-a38a-72f545d42f9d req-ae5b5e27-c482-4878-b32a-f8298e6e0c55 tempest-ServerRescueNegativeTestJSON-1272623576 tempest-ServerRescueNegativeTestJSON-1272623576-project] 10.222.0.23 "GET /v2.0/security-groups?id=83d5be7f-d8af-4828-9878-6877e2a6bac5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874054 Jun 18 05:18:57.181155 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG dbcounter [-] [104388] Writing DB stats neutron:SELECT=93,neutron:INSERT=7 {{(pid=104388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:18:57.210477 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.wsgi [-] (104387) accepted ('10.222.0.23', 50146) {{(pid=104387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 05:18:57.211757 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [None req-48a5fd76-7998-4165-aade-49a54f6ffc7c admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=e18c790eebf444f1bc752d1c719a819b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3532257 Jun 18 05:18:57.213291 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a5fd76-7998-4165-aade-49a54f6ffc7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0ea4c3b-75ef-4974-869d-7aa07f749c77,revision_number=1']} {{(pid=104388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:18:57.283876 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.db.provisioning_blocks [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] Provisioning for port 4790ed97-55ad-44c9-b7ba-cf9b8c33f658 completed by entity L2. {{(pid=104389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 18 05:18:57.294168 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-949cf22c-1290-41a3-8d41-2dddadf8479b admin admin] Publish callbacks [] for security_group (d0ea4c3b-75ef-4974-869d-7aa07f749c77), before_delete {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:18:57.324204 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-949cf22c-1290-41a3-8d41-2dddadf8479b admin admin] Publish callbacks [] for security_group (d0ea4c3b-75ef-4974-869d-7aa07f749c77), precommit_delete {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:18:57.431732 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-5df8b1a9-a354-44ed-8761-35e8e24f4084 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789592556683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1744442'] for agent (37f34a37-d85d-4c21-966b-86dc43157ac3), after_update {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:18:57.432595 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.db.provisioning_blocks [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] Provisioning complete for port 4790ed97-55ad-44c9-b7ba-cf9b8c33f658 triggered by entity L2. {{(pid=104389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 18 05:18:57.433213 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1740956'] for port (4790ed97-55ad-44c9-b7ba-cf9b8c33f658), provisioning_complete {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:18:57.486340 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG dbcounter [-] [104389] Writing DB stats neutron:UPDATE=4,neutron:SELECT=96 {{(pid=104389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:18:57.539903 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-949cf22c-1290-41a3-8d41-2dddadf8479b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728332'] for security_group (d0ea4c3b-75ef-4974-869d-7aa07f749c77), after_delete {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:18:57.543780 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-949cf22c-1290-41a3-8d41-2dddadf8479b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:18:57.545276 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [None req-949cf22c-1290-41a3-8d41-2dddadf8479b admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/d0ea4c3b-75ef-4974-869d-7aa07f749c77 HTTP/1.1" status: 204 len: 168 time: 0.3338051 Jun 18 05:18:57.553236 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-c042a677-28f5-4026-b552-0173028fe9dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789592556683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1744442'] for agent (d503ae44-4e24-48d3-9886-03581f90537d), after_update {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:18:57.563455 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.plugin [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] Current status of the port 4790ed97-55ad-44c9-b7ba-cf9b8c33f658 is: BUILD; New status is: ACTIVE {{(pid=104389) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 18 05:18:57.564020 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1768406'] for port (4790ed97-55ad-44c9-b7ba-cf9b8c33f658), before_update {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:18:57.566420 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c1e685-53de-4baa-a745-719860473859 req-41b8ac89-1472-43b6-8c0c-38fda3ea017e tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:18:57.568258 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-e9c1e685-53de-4baa-a745-719860473859 req-41b8ac89-1472-43b6-8c0c-38fda3ea017e tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] 10.222.0.23 "GET /v2.0/ports?device_id=3db86af8-06be-4481-ae05-85abb634d58e HTTP/1.1" status: 200 len: 945 time: 0.0960317 Jun 18 05:18:57.569727 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-949cf22c-1290-41a3-8d41-2dddadf8479b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0ea4c3b-75ef-4974-869d-7aa07f749c77,revision_number=None']} {{(pid=104387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:18:57.589203 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6a3641-53b1-447e-b2fe-12962b75f963 req-7aac79eb-da7d-40cb-bca5-1e0869808c09 tempest-TestMinimumBasicScenario-1360665084 tempest-TestMinimumBasicScenario-1360665084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:18:57.604686 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-6c6a3641-53b1-447e-b2fe-12962b75f963 req-7aac79eb-da7d-40cb-bca5-1e0869808c09 tempest-TestMinimumBasicScenario-1360665084 tempest-TestMinimumBasicScenario-1360665084-project] 10.222.0.23 "GET /v2.0/ports?device_id=bf8c3731-ba5b-41dc-ab3b-16d6725300a0 HTTP/1.1" status: 200 len: 945 time: 0.0984187 Jun 18 05:18:57.663302 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-e9c1e685-53de-4baa-a745-719860473859 req-2d80ab5e-a062-430e-8d0a-af9cf087e8fa tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] 10.222.0.23 "GET /v2.0/security-groups?id=e7fc1561-1092-4d2a-b878-ed2f82ce27ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0678079 Jun 18 05:18:57.694435 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.db [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] For port 4790ed97-55ad-44c9-b7ba-cf9b8c33f658, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=4790ed97-55ad-44c9-b7ba-cf9b8c33f658,segment=NetworkSegment(df5c0d95-939e-4985-95c1-691e1c2a5bab),segment_id=df5c0d95-939e-4985-95c1-691e1c2a5bab)] {{(pid=104389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 05:18:57.698105 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0dc7d567-b8b5-41bc-959b-b4a4c763c0e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4790ed97-55ad-44c9-b7ba-cf9b8c33f658'}] {{(pid=104389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 18 05:18:57.703565 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84994602c193c13a4c26b8b675ba51d9b392d44d80225cb9db16c930b334f47b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0589e23-837a-4363-b347-59d148684064" -d '{"events": [{"server_uuid": "0dc7d567-b8b5-41bc-959b-b4a4c763c0e5", "name": "network-vif-plugged", "status": "completed", "tag": "4790ed97-55ad-44c9-b7ba-cf9b8c33f658"}]}' {{(pid=104389) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 05:18:57.723434 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-6c6a3641-53b1-447e-b2fe-12962b75f963 req-2990c24f-386c-4a08-88fd-e6d9952a020d tempest-TestMinimumBasicScenario-1360665084 tempest-TestMinimumBasicScenario-1360665084-project] 10.222.0.23 "GET /v2.0/security-groups?id=bc90fc02-3a22-4765-be93-15065878de04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160693 Jun 18 05:18:57.787648 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Jun 2022 05:18:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d28585d0-8f23-4c3d-b10e-913f75a710d0 x-openstack-request-id: req-d28585d0-8f23-4c3d-b10e-913f75a710d0 {{(pid=104389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 05:18:57.788162 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0dc7d567-b8b5-41bc-959b-b4a4c763c0e5", "name": "network-vif-plugged", "status": "completed", "tag": "4790ed97-55ad-44c9-b7ba-cf9b8c33f658", "code": 200}]} {{(pid=104389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 05:18:57.789680 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-d28585d0-8f23-4c3d-b10e-913f75a710d0 {{(pid=104389) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 05:18:57.790197 dv-cinder-836996-35-iscsi neutron-server[104389]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d28585d0-8f23-4c3d-b10e-913f75a710d0'] response: {'server_uuid': '0dc7d567-b8b5-41bc-959b-b4a4c763c0e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4790ed97-55ad-44c9-b7ba-cf9b8c33f658', 'code': 200} Jun 18 05:18:57.805328 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1768343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789592765606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789592262840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789592262858'] for port (4790ed97-55ad-44c9-b7ba-cf9b8c33f658), after_update {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:18:57.814525 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f35438-ca30-4a02-b052-2725f392f4c4 req-91418934-44c7-4cbb-b49f-0c27247bd3b4 tempest-VolumesActionsTest-198952152 tempest-VolumesActionsTest-198952152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:18:57.821943 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-52f35438-ca30-4a02-b052-2725f392f4c4 req-91418934-44c7-4cbb-b49f-0c27247bd3b4 tempest-VolumesActionsTest-198952152 tempest-VolumesActionsTest-198952152-project] 10.222.0.23 "GET /v2.0/ports?device_id=0dc7d567-b8b5-41bc-959b-b4a4c763c0e5 HTTP/1.1" status: 200 len: 944 time: 0.0711122 Jun 18 05:18:57.888997 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG dbcounter [-] [104389] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=104389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:18:57.906959 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-52f35438-ca30-4a02-b052-2725f392f4c4 req-171fc150-6dcb-4306-87f9-5ee21f7efd06 tempest-VolumesActionsTest-198952152 tempest-VolumesActionsTest-198952152-project] 10.222.0.23 "GET /v2.0/security-groups?id=2f2cbc39-8b3e-4924-926e-fc7e9cf06658&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840485 Jun 18 05:18:57.913947 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] Pushing event updated for resources: {'Port': ['ID=4790ed97-55ad-44c9-b7ba-cf9b8c33f658,revision_number=5']} {{(pid=104389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:18:58.179380 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1970b1c9-9946-43c2-b245-bf7caf22161c req-51bce593-6f04-4a15-88d7-3e2b67ea22f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:18:58.181615 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-1970b1c9-9946-43c2-b245-bf7caf22161c req-51bce593-6f04-4a15-88d7-3e2b67ea22f1 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=0dc7d567-b8b5-41bc-959b-b4a4c763c0e5 HTTP/1.1" status: 200 len: 1129 time: 0.0657606 Jun 18 05:18:58.215944 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01124618-ec8f-439e-961d-b573f35e9f46 req-4e307fad-b8a2-4e5f-8347-81be1f160905 tempest-AttachVolumeTestJSON-1934236616 tempest-AttachVolumeTestJSON-1934236616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:18:58.219702 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-01124618-ec8f-439e-961d-b573f35e9f46 req-4e307fad-b8a2-4e5f-8347-81be1f160905 tempest-AttachVolumeTestJSON-1934236616 tempest-AttachVolumeTestJSON-1934236616-project] 10.222.0.23 "GET /v2.0/ports?device_id=240d96c6-c2da-4ee1-8fd9-554944f65d95 HTTP/1.1" status: 200 len: 945 time: 0.1011543 Jun 18 05:18:58.279308 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-1970b1c9-9946-43c2-b245-bf7caf22161c req-a22306ec-3a66-4b01-a308-aac059f8728f service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=2f2cbc39-8b3e-4924-926e-fc7e9cf06658&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894232 Jun 18 05:18:58.318085 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-01124618-ec8f-439e-961d-b573f35e9f46 req-50a0dc71-63ec-4b1e-a149-81fc4d8f1076 tempest-AttachVolumeTestJSON-1934236616 tempest-AttachVolumeTestJSON-1934236616-project] 10.222.0.23 "GET /v2.0/security-groups?id=56599af9-2eb2-464a-a36c-fced5401bf67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0929561 Jun 18 05:18:58.511306 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd4cf46-ec96-49dc-b121-53a1c89a0d89 req-f3ec1440-32e9-4450-8d2d-3a25068a92f9 tempest-ServerRescueNegativeTestJSON-1272623576 tempest-ServerRescueNegativeTestJSON-1272623576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:18:58.513001 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-dbd4cf46-ec96-49dc-b121-53a1c89a0d89 req-f3ec1440-32e9-4450-8d2d-3a25068a92f9 tempest-ServerRescueNegativeTestJSON-1272623576 tempest-ServerRescueNegativeTestJSON-1272623576-project] 10.222.0.23 "GET /v2.0/ports?device_id=5b8a5eb5-afb5-4209-9aa5-b38844bf07f2 HTTP/1.1" status: 200 len: 946 time: 0.0666757 Jun 18 05:18:58.560077 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG dbcounter [-] [104387] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:18:58.638520 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-dbd4cf46-ec96-49dc-b121-53a1c89a0d89 req-a24aab81-4a47-4689-9e3c-fe0d77c04a78 tempest-ServerRescueNegativeTestJSON-1272623576 tempest-ServerRescueNegativeTestJSON-1272623576-project] 10.222.0.23 "GET /v2.0/security-groups?id=83d5be7f-d8af-4828-9878-6877e2a6bac5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142497 Jun 18 05:18:58.827963 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad60d1c6-05f8-4d09-a2ae-a785164e7d71 req-d0b068f9-bd60-48c9-8c74-e29dbd0e2d51 tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:18:58.836714 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-ad60d1c6-05f8-4d09-a2ae-a785164e7d71 req-d0b068f9-bd60-48c9-8c74-e29dbd0e2d51 tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] 10.222.0.23 "GET /v2.0/ports?device_id=3db86af8-06be-4481-ae05-85abb634d58e HTTP/1.1" status: 200 len: 945 time: 0.0803580 Jun 18 05:18:58.909352 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-ad60d1c6-05f8-4d09-a2ae-a785164e7d71 req-1c9a9d1e-49c7-4e1c-b996-294a750a3983 tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] 10.222.0.23 "GET /v2.0/security-groups?id=e7fc1561-1092-4d2a-b878-ed2f82ce27ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0675166 Jun 18 05:18:59.059488 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8431829c-6544-4023-be18-e96bbe486b31 req-b742c978-056b-430f-838e-7ee21af76ee2 tempest-VolumesActionsTest-198952152 tempest-VolumesActionsTest-198952152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:18:59.066731 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-8431829c-6544-4023-be18-e96bbe486b31 req-b742c978-056b-430f-838e-7ee21af76ee2 tempest-VolumesActionsTest-198952152 tempest-VolumesActionsTest-198952152-project] 10.222.0.23 "GET /v2.0/ports?device_id=0dc7d567-b8b5-41bc-959b-b4a4c763c0e5 HTTP/1.1" status: 200 len: 945 time: 0.0693617 Jun 18 05:18:59.131052 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-8431829c-6544-4023-be18-e96bbe486b31 req-0f661e47-e950-4d9a-90dc-4ce1120415b4 tempest-VolumesActionsTest-198952152 tempest-VolumesActionsTest-198952152-project] 10.222.0.23 "GET /v2.0/security-groups?id=2f2cbc39-8b3e-4924-926e-fc7e9cf06658&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634429 Jun 18 05:18:59.540222 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dcd0400-8905-460c-84b5-6f8dd0f5b99f req-5e7da1cd-23a4-4ab0-925b-e29e569b4965 tempest-AttachVolumeTestJSON-1934236616 tempest-AttachVolumeTestJSON-1934236616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:18:59.542481 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-3dcd0400-8905-460c-84b5-6f8dd0f5b99f req-5e7da1cd-23a4-4ab0-925b-e29e569b4965 tempest-AttachVolumeTestJSON-1934236616 tempest-AttachVolumeTestJSON-1934236616-project] 10.222.0.23 "GET /v2.0/ports?device_id=240d96c6-c2da-4ee1-8fd9-554944f65d95 HTTP/1.1" status: 200 len: 945 time: 0.0653808 Jun 18 05:18:59.576936 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG dbcounter [-] [104388] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:18:59.621858 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-3dcd0400-8905-460c-84b5-6f8dd0f5b99f req-a04de786-f0c6-4f90-ab0a-58b31f22c136 tempest-AttachVolumeTestJSON-1934236616 tempest-AttachVolumeTestJSON-1934236616-project] 10.222.0.23 "GET /v2.0/security-groups?id=56599af9-2eb2-464a-a36c-fced5401bf67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0701389 Jun 18 05:18:59.885875 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c85c167-7c91-4764-a070-24034da92988 req-3bf52276-5d90-4cc9-9bb2-a9c8ee634b34 tempest-ServerRescueNegativeTestJSON-1272623576 tempest-ServerRescueNegativeTestJSON-1272623576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:18:59.897426 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-4c85c167-7c91-4764-a070-24034da92988 req-3bf52276-5d90-4cc9-9bb2-a9c8ee634b34 tempest-ServerRescueNegativeTestJSON-1272623576 tempest-ServerRescueNegativeTestJSON-1272623576-project] 10.222.0.23 "GET /v2.0/ports?device_id=5b8a5eb5-afb5-4209-9aa5-b38844bf07f2 HTTP/1.1" status: 200 len: 946 time: 0.1648872 Jun 18 05:18:59.963347 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-4c85c167-7c91-4764-a070-24034da92988 req-fc22853f-1bb8-4cfa-a43d-e8afc6da7a6a tempest-ServerRescueNegativeTestJSON-1272623576 tempest-ServerRescueNegativeTestJSON-1272623576-project] 10.222.0.23 "GET /v2.0/security-groups?id=83d5be7f-d8af-4828-9878-6877e2a6bac5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644891 Jun 18 05:19:00.111335 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca27174-6b28-4d1c-b213-1c10377eb31c req-98524a73-844b-4e0d-8938-d341973d2b36 tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:19:00.112889 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-2ca27174-6b28-4d1c-b213-1c10377eb31c req-98524a73-844b-4e0d-8938-d341973d2b36 tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] 10.222.0.23 "GET /v2.0/ports?device_id=3db86af8-06be-4481-ae05-85abb634d58e HTTP/1.1" status: 200 len: 945 time: 0.0997512 Jun 18 05:19:00.194573 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-2ca27174-6b28-4d1c-b213-1c10377eb31c req-bd39c6f0-b1d0-4e90-82fb-87ceb6b58dda tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] 10.222.0.23 "GET /v2.0/security-groups?id=e7fc1561-1092-4d2a-b878-ed2f82ce27ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0693173 Jun 18 05:19:00.335372 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09ad11e-9adb-457e-a6a3-fcd05310c408 req-fc4418b8-8a1a-4af0-9e42-5f09e4f92c36 tempest-VolumesActionsTest-198952152 tempest-VolumesActionsTest-198952152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:19:00.344294 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-e09ad11e-9adb-457e-a6a3-fcd05310c408 req-fc4418b8-8a1a-4af0-9e42-5f09e4f92c36 tempest-VolumesActionsTest-198952152 tempest-VolumesActionsTest-198952152-project] 10.222.0.23 "GET /v2.0/ports?device_id=0dc7d567-b8b5-41bc-959b-b4a4c763c0e5 HTTP/1.1" status: 200 len: 945 time: 0.0698664 Jun 18 05:19:00.401517 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-e09ad11e-9adb-457e-a6a3-fcd05310c408 req-2ac5c2e1-3609-40b5-9020-534d85958d47 tempest-VolumesActionsTest-198952152 tempest-VolumesActionsTest-198952152-project] 10.222.0.23 "GET /v2.0/security-groups?id=2f2cbc39-8b3e-4924-926e-fc7e9cf06658&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553746 Jun 18 05:19:00.784367 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ec62be-b24d-4cf0-9b1e-d70c3b0e78cf req-483f9ec3-32f6-43eb-a646-222204686506 tempest-AttachVolumeTestJSON-1934236616 tempest-AttachVolumeTestJSON-1934236616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:19:00.786056 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-43ec62be-b24d-4cf0-9b1e-d70c3b0e78cf req-483f9ec3-32f6-43eb-a646-222204686506 tempest-AttachVolumeTestJSON-1934236616 tempest-AttachVolumeTestJSON-1934236616-project] 10.222.0.23 "GET /v2.0/ports?device_id=240d96c6-c2da-4ee1-8fd9-554944f65d95 HTTP/1.1" status: 200 len: 945 time: 0.0626624 Jun 18 05:19:00.840030 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-43ec62be-b24d-4cf0-9b1e-d70c3b0e78cf req-454c96a5-41ae-449c-9832-ba995c00f8bb tempest-AttachVolumeTestJSON-1934236616 tempest-AttachVolumeTestJSON-1934236616-project] 10.222.0.23 "GET /v2.0/security-groups?id=56599af9-2eb2-464a-a36c-fced5401bf67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473125 Jun 18 05:19:01.074447 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2efff78-d5cb-4b7a-8cac-2036133613dc req-824bf9a6-c29e-4b1d-8371-88ee17ccfc6c tempest-ServerRescueNegativeTestJSON-1272623576 tempest-ServerRescueNegativeTestJSON-1272623576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:19:01.075926 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-f2efff78-d5cb-4b7a-8cac-2036133613dc req-824bf9a6-c29e-4b1d-8371-88ee17ccfc6c tempest-ServerRescueNegativeTestJSON-1272623576 tempest-ServerRescueNegativeTestJSON-1272623576-project] 10.222.0.23 "GET /v2.0/ports?device_id=5b8a5eb5-afb5-4209-9aa5-b38844bf07f2 HTTP/1.1" status: 200 len: 946 time: 0.0491798 Jun 18 05:19:01.131190 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-f2efff78-d5cb-4b7a-8cac-2036133613dc req-7ec83d6f-d092-4152-85d0-2e2dcb11c4e6 tempest-ServerRescueNegativeTestJSON-1272623576 tempest-ServerRescueNegativeTestJSON-1272623576-project] 10.222.0.23 "GET /v2.0/security-groups?id=83d5be7f-d8af-4828-9878-6877e2a6bac5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490572 Jun 18 05:19:01.320935 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b6fcd2-626f-49ba-8295-feaafe709213 req-8cf4be46-6453-4f46-ae69-b6025ba8ae11 tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:19:01.322684 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-42b6fcd2-626f-49ba-8295-feaafe709213 req-8cf4be46-6453-4f46-ae69-b6025ba8ae11 tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] 10.222.0.23 "GET /v2.0/ports?device_id=3db86af8-06be-4481-ae05-85abb634d58e HTTP/1.1" status: 200 len: 945 time: 0.0494103 Jun 18 05:19:01.374064 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-42b6fcd2-626f-49ba-8295-feaafe709213 req-564facee-a204-4e21-8a70-118e65751cb4 tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] 10.222.0.23 "GET /v2.0/security-groups?id=e7fc1561-1092-4d2a-b878-ed2f82ce27ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456774 Jun 18 05:19:01.972418 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c0846b-66b4-4fc6-a03c-a1c98008f3cb req-7aeb8a4b-b4b6-4148-b063-dfe0f301c833 tempest-AttachVolumeTestJSON-1934236616 tempest-AttachVolumeTestJSON-1934236616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:19:01.974277 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-b0c0846b-66b4-4fc6-a03c-a1c98008f3cb req-7aeb8a4b-b4b6-4148-b063-dfe0f301c833 tempest-AttachVolumeTestJSON-1934236616 tempest-AttachVolumeTestJSON-1934236616-project] 10.222.0.23 "GET /v2.0/ports?device_id=240d96c6-c2da-4ee1-8fd9-554944f65d95 HTTP/1.1" status: 200 len: 945 time: 0.0628834 Jun 18 05:19:02.046420 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-b0c0846b-66b4-4fc6-a03c-a1c98008f3cb req-a4df12f5-06b5-4cec-b1c4-1a5c54ff7f0a tempest-AttachVolumeTestJSON-1934236616 tempest-AttachVolumeTestJSON-1934236616-project] 10.222.0.23 "GET /v2.0/security-groups?id=56599af9-2eb2-464a-a36c-fced5401bf67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0647187 Jun 18 05:19:02.255785 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12997a4-1b5a-483b-8b66-6f64abb8bb95 req-3252b894-6c9d-4108-a3fb-d470a6611096 tempest-ServerRescueNegativeTestJSON-1272623576 tempest-ServerRescueNegativeTestJSON-1272623576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:19:02.257394 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-c12997a4-1b5a-483b-8b66-6f64abb8bb95 req-3252b894-6c9d-4108-a3fb-d470a6611096 tempest-ServerRescueNegativeTestJSON-1272623576 tempest-ServerRescueNegativeTestJSON-1272623576-project] 10.222.0.23 "GET /v2.0/ports?device_id=5b8a5eb5-afb5-4209-9aa5-b38844bf07f2 HTTP/1.1" status: 200 len: 946 time: 0.0503471 Jun 18 05:19:02.311969 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-c12997a4-1b5a-483b-8b66-6f64abb8bb95 req-c6a01e83-e277-4d34-8f4e-d603b26df1db tempest-ServerRescueNegativeTestJSON-1272623576 tempest-ServerRescueNegativeTestJSON-1272623576-project] 10.222.0.23 "GET /v2.0/security-groups?id=83d5be7f-d8af-4828-9878-6877e2a6bac5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481172 Jun 18 05:19:02.503637 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924662fc-4f36-4a27-9c44-4fa26d25eab2 req-1a3132bb-dbc6-4b57-8860-9e798063c79b tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:19:02.505185 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-924662fc-4f36-4a27-9c44-4fa26d25eab2 req-1a3132bb-dbc6-4b57-8860-9e798063c79b tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] 10.222.0.23 "GET /v2.0/ports?device_id=3db86af8-06be-4481-ae05-85abb634d58e HTTP/1.1" status: 200 len: 945 time: 0.0512054 Jun 18 05:19:02.551218 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG dbcounter [-] [104388] Writing DB stats neutron:SELECT=100 {{(pid=104388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:19:02.555865 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-924662fc-4f36-4a27-9c44-4fa26d25eab2 req-448c66ec-22f6-43f0-95ac-959107143366 tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] 10.222.0.23 "GET /v2.0/security-groups?id=e7fc1561-1092-4d2a-b878-ed2f82ce27ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444529 Jun 18 05:19:03.173215 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b805ba1-df47-4b77-a8a2-7b1a09a8a6e3 req-f88c7f73-553c-41a9-85ec-4d64a56d1b20 tempest-AttachVolumeTestJSON-1934236616 tempest-AttachVolumeTestJSON-1934236616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:19:03.174698 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-9b805ba1-df47-4b77-a8a2-7b1a09a8a6e3 req-f88c7f73-553c-41a9-85ec-4d64a56d1b20 tempest-AttachVolumeTestJSON-1934236616 tempest-AttachVolumeTestJSON-1934236616-project] 10.222.0.23 "GET /v2.0/ports?device_id=240d96c6-c2da-4ee1-8fd9-554944f65d95 HTTP/1.1" status: 200 len: 945 time: 0.0531585 Jun 18 05:19:03.226047 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-9b805ba1-df47-4b77-a8a2-7b1a09a8a6e3 req-762058e5-36ad-4e6c-9c47-5600a5c2a537 tempest-AttachVolumeTestJSON-1934236616 tempest-AttachVolumeTestJSON-1934236616-project] 10.222.0.23 "GET /v2.0/security-groups?id=56599af9-2eb2-464a-a36c-fced5401bf67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451872 Jun 18 05:19:03.429114 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2fa909-65f0-42a4-952a-ce617bc7a10c req-e6c2fac2-f36d-46f7-aa02-e4b651ff33ba tempest-ServerRescueNegativeTestJSON-1272623576 tempest-ServerRescueNegativeTestJSON-1272623576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:19:03.430975 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-bd2fa909-65f0-42a4-952a-ce617bc7a10c req-e6c2fac2-f36d-46f7-aa02-e4b651ff33ba tempest-ServerRescueNegativeTestJSON-1272623576 tempest-ServerRescueNegativeTestJSON-1272623576-project] 10.222.0.23 "GET /v2.0/ports?device_id=5b8a5eb5-afb5-4209-9aa5-b38844bf07f2 HTTP/1.1" status: 200 len: 946 time: 0.0506232 Jun 18 05:19:03.503213 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-bd2fa909-65f0-42a4-952a-ce617bc7a10c req-8619024f-4dad-4ad7-b4eb-ee1e00304551 tempest-ServerRescueNegativeTestJSON-1272623576 tempest-ServerRescueNegativeTestJSON-1272623576-project] 10.222.0.23 "GET /v2.0/security-groups?id=83d5be7f-d8af-4828-9878-6877e2a6bac5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660944 Jun 18 05:19:03.901908 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9279f78d-fffa-4914-bc13-c486f4af4ce0 req-1d550005-821d-424e-9744-50036f56b731 tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:19:03.903794 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-9279f78d-fffa-4914-bc13-c486f4af4ce0 req-1d550005-821d-424e-9744-50036f56b731 tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] 10.222.0.23 "GET /v2.0/ports?device_id=3db86af8-06be-4481-ae05-85abb634d58e HTTP/1.1" status: 200 len: 945 time: 0.0502384 Jun 18 05:19:03.971473 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-9279f78d-fffa-4914-bc13-c486f4af4ce0 req-569bb109-d9e2-41cd-b671-0ad623f281d4 tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] 10.222.0.23 "GET /v2.0/security-groups?id=e7fc1561-1092-4d2a-b878-ed2f82ce27ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0605321 Jun 18 05:19:04.032025 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c73821-bea8-4a8a-ba11-22c0b6d0879a req-556778a1-f3f6-4953-a804-c91d6362ebf3 tempest-VolumesActionsTest-198952152 tempest-VolumesActionsTest-198952152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:19:04.033610 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-53c73821-bea8-4a8a-ba11-22c0b6d0879a req-556778a1-f3f6-4953-a804-c91d6362ebf3 tempest-VolumesActionsTest-198952152 tempest-VolumesActionsTest-198952152-project] 10.222.0.23 "GET /v2.0/ports?device_id=0dc7d567-b8b5-41bc-959b-b4a4c763c0e5 HTTP/1.1" status: 200 len: 945 time: 0.0612388 Jun 18 05:19:04.083456 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-53c73821-bea8-4a8a-ba11-22c0b6d0879a req-a53fd914-fc74-424c-9fd0-69d906f6ca79 tempest-VolumesActionsTest-198952152 tempest-VolumesActionsTest-198952152-project] 10.222.0.23 "GET /v2.0/security-groups?id=2f2cbc39-8b3e-4924-926e-fc7e9cf06658&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443256 Jun 18 05:19:04.331248 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG dbcounter [-] [104388] Writing DB stats neutron:SELECT=100 {{(pid=104388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:19:04.346856 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b912651-4cee-4b93-b348-903d0c55672e req-912de64d-35e8-4e28-8347-836500f996b4 tempest-AttachVolumeTestJSON-1934236616 tempest-AttachVolumeTestJSON-1934236616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:19:04.348380 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-9b912651-4cee-4b93-b348-903d0c55672e req-912de64d-35e8-4e28-8347-836500f996b4 tempest-AttachVolumeTestJSON-1934236616 tempest-AttachVolumeTestJSON-1934236616-project] 10.222.0.23 "GET /v2.0/ports?device_id=240d96c6-c2da-4ee1-8fd9-554944f65d95 HTTP/1.1" status: 200 len: 945 time: 0.0497108 Jun 18 05:19:04.398929 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-9b912651-4cee-4b93-b348-903d0c55672e req-912a7708-3312-46bb-85a1-30394a408ec8 tempest-AttachVolumeTestJSON-1934236616 tempest-AttachVolumeTestJSON-1934236616-project] 10.222.0.23 "GET /v2.0/security-groups?id=56599af9-2eb2-464a-a36c-fced5401bf67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448670 Jun 18 05:19:04.620850 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6651134e-1398-4d67-87a5-181f4004bcf8 req-aaa5f33a-01df-4b41-b7c8-56e6b20b4513 tempest-ServerRescueNegativeTestJSON-1272623576 tempest-ServerRescueNegativeTestJSON-1272623576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:19:04.622685 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-6651134e-1398-4d67-87a5-181f4004bcf8 req-aaa5f33a-01df-4b41-b7c8-56e6b20b4513 tempest-ServerRescueNegativeTestJSON-1272623576 tempest-ServerRescueNegativeTestJSON-1272623576-project] 10.222.0.23 "GET /v2.0/ports?device_id=5b8a5eb5-afb5-4209-9aa5-b38844bf07f2 HTTP/1.1" status: 200 len: 946 time: 0.0471373 Jun 18 05:19:04.680165 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-6651134e-1398-4d67-87a5-181f4004bcf8 req-3c6b138d-059a-4d60-98a9-447737712fbe tempest-ServerRescueNegativeTestJSON-1272623576 tempest-ServerRescueNegativeTestJSON-1272623576-project] 10.222.0.23 "GET /v2.0/security-groups?id=83d5be7f-d8af-4828-9878-6877e2a6bac5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514085 Jun 18 05:19:05.087567 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b6db76-54dd-48f0-9522-f9eecd89cd6b req-8a43a810-b14c-4c84-996e-1570945baa3b tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:19:05.089034 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-40b6db76-54dd-48f0-9522-f9eecd89cd6b req-8a43a810-b14c-4c84-996e-1570945baa3b tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] 10.222.0.23 "GET /v2.0/ports?device_id=3db86af8-06be-4481-ae05-85abb634d58e HTTP/1.1" status: 200 len: 945 time: 0.0513451 Jun 18 05:19:05.136599 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-40b6db76-54dd-48f0-9522-f9eecd89cd6b req-8b93db23-081d-463a-997d-3910d2687096 tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] 10.222.0.23 "GET /v2.0/security-groups?id=e7fc1561-1092-4d2a-b878-ed2f82ce27ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419202 Jun 18 05:19:05.207066 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb59a8ec-c43d-4018-94a7-70ae6c84d039 req-0f5a1ec2-014d-42e4-94af-0ca6607f71dc tempest-VolumesActionsTest-198952152 tempest-VolumesActionsTest-198952152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:19:05.208559 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-bb59a8ec-c43d-4018-94a7-70ae6c84d039 req-0f5a1ec2-014d-42e4-94af-0ca6607f71dc tempest-VolumesActionsTest-198952152 tempest-VolumesActionsTest-198952152-project] 10.222.0.23 "GET /v2.0/ports?device_id=0dc7d567-b8b5-41bc-959b-b4a4c763c0e5 HTTP/1.1" status: 200 len: 945 time: 0.0466511 Jun 18 05:19:05.256103 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-bb59a8ec-c43d-4018-94a7-70ae6c84d039 req-d1b583b6-0bad-459b-b8f9-4c67dd435773 tempest-VolumesActionsTest-198952152 tempest-VolumesActionsTest-198952152-project] 10.222.0.23 "GET /v2.0/security-groups?id=2f2cbc39-8b3e-4924-926e-fc7e9cf06658&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418823 Jun 18 05:19:05.516468 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee92a0f6-2353-472c-a947-8059615fc9b0 req-00deb1e6-f578-48d5-9e75-0050104b3d36 tempest-AttachVolumeTestJSON-1934236616 tempest-AttachVolumeTestJSON-1934236616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:19:05.517895 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-ee92a0f6-2353-472c-a947-8059615fc9b0 req-00deb1e6-f578-48d5-9e75-0050104b3d36 tempest-AttachVolumeTestJSON-1934236616 tempest-AttachVolumeTestJSON-1934236616-project] 10.222.0.23 "GET /v2.0/ports?device_id=240d96c6-c2da-4ee1-8fd9-554944f65d95 HTTP/1.1" status: 200 len: 945 time: 0.0469940 Jun 18 05:19:05.566466 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-ee92a0f6-2353-472c-a947-8059615fc9b0 req-123e4bb1-8b04-42ee-b505-3191f97fab0e tempest-AttachVolumeTestJSON-1934236616 tempest-AttachVolumeTestJSON-1934236616-project] 10.222.0.23 "GET /v2.0/security-groups?id=56599af9-2eb2-464a-a36c-fced5401bf67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430672 Jun 18 05:19:05.792540 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57f1855-a788-4374-9752-8e8df3dd52b8 req-44ce9cf8-113a-46c3-83d7-3c33e7fae826 tempest-ServerRescueNegativeTestJSON-1272623576 tempest-ServerRescueNegativeTestJSON-1272623576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:19:05.794183 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-b57f1855-a788-4374-9752-8e8df3dd52b8 req-44ce9cf8-113a-46c3-83d7-3c33e7fae826 tempest-ServerRescueNegativeTestJSON-1272623576 tempest-ServerRescueNegativeTestJSON-1272623576-project] 10.222.0.23 "GET /v2.0/ports?device_id=5b8a5eb5-afb5-4209-9aa5-b38844bf07f2 HTTP/1.1" status: 200 len: 946 time: 0.0469773 Jun 18 05:19:05.841458 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-b57f1855-a788-4374-9752-8e8df3dd52b8 req-006a1651-e0a1-4ff2-919a-c5f297f50f75 tempest-ServerRescueNegativeTestJSON-1272623576 tempest-ServerRescueNegativeTestJSON-1272623576-project] 10.222.0.23 "GET /v2.0/security-groups?id=83d5be7f-d8af-4828-9878-6877e2a6bac5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408912 Jun 18 05:19:06.266914 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138ad93a-72b8-4adf-89cd-bdbc0460f5a6 req-f027b4fb-4113-48bc-b2e2-cde174c9a905 tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:19:06.268467 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-138ad93a-72b8-4adf-89cd-bdbc0460f5a6 req-f027b4fb-4113-48bc-b2e2-cde174c9a905 tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] 10.222.0.23 "GET /v2.0/ports?device_id=3db86af8-06be-4481-ae05-85abb634d58e HTTP/1.1" status: 200 len: 945 time: 0.0514617 Jun 18 05:19:06.319873 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-138ad93a-72b8-4adf-89cd-bdbc0460f5a6 req-2a10b304-7753-48e0-932f-6df21f66fd0a tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] 10.222.0.23 "GET /v2.0/security-groups?id=e7fc1561-1092-4d2a-b878-ed2f82ce27ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458679 Jun 18 05:19:06.366854 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG dbcounter [-] [104387] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:19:06.377789 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6881df2b-2582-496f-82a2-b64976794a07 req-6aeeb972-cd45-4518-b586-d859f705223a tempest-VolumesActionsTest-198952152 tempest-VolumesActionsTest-198952152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:19:06.379293 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-6881df2b-2582-496f-82a2-b64976794a07 req-6aeeb972-cd45-4518-b586-d859f705223a tempest-VolumesActionsTest-198952152 tempest-VolumesActionsTest-198952152-project] 10.222.0.23 "GET /v2.0/ports?device_id=0dc7d567-b8b5-41bc-959b-b4a4c763c0e5 HTTP/1.1" status: 200 len: 945 time: 0.0515649 Jun 18 05:19:06.430137 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-6881df2b-2582-496f-82a2-b64976794a07 req-956911e6-03af-4efb-a5c0-f14c4e9fb984 tempest-VolumesActionsTest-198952152 tempest-VolumesActionsTest-198952152-project] 10.222.0.23 "GET /v2.0/security-groups?id=2f2cbc39-8b3e-4924-926e-fc7e9cf06658&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439670 Jun 18 05:19:06.682206 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a32361d-946d-44c8-adad-4e3ade25d571 req-b5236852-21c6-455f-9f0a-38e83f7bff95 tempest-AttachVolumeTestJSON-1934236616 tempest-AttachVolumeTestJSON-1934236616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:19:06.683682 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-6a32361d-946d-44c8-adad-4e3ade25d571 req-b5236852-21c6-455f-9f0a-38e83f7bff95 tempest-AttachVolumeTestJSON-1934236616 tempest-AttachVolumeTestJSON-1934236616-project] 10.222.0.23 "GET /v2.0/ports?device_id=240d96c6-c2da-4ee1-8fd9-554944f65d95 HTTP/1.1" status: 200 len: 945 time: 0.0473661 Jun 18 05:19:06.730926 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-6a32361d-946d-44c8-adad-4e3ade25d571 req-7d6ef758-64c0-4020-81cf-f70f1352859b tempest-AttachVolumeTestJSON-1934236616 tempest-AttachVolumeTestJSON-1934236616-project] 10.222.0.23 "GET /v2.0/security-groups?id=56599af9-2eb2-464a-a36c-fced5401bf67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412197 Jun 18 05:19:06.957813 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62eee1e0-8362-4e4e-a5bd-d1e71a2d7f57 req-28b40d89-8f58-493f-9875-9ef8ffcf566e tempest-ServerRescueNegativeTestJSON-1272623576 tempest-ServerRescueNegativeTestJSON-1272623576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:19:06.959297 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-62eee1e0-8362-4e4e-a5bd-d1e71a2d7f57 req-28b40d89-8f58-493f-9875-9ef8ffcf566e tempest-ServerRescueNegativeTestJSON-1272623576 tempest-ServerRescueNegativeTestJSON-1272623576-project] 10.222.0.23 "GET /v2.0/ports?device_id=5b8a5eb5-afb5-4209-9aa5-b38844bf07f2 HTTP/1.1" status: 200 len: 946 time: 0.0487678 Jun 18 05:19:07.007182 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-62eee1e0-8362-4e4e-a5bd-d1e71a2d7f57 req-7d190ad0-a1ee-40aa-8d71-9fec0b0f9b51 tempest-ServerRescueNegativeTestJSON-1272623576 tempest-ServerRescueNegativeTestJSON-1272623576-project] 10.222.0.23 "GET /v2.0/security-groups?id=83d5be7f-d8af-4828-9878-6877e2a6bac5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420773 Jun 18 05:19:07.184855 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789592556683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1744442'] for agent (21f82a9e-593b-4fa9-aa06-dfe6f16482e6), after_update {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:19:07.440241 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d0340f-0c5d-4b53-a177-1fb3bb6b801f req-2b7e1cc9-dc42-481b-9d0d-0f89ec25abab tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:19:07.441701 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-39d0340f-0c5d-4b53-a177-1fb3bb6b801f req-2b7e1cc9-dc42-481b-9d0d-0f89ec25abab tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] 10.222.0.23 "GET /v2.0/ports?device_id=3db86af8-06be-4481-ae05-85abb634d58e HTTP/1.1" status: 200 len: 945 time: 0.0459032 Jun 18 05:19:07.492759 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-39d0340f-0c5d-4b53-a177-1fb3bb6b801f req-ad83d33f-38c5-4c58-ac45-f811f0042432 tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] 10.222.0.23 "GET /v2.0/security-groups?id=e7fc1561-1092-4d2a-b878-ed2f82ce27ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456331 Jun 18 05:19:07.548427 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0d1657-d252-49ac-9b5c-b58a007c803a req-19e3e3f7-ec66-47a4-b9b0-8b3772433a1b tempest-VolumesActionsTest-198952152 tempest-VolumesActionsTest-198952152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:19:07.549958 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-ca0d1657-d252-49ac-9b5c-b58a007c803a req-19e3e3f7-ec66-47a4-b9b0-8b3772433a1b tempest-VolumesActionsTest-198952152 tempest-VolumesActionsTest-198952152-project] 10.222.0.23 "GET /v2.0/ports?device_id=0dc7d567-b8b5-41bc-959b-b4a4c763c0e5 HTTP/1.1" status: 200 len: 945 time: 0.0504053 Jun 18 05:19:07.597308 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-ca0d1657-d252-49ac-9b5c-b58a007c803a req-e338fdcd-2c9d-4091-8ca7-9ac92d3ac0d4 tempest-VolumesActionsTest-198952152 tempest-VolumesActionsTest-198952152-project] 10.222.0.23 "GET /v2.0/security-groups?id=2f2cbc39-8b3e-4924-926e-fc7e9cf06658&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412116 Jun 18 05:19:07.842644 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f7fe91-8d89-46de-a3e7-1764c632d946 req-1fef9ba0-d89a-4c80-9131-35651202d98e tempest-AttachVolumeTestJSON-1934236616 tempest-AttachVolumeTestJSON-1934236616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:19:07.844134 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-93f7fe91-8d89-46de-a3e7-1764c632d946 req-1fef9ba0-d89a-4c80-9131-35651202d98e tempest-AttachVolumeTestJSON-1934236616 tempest-AttachVolumeTestJSON-1934236616-project] 10.222.0.23 "GET /v2.0/ports?device_id=240d96c6-c2da-4ee1-8fd9-554944f65d95 HTTP/1.1" status: 200 len: 945 time: 0.0475914 Jun 18 05:19:07.895423 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-93f7fe91-8d89-46de-a3e7-1764c632d946 req-43501fe8-7f59-4076-963b-cff8a6aee2b3 tempest-AttachVolumeTestJSON-1934236616 tempest-AttachVolumeTestJSON-1934236616-project] 10.222.0.23 "GET /v2.0/security-groups?id=56599af9-2eb2-464a-a36c-fced5401bf67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458813 Jun 18 05:19:08.121841 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7105f44-2ba7-43be-a5fc-16e9993cce2e req-b8cc6b30-844c-4e58-a6e2-22c542cae8f6 tempest-ServerRescueNegativeTestJSON-1272623576 tempest-ServerRescueNegativeTestJSON-1272623576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:19:08.124334 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-f7105f44-2ba7-43be-a5fc-16e9993cce2e req-b8cc6b30-844c-4e58-a6e2-22c542cae8f6 tempest-ServerRescueNegativeTestJSON-1272623576 tempest-ServerRescueNegativeTestJSON-1272623576-project] 10.222.0.23 "GET /v2.0/ports?device_id=5b8a5eb5-afb5-4209-9aa5-b38844bf07f2 HTTP/1.1" status: 200 len: 946 time: 0.0497334 Jun 18 05:19:08.169451 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-f7105f44-2ba7-43be-a5fc-16e9993cce2e req-0d506b48-bc7a-4477-b1c7-18cbb03dabe4 tempest-ServerRescueNegativeTestJSON-1272623576 tempest-ServerRescueNegativeTestJSON-1272623576-project] 10.222.0.23 "GET /v2.0/security-groups?id=83d5be7f-d8af-4828-9878-6877e2a6bac5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401609 Jun 18 05:19:08.361797 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f529e1-3be3-473a-a161-430c00b671d6 req-ece87d36-2337-4312-99bd-3a7fc3a25be8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:19:08.363337 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-a7f529e1-3be3-473a-a161-430c00b671d6 req-ece87d36-2337-4312-99bd-3a7fc3a25be8 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=758883a5aea04c85ad65bb6970bdb098&device_id=3db86af8-06be-4481-ae05-85abb634d58e HTTP/1.1" status: 200 len: 1129 time: 0.0475023 Jun 18 05:19:08.506042 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG dbcounter [-] [104388] Writing DB stats neutron:SELECT=100 {{(pid=104388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:19:08.524358 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d20291c-4b0f-4e9f-894b-309e00f169f7 req-c04e519e-5196-4e4b-bbe3-267222e272b5 tempest-VolumesActionsTest-198952152 tempest-VolumesActionsTest-198952152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:19:08.525920 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-2d20291c-4b0f-4e9f-894b-309e00f169f7 req-c04e519e-5196-4e4b-bbe3-267222e272b5 tempest-VolumesActionsTest-198952152 tempest-VolumesActionsTest-198952152-project] 10.222.0.15 "GET /v2.0/ports?device_id=0dc7d567-b8b5-41bc-959b-b4a4c763c0e5 HTTP/1.1" status: 200 len: 945 time: 0.0685673 Jun 18 05:19:08.561273 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG dbcounter [-] [104387] Writing DB stats neutron:SELECT=100 {{(pid=104387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:19:08.565018 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f529e1-3be3-473a-a161-430c00b671d6 req-7868030f-e141-48ae-a8d9-d4ba2cbfd4f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:19:08.567119 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-a7f529e1-3be3-473a-a161-430c00b671d6 req-7868030f-e141-48ae-a8d9-d4ba2cbfd4f1 service neutron] 10.222.0.15 "GET /v2.0/networks?id=f7ef077f-c52c-4f70-b85e-e8892706babc HTTP/1.1" status: 200 len: 917 time: 0.1109233 Jun 18 05:19:08.652441 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-a7f529e1-3be3-473a-a161-430c00b671d6 req-e1b24ed6-de1e-44a8-9d1a-fdab086cbcc5 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1fb70483-13da-4dd6-a45d-5224ec85a411 HTTP/1.1" status: 200 len: 1001 time: 0.0767913 Jun 18 05:19:08.689694 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9005a33f-e2e0-4574-9321-a0fa3360266a req-09fb9b34-b370-4da1-ad96-9976fe71d493 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:19:08.691350 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-9005a33f-e2e0-4574-9321-a0fa3360266a req-09fb9b34-b370-4da1-ad96-9976fe71d493 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=5b8a5eb5-afb5-4209-9aa5-b38844bf07f2 HTTP/1.1" status: 200 len: 1130 time: 0.1627502 Jun 18 05:19:08.725080 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.plugins.ml2.plugin [req-2d20291c-4b0f-4e9f-894b-309e00f169f7 req-9ea21eff-46d4-46f4-b3e2-f033fb95585f tempest-VolumesActionsTest-198952152 tempest-VolumesActionsTest-198952152-project] Deleting port 4790ed97-55ad-44c9-b7ba-cf9b8c33f658 {{(pid=104388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 18 05:19:08.725531 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [req-2d20291c-4b0f-4e9f-894b-309e00f169f7 req-9ea21eff-46d4-46f4-b3e2-f033fb95585f tempest-VolumesActionsTest-198952152 tempest-VolumesActionsTest-198952152-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789592760634'] for port (4790ed97-55ad-44c9-b7ba-cf9b8c33f658), before_delete {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:19:08.736775 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946c6fe8-4e27-46ae-8e75-2d7c668a16f5 req-a225890e-cef8-44b3-9155-270fc550e60b tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:19:08.738322 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-946c6fe8-4e27-46ae-8e75-2d7c668a16f5 req-a225890e-cef8-44b3-9155-270fc550e60b tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] 10.222.0.23 "GET /v2.0/ports?device_id=3db86af8-06be-4481-ae05-85abb634d58e HTTP/1.1" status: 200 len: 945 time: 0.1264257 Jun 18 05:19:08.756612 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337f0161-0c49-4d2f-9b89-fe510a5aa8f4 req-ee412af1-c957-4c2f-952c-cf3c2ab1bcff tempest-VolumesActionsTest-198952152 tempest-VolumesActionsTest-198952152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:19:08.758243 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-337f0161-0c49-4d2f-9b89-fe510a5aa8f4 req-ee412af1-c957-4c2f-952c-cf3c2ab1bcff tempest-VolumesActionsTest-198952152 tempest-VolumesActionsTest-198952152-project] 10.222.0.23 "GET /v2.0/ports?device_id=0dc7d567-b8b5-41bc-959b-b4a4c763c0e5 HTTP/1.1" status: 200 len: 945 time: 0.0622945 Jun 18 05:19:08.759926 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f529e1-3be3-473a-a161-430c00b671d6 req-aa2f8db6-f8e4-4c1b-bf97-eb084f372f37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:19:08.761312 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-a7f529e1-3be3-473a-a161-430c00b671d6 req-aa2f8db6-f8e4-4c1b-bf97-eb084f372f37 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=33823053-d4d0-4fd0-8dfe-171b826300f0 HTTP/1.1" status: 200 len: 855 time: 0.1013157 Jun 18 05:19:08.837620 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-9005a33f-e2e0-4574-9321-a0fa3360266a req-437f651b-05f3-438d-880d-265d7ef17f80 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=83d5be7f-d8af-4828-9878-6877e2a6bac5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1391578 Jun 18 05:19:08.839296 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f529e1-3be3-473a-a161-430c00b671d6 req-6670c12a-2434-4759-a313-3f8734c0e645 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:19:08.840810 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-a7f529e1-3be3-473a-a161-430c00b671d6 req-6670c12a-2434-4759-a313-3f8734c0e645 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f7ef077f-c52c-4f70-b85e-e8892706babc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0671909 Jun 18 05:19:08.848439 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-337f0161-0c49-4d2f-9b89-fe510a5aa8f4 req-05d9de81-8b8c-4e70-9c69-6c700753111b tempest-VolumesActionsTest-198952152 tempest-VolumesActionsTest-198952152-project] 10.222.0.23 "GET /v2.0/security-groups?id=2f2cbc39-8b3e-4924-926e-fc7e9cf06658&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814371 Jun 18 05:19:08.871780 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-946c6fe8-4e27-46ae-8e75-2d7c668a16f5 req-15f1c801-c0df-4843-894f-9d9f1c508a65 tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] 10.222.0.23 "GET /v2.0/security-groups?id=e7fc1561-1092-4d2a-b878-ed2f82ce27ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1205752 Jun 18 05:19:08.892943 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.plugins.ml2.db [req-2d20291c-4b0f-4e9f-894b-309e00f169f7 req-9ea21eff-46d4-46f4-b3e2-f033fb95585f tempest-VolumesActionsTest-198952152 tempest-VolumesActionsTest-198952152-project] For port 4790ed97-55ad-44c9-b7ba-cf9b8c33f658, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=4790ed97-55ad-44c9-b7ba-cf9b8c33f658,segment=NetworkSegment(df5c0d95-939e-4985-95c1-691e1c2a5bab),segment_id=df5c0d95-939e-4985-95c1-691e1c2a5bab)] {{(pid=104388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 05:19:08.893364 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [req-2d20291c-4b0f-4e9f-894b-309e00f169f7 req-9ea21eff-46d4-46f4-b3e2-f033fb95585f tempest-VolumesActionsTest-198952152 tempest-VolumesActionsTest-198952152-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-734995'] for port (4790ed97-55ad-44c9-b7ba-cf9b8c33f658), precommit_delete {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:19:08.907256 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG dbcounter [-] [104388] Writing DB stats neutron:SELECT=100 {{(pid=104388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:19:08.908453 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.plugins.ml2.plugin [req-2d20291c-4b0f-4e9f-894b-309e00f169f7 req-9ea21eff-46d4-46f4-b3e2-f033fb95585f tempest-VolumesActionsTest-198952152 tempest-VolumesActionsTest-198952152-project] Calling delete_port for 4790ed97-55ad-44c9-b7ba-cf9b8c33f658 owned by compute:nova {{(pid=104388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 18 05:19:09.014619 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1405570-ecae-435f-8abf-41aa3e1f1053 req-485b7ebb-3c1f-49d0-8a46-060c253fefc3 tempest-AttachVolumeTestJSON-1934236616 tempest-AttachVolumeTestJSON-1934236616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:19:09.016159 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-c1405570-ecae-435f-8abf-41aa3e1f1053 req-485b7ebb-3c1f-49d0-8a46-060c253fefc3 tempest-AttachVolumeTestJSON-1934236616 tempest-AttachVolumeTestJSON-1934236616-project] 10.222.0.23 "GET /v2.0/ports?device_id=240d96c6-c2da-4ee1-8fd9-554944f65d95 HTTP/1.1" status: 200 len: 945 time: 0.0504942 Jun 18 05:19:09.064944 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-c1405570-ecae-435f-8abf-41aa3e1f1053 req-35e03742-6143-40ce-b230-70e553a0ca08 tempest-AttachVolumeTestJSON-1934236616 tempest-AttachVolumeTestJSON-1934236616-project] 10.222.0.23 "GET /v2.0/security-groups?id=56599af9-2eb2-464a-a36c-fced5401bf67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432093 Jun 18 05:19:09.088310 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [req-2d20291c-4b0f-4e9f-894b-309e00f169f7 req-9ea21eff-46d4-46f4-b3e2-f033fb95585f tempest-VolumesActionsTest-198952152 tempest-VolumesActionsTest-198952152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1768343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789592765633', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789592262831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15493031'] for port (4790ed97-55ad-44c9-b7ba-cf9b8c33f658), after_delete {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:19:09.116355 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea21eff-46d4-46f4-b3e2-f033fb95585f tempest-VolumesActionsTest-198952152 tempest-VolumesActionsTest-198952152-project] Pushing event deleted for resources: {'Port': ['ID=4790ed97-55ad-44c9-b7ba-cf9b8c33f658,revision_number=None']} {{(pid=104388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:19:09.134736 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.db [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] get_ports_and_sgs() called for port_ids ['4790ed97-55ad-44c9-b7ba-cf9b8c33f658'] {{(pid=104389) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 18 05:19:09.159371 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d20291c-4b0f-4e9f-894b-309e00f169f7 req-9ea21eff-46d4-46f4-b3e2-f033fb95585f tempest-VolumesActionsTest-198952152 tempest-VolumesActionsTest-198952152-project] No DVR routers for this DVR port 4790ed97-55ad-44c9-b7ba-cf9b8c33f658 on host hv-cinder-83699 {{(pid=104388) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 18 05:19:09.162150 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [req-2d20291c-4b0f-4e9f-894b-309e00f169f7 req-9ea21eff-46d4-46f4-b3e2-f033fb95585f tempest-VolumesActionsTest-198952152 tempest-VolumesActionsTest-198952152-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19502'] for port (None), before_response {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:19:09.165345 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-2d20291c-4b0f-4e9f-894b-309e00f169f7 req-9ea21eff-46d4-46f4-b3e2-f033fb95585f tempest-VolumesActionsTest-198952152 tempest-VolumesActionsTest-198952152-project] 10.222.0.15 "DELETE /v2.0/ports/4790ed97-55ad-44c9-b7ba-cf9b8c33f658 HTTP/1.1" status: 204 len: 173 time: 0.6287191 Jun 18 05:19:09.165868 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0dc7d567-b8b5-41bc-959b-b4a4c763c0e5', 'name': 'network-vif-deleted', 'tag': '4790ed97-55ad-44c9-b7ba-cf9b8c33f658'}] {{(pid=104388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 18 05:19:09.168071 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76651050bff5b1e15da4688504920c0e470581a7df997af8856c46d23e91a66a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ffec746-36b0-49ee-839f-0ab046c1cb65" -d '{"events": [{"server_uuid": "0dc7d567-b8b5-41bc-959b-b4a4c763c0e5", "name": "network-vif-deleted", "tag": "4790ed97-55ad-44c9-b7ba-cf9b8c33f658"}]}' {{(pid=104388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 05:19:09.204596 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Jun 2022 05:19:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-004886f4-5ea6-4d21-b968-d5b61a7a74a5 x-openstack-request-id: req-004886f4-5ea6-4d21-b968-d5b61a7a74a5 {{(pid=104388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 05:19:09.204893 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0dc7d567-b8b5-41bc-959b-b4a4c763c0e5", "name": "network-vif-deleted", "tag": "4790ed97-55ad-44c9-b7ba-cf9b8c33f658", "status": "completed", "code": 200}]} {{(pid=104388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 05:19:09.205147 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-004886f4-5ea6-4d21-b968-d5b61a7a74a5 {{(pid=104388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 05:19:09.205841 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.notifiers.nova [-] Nova event matching ['req-004886f4-5ea6-4d21-b968-d5b61a7a74a5'] response: {'server_uuid': '0dc7d567-b8b5-41bc-959b-b4a4c763c0e5', 'name': 'network-vif-deleted', 'tag': '4790ed97-55ad-44c9-b7ba-cf9b8c33f658', 'status': 'completed', 'code': 200} Jun 18 05:19:09.219203 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.rpc [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] Device 1fb70483-13da-4dd6-a45d-5224ec85a411 no longer exists at agent hyperv_hv-cinder-83699 {{(pid=104389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 18 05:19:09.285812 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-a7f529e1-3be3-473a-a161-430c00b671d6 req-b4191874-7953-4721-9a92-60f29001d13d service neutron] 10.222.0.15 "GET /v2.0/networks/f7ef077f-c52c-4f70-b85e-e8892706babc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0984452 Jun 18 05:19:09.306460 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.plugin [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] Current status of the port 1fb70483-13da-4dd6-a45d-5224ec85a411 is: ACTIVE; New status is: DOWN {{(pid=104389) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 18 05:19:09.306880 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1768406'] for port (1fb70483-13da-4dd6-a45d-5224ec85a411), before_update {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:19:09.333659 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3db86af8-06be-4481-ae05-85abb634d58e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1fb70483-13da-4dd6-a45d-5224ec85a411'}] {{(pid=104389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 18 05:19:09.335869 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84994602c193c13a4c26b8b675ba51d9b392d44d80225cb9db16c930b334f47b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d211e51-24a2-4bd6-8fba-815fb6b67b64" -d '{"events": [{"server_uuid": "3db86af8-06be-4481-ae05-85abb634d58e", "name": "network-vif-unplugged", "status": "completed", "tag": "1fb70483-13da-4dd6-a45d-5224ec85a411"}]}' {{(pid=104389) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 05:19:09.349047 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.db [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] For port 1fb70483-13da-4dd6-a45d-5224ec85a411, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=1fb70483-13da-4dd6-a45d-5224ec85a411,segment=NetworkSegment(8156adf2-605e-4047-8e9c-946882049554),segment_id=8156adf2-605e-4047-8e9c-946882049554)] {{(pid=104389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 05:19:09.389402 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665b94ab-1a2e-4703-b041-a94a8435cbc3 req-1b8457b0-d9be-4e7c-9e11-fdf577daebf5 tempest-ServerRescueNegativeTestJSON-1272623576 tempest-ServerRescueNegativeTestJSON-1272623576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:19:09.391336 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-665b94ab-1a2e-4703-b041-a94a8435cbc3 req-1b8457b0-d9be-4e7c-9e11-fdf577daebf5 tempest-ServerRescueNegativeTestJSON-1272623576 tempest-ServerRescueNegativeTestJSON-1272623576-project] 10.222.0.23 "GET /v2.0/ports?device_id=5b8a5eb5-afb5-4209-9aa5-b38844bf07f2 HTTP/1.1" status: 200 len: 946 time: 0.0599458 Jun 18 05:19:09.392400 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 18 Jun 2022 05:19:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e92e92c-9064-489d-9589-4ec219aadff8 x-openstack-request-id: req-9e92e92c-9064-489d-9589-4ec219aadff8 {{(pid=104389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 05:19:09.392714 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3db86af8-06be-4481-ae05-85abb634d58e", "name": "network-vif-unplugged", "status": "completed", "tag": "1fb70483-13da-4dd6-a45d-5224ec85a411", "code": 200}]} {{(pid=104389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 05:19:09.392983 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-9e92e92c-9064-489d-9589-4ec219aadff8 {{(pid=104389) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 05:19:09.393374 dv-cinder-836996-35-iscsi neutron-server[104389]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9e92e92c-9064-489d-9589-4ec219aadff8'] response: {'server_uuid': '3db86af8-06be-4481-ae05-85abb634d58e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1fb70483-13da-4dd6-a45d-5224ec85a411', 'code': 200} Jun 18 05:19:09.407896 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1768343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789592765606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789592262840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789592262858'] for port (1fb70483-13da-4dd6-a45d-5224ec85a411), after_update {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:19:09.437829 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG dbcounter [-] [104387] Writing DB stats neutron:SELECT=100 {{(pid=104387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:19:09.443902 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-665b94ab-1a2e-4703-b041-a94a8435cbc3 req-ffb69774-1eaf-4a41-bca9-5348767a73ec tempest-ServerRescueNegativeTestJSON-1272623576 tempest-ServerRescueNegativeTestJSON-1272623576-project] 10.222.0.23 "GET /v2.0/security-groups?id=83d5be7f-d8af-4828-9878-6877e2a6bac5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457661 Jun 18 05:19:09.459772 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] Pushing event updated for resources: {'Port': ['ID=1fb70483-13da-4dd6-a45d-5224ec85a411,revision_number=8']} {{(pid=104389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:19:09.855558 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-a7f529e1-3be3-473a-a161-430c00b671d6 req-f7ce9f22-6c85-4e6d-a141-39b642588fd9 service neutron] 10.222.0.15 "GET /v2.0/networks/f7ef077f-c52c-4f70-b85e-e8892706babc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0964262 Jun 18 05:19:09.969787 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-799cf6ae-423d-4e0f-b8c4-d84a23b0c7dd req-c32a1218-a314-4874-9be9-7abca86b5c0d tempest-VolumesActionsTest-198952152 tempest-VolumesActionsTest-198952152-project] 10.222.0.23 "GET /v2.0/ports?device_id=0dc7d567-b8b5-41bc-959b-b4a4c763c0e5 HTTP/1.1" status: 200 len: 210 time: 0.0312436 Jun 18 05:19:09.996149 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892c1f07-1824-4f05-ab37-35aa75863c37 req-346a3c70-4a9d-45fd-a620-f48a9cdb7255 tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:19:09.997678 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-892c1f07-1824-4f05-ab37-35aa75863c37 req-346a3c70-4a9d-45fd-a620-f48a9cdb7255 tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] 10.222.0.23 "GET /v2.0/ports?device_id=3db86af8-06be-4481-ae05-85abb634d58e HTTP/1.1" status: 200 len: 943 time: 0.0480540 Jun 18 05:19:10.047630 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-892c1f07-1824-4f05-ab37-35aa75863c37 req-6d1c3653-674b-4058-aacc-746eb0d0f730 tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] 10.222.0.23 "GET /v2.0/security-groups?id=e7fc1561-1092-4d2a-b878-ed2f82ce27ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436077 Jun 18 05:19:10.185910 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a0e690-482e-442c-adcc-a907254b7210 req-9ef824e6-7fd0-4f25-a7c0-50cb27039bfa tempest-AttachVolumeTestJSON-1934236616 tempest-AttachVolumeTestJSON-1934236616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:19:10.187459 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-22a0e690-482e-442c-adcc-a907254b7210 req-9ef824e6-7fd0-4f25-a7c0-50cb27039bfa tempest-AttachVolumeTestJSON-1934236616 tempest-AttachVolumeTestJSON-1934236616-project] 10.222.0.23 "GET /v2.0/ports?device_id=240d96c6-c2da-4ee1-8fd9-554944f65d95 HTTP/1.1" status: 200 len: 945 time: 0.0491340 Jun 18 05:19:10.237911 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-22a0e690-482e-442c-adcc-a907254b7210 req-cfc6fd18-9bd8-4af5-9233-29bd6897d265 tempest-AttachVolumeTestJSON-1934236616 tempest-AttachVolumeTestJSON-1934236616-project] 10.222.0.23 "GET /v2.0/security-groups?id=56599af9-2eb2-464a-a36c-fced5401bf67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446799 Jun 18 05:19:10.557458 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27215a1-0bf4-4b66-b3a1-628104e26474 req-e42910a8-dd9a-49c4-8936-56b4b5a8c27b tempest-ServerRescueNegativeTestJSON-1272623576 tempest-ServerRescueNegativeTestJSON-1272623576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:19:10.558953 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-c27215a1-0bf4-4b66-b3a1-628104e26474 req-e42910a8-dd9a-49c4-8936-56b4b5a8c27b tempest-ServerRescueNegativeTestJSON-1272623576 tempest-ServerRescueNegativeTestJSON-1272623576-project] 10.222.0.23 "GET /v2.0/ports?device_id=5b8a5eb5-afb5-4209-9aa5-b38844bf07f2 HTTP/1.1" status: 200 len: 946 time: 0.0466690 Jun 18 05:19:10.606073 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-c27215a1-0bf4-4b66-b3a1-628104e26474 req-9135f204-24f5-473d-ba92-5d640353bfcf tempest-ServerRescueNegativeTestJSON-1272623576 tempest-ServerRescueNegativeTestJSON-1272623576-project] 10.222.0.23 "GET /v2.0/security-groups?id=83d5be7f-d8af-4828-9878-6877e2a6bac5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404887 Jun 18 05:19:11.082385 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-251d2fb6-5ae2-4d7b-9aa6-55af1298fbff req-fbb79b61-209e-4c8a-8997-f931b6fd82f9 tempest-VolumesActionsTest-198952152 tempest-VolumesActionsTest-198952152-project] 10.222.0.23 "GET /v2.0/ports?device_id=0dc7d567-b8b5-41bc-959b-b4a4c763c0e5 HTTP/1.1" status: 200 len: 210 time: 0.0336759 Jun 18 05:19:11.176518 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b15442b-8857-4f0b-9138-2bf84456951f req-d3f75b45-edf5-4da7-9094-eed5e7c6a31e tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:19:11.178096 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-0b15442b-8857-4f0b-9138-2bf84456951f req-d3f75b45-edf5-4da7-9094-eed5e7c6a31e tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] 10.222.0.23 "GET /v2.0/ports?device_id=3db86af8-06be-4481-ae05-85abb634d58e HTTP/1.1" status: 200 len: 943 time: 0.0538352 Jun 18 05:19:11.228479 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-0b15442b-8857-4f0b-9138-2bf84456951f req-0caf04ee-8985-46e9-8f84-daaf17d66e53 tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] 10.222.0.23 "GET /v2.0/security-groups?id=e7fc1561-1092-4d2a-b878-ed2f82ce27ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436172 Jun 18 05:19:11.356070 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a568e0b0-786d-40f0-becf-fd08ceb53c10 req-6c841845-61d0-487b-a488-c5e9db14dfcb tempest-AttachVolumeTestJSON-1934236616 tempest-AttachVolumeTestJSON-1934236616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:19:11.358106 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-a568e0b0-786d-40f0-becf-fd08ceb53c10 req-6c841845-61d0-487b-a488-c5e9db14dfcb tempest-AttachVolumeTestJSON-1934236616 tempest-AttachVolumeTestJSON-1934236616-project] 10.222.0.23 "GET /v2.0/ports?device_id=240d96c6-c2da-4ee1-8fd9-554944f65d95 HTTP/1.1" status: 200 len: 945 time: 0.0512640 Jun 18 05:19:11.436060 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-a568e0b0-786d-40f0-becf-fd08ceb53c10 req-799f5b0b-5b72-47a5-a6eb-9af929d7d6be tempest-AttachVolumeTestJSON-1934236616 tempest-AttachVolumeTestJSON-1934236616-project] 10.222.0.23 "GET /v2.0/security-groups?id=56599af9-2eb2-464a-a36c-fced5401bf67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0632870 Jun 18 05:19:11.614221 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.wsgi [-] (104387) accepted ('10.222.0.23', 50476) {{(pid=104387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 05:19:11.724501 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505d2f4e-f54a-4a37-9e2a-ac95e1d1e8a6 req-6e7fbfae-8a17-432f-aa76-bda878ddbc09 tempest-ServerRescueNegativeTestJSON-1272623576 tempest-ServerRescueNegativeTestJSON-1272623576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:19:11.726257 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-505d2f4e-f54a-4a37-9e2a-ac95e1d1e8a6 req-6e7fbfae-8a17-432f-aa76-bda878ddbc09 tempest-ServerRescueNegativeTestJSON-1272623576 tempest-ServerRescueNegativeTestJSON-1272623576-project] 10.222.0.23 "GET /v2.0/ports?device_id=5b8a5eb5-afb5-4209-9aa5-b38844bf07f2 HTTP/1.1" status: 200 len: 946 time: 0.0521617 Jun 18 05:19:11.777297 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-505d2f4e-f54a-4a37-9e2a-ac95e1d1e8a6 req-9e1b6d16-f11c-49f7-948b-7b7c33fddf27 tempest-ServerRescueNegativeTestJSON-1272623576 tempest-ServerRescueNegativeTestJSON-1272623576-project] 10.222.0.23 "GET /v2.0/security-groups?id=83d5be7f-d8af-4828-9878-6877e2a6bac5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456555 Jun 18 05:19:11.802356 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.wsgi [-] (104387) accepted ('10.222.0.23', 50484) {{(pid=104387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 05:19:11.875001 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-22bdcdc5-cfd5-463a-a15a-75304ee3d660 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:19:11.891618 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-add8f06f-15e8-4567-9eb6-1e6bd447e9f5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:19:11.917777 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG dbcounter [-] [104387] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:19:12.003539 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG dbcounter [-] [104387] Writing DB stats neutron:SELECT=78,neutron:INSERT=20,neutron:UPDATE=2 {{(pid=104387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:19:12.019977 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-22bdcdc5-cfd5-463a-a15a-75304ee3d660 admin admin] Publish callbacks [] for security_group (0a51f4ad-70c6-4203-ac83-80f819b42ce9), precommit_create {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:19:12.033636 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-add8f06f-15e8-4567-9eb6-1e6bd447e9f5 admin admin] Publish callbacks [] for security_group (82e70468-e7e9-41f1-ba38-739689a06ae7), precommit_create {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:19:12.105182 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-22bdcdc5-cfd5-463a-a15a-75304ee3d660 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728332'] for security_group (0a51f4ad-70c6-4203-ac83-80f819b42ce9), after_create {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:19:12.107836 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-add8f06f-15e8-4567-9eb6-1e6bd447e9f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728332'] for security_group (82e70468-e7e9-41f1-ba38-739689a06ae7), after_create {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:19:12.158690 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [None req-22bdcdc5-cfd5-463a-a15a-75304ee3d660 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=dceb9a79bfa74dfc923dfd2a38ee3f6f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3552449 Jun 18 05:19:12.161363 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.wsgi [-] (104388) accepted ('10.222.0.23', 50490) {{(pid=104388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 05:19:12.167678 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [None req-add8f06f-15e8-4567-9eb6-1e6bd447e9f5 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=1eb1066e3eac45b5ab063d4241e374a1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5500455 Jun 18 05:19:12.168582 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.wsgi [-] (104387) accepted ('10.222.0.23', 50492) {{(pid=104387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 05:19:12.183458 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22bdcdc5-cfd5-463a-a15a-75304ee3d660 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a51f4ad-70c6-4203-ac83-80f819b42ce9,revision_number=1']} {{(pid=104387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:19:12.221464 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-3b671ccc-c942-4063-8e3c-c001319763aa req-7d04cefb-da5e-478c-8cdc-e3f10a52d463 tempest-VolumesActionsTest-198952152 tempest-VolumesActionsTest-198952152-project] 10.222.0.23 "GET /v2.0/ports?device_id=0dc7d567-b8b5-41bc-959b-b4a4c763c0e5 HTTP/1.1" status: 200 len: 210 time: 0.0531054 Jun 18 05:19:12.258766 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add8f06f-15e8-4567-9eb6-1e6bd447e9f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82e70468-e7e9-41f1-ba38-739689a06ae7,revision_number=1']} {{(pid=104387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:19:12.293991 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-838a5815-70fa-484b-bc90-784c507502e0 admin admin] Publish callbacks [] for security_group (0a51f4ad-70c6-4203-ac83-80f819b42ce9), before_delete {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:19:12.301137 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-efa568f5-8047-43ef-b36f-672d27a4deba admin admin] Publish callbacks [] for security_group (82e70468-e7e9-41f1-ba38-739689a06ae7), before_delete {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:19:12.318510 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-838a5815-70fa-484b-bc90-784c507502e0 admin admin] Publish callbacks [] for security_group (0a51f4ad-70c6-4203-ac83-80f819b42ce9), precommit_delete {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:19:12.326193 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG dbcounter [-] [104388] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:19:12.373684 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-efa568f5-8047-43ef-b36f-672d27a4deba admin admin] Publish callbacks [] for security_group (82e70468-e7e9-41f1-ba38-739689a06ae7), precommit_delete {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:19:12.382132 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8006447-f64c-49d9-9056-f91b24b590b7 req-8e5b9b89-dce2-4b41-aa5e-79d28b0e34da tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:19:12.383635 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-c8006447-f64c-49d9-9056-f91b24b590b7 req-8e5b9b89-dce2-4b41-aa5e-79d28b0e34da tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] 10.222.0.23 "GET /v2.0/ports?device_id=3db86af8-06be-4481-ae05-85abb634d58e HTTP/1.1" status: 200 len: 943 time: 0.0776989 Jun 18 05:19:12.458851 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-c8006447-f64c-49d9-9056-f91b24b590b7 req-6c5cbb08-7124-48e6-acb8-4b99fff5efe3 tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] 10.222.0.23 "GET /v2.0/security-groups?id=e7fc1561-1092-4d2a-b878-ed2f82ce27ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0693772 Jun 18 05:19:12.467028 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-838a5815-70fa-484b-bc90-784c507502e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728332'] for security_group (0a51f4ad-70c6-4203-ac83-80f819b42ce9), after_delete {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:19:12.470301 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-838a5815-70fa-484b-bc90-784c507502e0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:19:12.471442 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [None req-838a5815-70fa-484b-bc90-784c507502e0 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/0a51f4ad-70c6-4203-ac83-80f819b42ce9 HTTP/1.1" status: 204 len: 168 time: 0.3090749 Jun 18 05:19:12.488676 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-838a5815-70fa-484b-bc90-784c507502e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a51f4ad-70c6-4203-ac83-80f819b42ce9,revision_number=None']} {{(pid=104388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:19:12.528383 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-efa568f5-8047-43ef-b36f-672d27a4deba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728332'] for security_group (82e70468-e7e9-41f1-ba38-739689a06ae7), after_delete {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:19:12.531744 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-efa568f5-8047-43ef-b36f-672d27a4deba admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:19:12.535773 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [None req-efa568f5-8047-43ef-b36f-672d27a4deba admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/82e70468-e7e9-41f1-ba38-739689a06ae7 HTTP/1.1" status: 204 len: 168 time: 0.3634300 Jun 18 05:19:12.546117 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa568f5-8047-43ef-b36f-672d27a4deba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82e70468-e7e9-41f1-ba38-739689a06ae7,revision_number=None']} {{(pid=104387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:19:12.601648 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67340332-d53c-4774-ab20-19af47c871a5 req-2b27a73a-5b92-4bfc-b6fe-57422c4b0e9d tempest-AttachVolumeTestJSON-1934236616 tempest-AttachVolumeTestJSON-1934236616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:19:12.603313 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-67340332-d53c-4774-ab20-19af47c871a5 req-2b27a73a-5b92-4bfc-b6fe-57422c4b0e9d tempest-AttachVolumeTestJSON-1934236616 tempest-AttachVolumeTestJSON-1934236616-project] 10.222.0.23 "GET /v2.0/ports?device_id=240d96c6-c2da-4ee1-8fd9-554944f65d95 HTTP/1.1" status: 200 len: 945 time: 0.0603848 Jun 18 05:19:12.654099 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-67340332-d53c-4774-ab20-19af47c871a5 req-907bb2b2-f580-4e85-816c-b3d599bb91f8 tempest-AttachVolumeTestJSON-1934236616 tempest-AttachVolumeTestJSON-1934236616-project] 10.222.0.23 "GET /v2.0/security-groups?id=56599af9-2eb2-464a-a36c-fced5401bf67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445833 Jun 18 05:19:12.928817 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b97922-afb7-4813-9f71-a71288fa965c req-6541d75b-06de-4f54-9587-ded925994506 tempest-ServerRescueNegativeTestJSON-1272623576 tempest-ServerRescueNegativeTestJSON-1272623576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:19:12.940132 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-67b97922-afb7-4813-9f71-a71288fa965c req-6541d75b-06de-4f54-9587-ded925994506 tempest-ServerRescueNegativeTestJSON-1272623576 tempest-ServerRescueNegativeTestJSON-1272623576-project] 10.222.0.23 "GET /v2.0/ports?device_id=5b8a5eb5-afb5-4209-9aa5-b38844bf07f2 HTTP/1.1" status: 200 len: 946 time: 0.0758042 Jun 18 05:19:13.035016 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-67b97922-afb7-4813-9f71-a71288fa965c req-94e3e1ec-e24d-4e91-b5b6-12e534277e67 tempest-ServerRescueNegativeTestJSON-1272623576 tempest-ServerRescueNegativeTestJSON-1272623576-project] 10.222.0.23 "GET /v2.0/security-groups?id=83d5be7f-d8af-4828-9878-6877e2a6bac5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936072 Jun 18 05:19:13.172008 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba442a5-7eaa-4105-96e6-dc033e5f075a req-61fcac31-e8d2-4c2c-9b72-a230b13fc762 tempest-ServerRescueNegativeTestJSON-1272623576 tempest-ServerRescueNegativeTestJSON-1272623576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:19:13.179487 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-4ba442a5-7eaa-4105-96e6-dc033e5f075a req-61fcac31-e8d2-4c2c-9b72-a230b13fc762 tempest-ServerRescueNegativeTestJSON-1272623576 tempest-ServerRescueNegativeTestJSON-1272623576-project] 10.222.0.23 "GET /v2.0/ports?device_id=73b2fdbe-e24f-4092-bf52-db5c0a24f250 HTTP/1.1" status: 200 len: 945 time: 0.0635912 Jun 18 05:19:13.229969 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-4ba442a5-7eaa-4105-96e6-dc033e5f075a req-b471abe5-7095-42b5-bef6-bc9803922aac tempest-ServerRescueNegativeTestJSON-1272623576 tempest-ServerRescueNegativeTestJSON-1272623576-project] 10.222.0.23 "GET /v2.0/security-groups?id=83d5be7f-d8af-4828-9878-6877e2a6bac5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493398 Jun 18 05:19:13.231305 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.rpc [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] Device 4790ed97-55ad-44c9-b7ba-cf9b8c33f658 no longer exists at agent hyperv_hv-cinder-83699 {{(pid=104389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 18 05:19:13.263771 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.plugin [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] No Port match for: 4790ed97-55ad-44c9-b7ba-cf9b8c33f658 {{(pid=104389) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 18 05:19:13.264202 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.rpc [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] Device 4790ed97-55ad-44c9-b7ba-cf9b8c33f658 not bound to the agent host hv-cinder-83699 {{(pid=104389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 18 05:19:13.356077 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-e76c1394-0700-44a1-9a47-4737df5edebb req-9158c5d4-390a-45c7-8693-00fe89046483 tempest-VolumesActionsTest-198952152 tempest-VolumesActionsTest-198952152-project] 10.222.0.23 "GET /v2.0/ports?device_id=0dc7d567-b8b5-41bc-959b-b4a4c763c0e5 HTTP/1.1" status: 200 len: 210 time: 0.0297565 Jun 18 05:19:13.618663 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643e78ee-593b-4d2c-80fe-9fef1333d7e3 req-e1667430-40c8-4f7c-a41a-22b6c8a4b1c2 tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:19:13.620369 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-643e78ee-593b-4d2c-80fe-9fef1333d7e3 req-e1667430-40c8-4f7c-a41a-22b6c8a4b1c2 tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] 10.222.0.23 "GET /v2.0/ports?device_id=3db86af8-06be-4481-ae05-85abb634d58e HTTP/1.1" status: 200 len: 943 time: 0.0672264 Jun 18 05:19:13.915224 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-643e78ee-593b-4d2c-80fe-9fef1333d7e3 req-561bf47d-c367-42d6-a49f-4dcf3d05a99c tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] 10.222.0.23 "GET /v2.0/security-groups?id=e7fc1561-1092-4d2a-b878-ed2f82ce27ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2878742 Jun 18 05:19:14.021320 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-2b9b0f13-742d-4eb5-9fd1-25d8f3744972 req-14f422f2-d97b-47a7-a098-6cfc4ee3eb0b tempest-TestShelveInstance-245137814 tempest-TestShelveInstance-245137814-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-587035780&fields=id&tenant_id=65a7c712ebe34d53b4acd7e8473c6d95 HTTP/1.1" status: 200 len: 267 time: 0.0646026 Jun 18 05:19:14.030933 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8652abf3-4dcc-46f4-bad1-1a1c66a8a7bd req-0c3c987f-5c9c-41ab-bc4d-ebbe9a0b0614 tempest-AttachVolumeTestJSON-1934236616 tempest-AttachVolumeTestJSON-1934236616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:19:14.032467 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-8652abf3-4dcc-46f4-bad1-1a1c66a8a7bd req-0c3c987f-5c9c-41ab-bc4d-ebbe9a0b0614 tempest-AttachVolumeTestJSON-1934236616 tempest-AttachVolumeTestJSON-1934236616-project] 10.222.0.23 "GET /v2.0/ports?device_id=240d96c6-c2da-4ee1-8fd9-554944f65d95 HTTP/1.1" status: 200 len: 945 time: 0.0536370 Jun 18 05:19:14.084152 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-8652abf3-4dcc-46f4-bad1-1a1c66a8a7bd req-9ce258ec-68a7-4fbe-ab0a-6899fb3c0935 tempest-AttachVolumeTestJSON-1934236616 tempest-AttachVolumeTestJSON-1934236616-project] 10.222.0.23 "GET /v2.0/security-groups?id=56599af9-2eb2-464a-a36c-fced5401bf67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449457 Jun 18 05:19:14.144164 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9b0f13-742d-4eb5-9fd1-25d8f3744972 req-af30b192-967b-477f-a11f-3a220e8ce234 tempest-TestShelveInstance-245137814 tempest-TestShelveInstance-245137814-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:19:14.145759 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-2b9b0f13-742d-4eb5-9fd1-25d8f3744972 req-af30b192-967b-477f-a11f-3a220e8ce234 tempest-TestShelveInstance-245137814 tempest-TestShelveInstance-245137814-project] 10.222.0.23 "GET /v2.0/networks?id=cce77fdc-391d-4bde-a709-4c5e4b2c55d4 HTTP/1.1" status: 200 len: 808 time: 0.1165545 Jun 18 05:19:14.163907 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-2b9b0f13-742d-4eb5-9fd1-25d8f3744972 req-86f94637-e245-46e9-9f13-0e07868a038c tempest-TestShelveInstance-245137814 tempest-TestShelveInstance-245137814-project] 10.222.0.23 "GET /v2.0/quotas/65a7c712ebe34d53b4acd7e8473c6d95 HTTP/1.1" status: 200 len: 375 time: 0.0097945 Jun 18 05:19:14.215663 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-2b9b0f13-742d-4eb5-9fd1-25d8f3744972 req-bcd7b066-b145-4347-b81c-5d788347e92a tempest-TestShelveInstance-245137814 tempest-TestShelveInstance-245137814-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=65a7c712ebe34d53b4acd7e8473c6d95&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0456331 Jun 18 05:19:14.315647 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-2b9b0f13-742d-4eb5-9fd1-25d8f3744972 req-6d698b28-3849-42cb-ab3f-628c5c7420d7 service neutron] 10.222.0.23 "GET /v2.0/networks/cce77fdc-391d-4bde-a709-4c5e4b2c55d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885041 Jun 18 05:19:14.338738 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG dbcounter [-] [104387] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:19:14.407308 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-2b9b0f13-742d-4eb5-9fd1-25d8f3744972 req-a701e923-c87f-477e-b65c-eb17b3a792ce service neutron] 10.222.0.23 "GET /v2.0/networks/cce77fdc-391d-4bde-a709-4c5e4b2c55d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857534 Jun 18 05:19:15.094232 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-0d66db86-f503-47cb-a759-9b75b86f7f82 req-a5b94e49-fc88-401b-ae43-556af74df48b tempest-TestShelveInstance-245137814 tempest-TestShelveInstance-245137814-project] 10.222.0.23 "GET /v2.0/ports?device_id=d0554d10-2a83-478b-a2a6-7c4bcc0dfc2b HTTP/1.1" status: 200 len: 210 time: 0.0561686 Jun 18 05:19:15.241983 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG dbcounter [-] [104388] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=104388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:19:15.282383 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54767a53-f375-4105-90a3-2613514565cd req-54f8cc70-011e-4531-bee1-68d6f98f2542 tempest-AttachVolumeTestJSON-1934236616 tempest-AttachVolumeTestJSON-1934236616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:19:15.283907 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-54767a53-f375-4105-90a3-2613514565cd req-54f8cc70-011e-4531-bee1-68d6f98f2542 tempest-AttachVolumeTestJSON-1934236616 tempest-AttachVolumeTestJSON-1934236616-project] 10.222.0.23 "GET /v2.0/ports?device_id=240d96c6-c2da-4ee1-8fd9-554944f65d95 HTTP/1.1" status: 200 len: 945 time: 0.0511477 Jun 18 05:19:15.336532 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-54767a53-f375-4105-90a3-2613514565cd req-feca7db8-8ab7-4848-b14d-f08642b2cab7 tempest-AttachVolumeTestJSON-1934236616 tempest-AttachVolumeTestJSON-1934236616-project] 10.222.0.23 "GET /v2.0/security-groups?id=56599af9-2eb2-464a-a36c-fced5401bf67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467951 Jun 18 05:19:15.486102 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.wsgi [req-35ce24f0-d12a-4292-8714-70e0c4679046 req-a6d1a22c-5ba8-4f36-bbb7-eec9b4c14a51 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=104387) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 18 05:19:15.487106 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-35ce24f0-d12a-4292-8714-70e0c4679046 req-a6d1a22c-5ba8-4f36-bbb7-eec9b4c14a51 service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0059001 Jun 18 05:19:15.524485 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1bb014f-923c-4b49-b62d-69f0d34f7e22 req-2a2b9baa-079d-466a-bc5b-a4f8f1907df3 tempest-VolumesActionsTest-198952152 tempest-VolumesActionsTest-198952152-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:19:15.526198 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-b1bb014f-923c-4b49-b62d-69f0d34f7e22 req-2a2b9baa-079d-466a-bc5b-a4f8f1907df3 tempest-VolumesActionsTest-198952152 tempest-VolumesActionsTest-198952152-project] 10.222.0.23 "GET /v2.0/networks?id=4041b16e-d0bc-408d-92a3-b2c03aff6ddd HTTP/1.1" status: 200 len: 809 time: 0.1172895 Jun 18 05:19:15.544779 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-b1bb014f-923c-4b49-b62d-69f0d34f7e22 req-6e294317-c655-4a92-a02e-d4b71e01e08d tempest-VolumesActionsTest-198952152 tempest-VolumesActionsTest-198952152-project] 10.222.0.23 "GET /v2.0/quotas/a63728833c434410864d0d7431a9fac2 HTTP/1.1" status: 200 len: 375 time: 0.0106959 Jun 18 05:19:15.580516 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-b1bb014f-923c-4b49-b62d-69f0d34f7e22 req-390da267-57fd-4889-aa2d-4505b38c9974 tempest-VolumesActionsTest-198952152 tempest-VolumesActionsTest-198952152-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=a63728833c434410864d0d7431a9fac2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0285494 Jun 18 05:19:15.687782 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-b1bb014f-923c-4b49-b62d-69f0d34f7e22 req-f38dce7f-9deb-46af-8de3-3c5c6356f533 service neutron] 10.222.0.23 "GET /v2.0/networks/4041b16e-d0bc-408d-92a3-b2c03aff6ddd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0988712 Jun 18 05:19:15.789705 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-b1bb014f-923c-4b49-b62d-69f0d34f7e22 req-c36ffa86-9503-40f4-896e-fb81ca9fb4ba service neutron] 10.222.0.23 "GET /v2.0/networks/4041b16e-d0bc-408d-92a3-b2c03aff6ddd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0955834 Jun 18 05:19:15.817679 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ed84f4-7af1-47fe-9589-1c73c055a885 req-35fdfbfb-e4f3-42f4-9fd4-d42e81c0f95b tempest-ServerRescueNegativeTestJSON-1272623576 tempest-ServerRescueNegativeTestJSON-1272623576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:19:15.823960 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-17ed84f4-7af1-47fe-9589-1c73c055a885 req-35fdfbfb-e4f3-42f4-9fd4-d42e81c0f95b tempest-ServerRescueNegativeTestJSON-1272623576 tempest-ServerRescueNegativeTestJSON-1272623576-project] 10.222.0.23 "GET /v2.0/ports?device_id=73b2fdbe-e24f-4092-bf52-db5c0a24f250 HTTP/1.1" status: 200 len: 945 time: 0.0641136 Jun 18 05:19:15.851234 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG dbcounter [-] [104387] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:19:15.881629 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-17ed84f4-7af1-47fe-9589-1c73c055a885 req-9da0b772-f9ef-4c24-a6a3-9eb9fe729373 tempest-ServerRescueNegativeTestJSON-1272623576 tempest-ServerRescueNegativeTestJSON-1272623576-project] 10.222.0.23 "GET /v2.0/security-groups?id=83d5be7f-d8af-4828-9878-6877e2a6bac5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543840 Jun 18 05:19:16.009176 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7129d7-c700-41bb-988e-30ad55bf2f96 req-b6f8e039-5f82-4345-b518-5066d466d52b tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:19:16.010755 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-dc7129d7-c700-41bb-988e-30ad55bf2f96 req-b6f8e039-5f82-4345-b518-5066d466d52b tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] 10.222.0.23 "GET /v2.0/ports?device_id=3db86af8-06be-4481-ae05-85abb634d58e HTTP/1.1" status: 200 len: 943 time: 0.0684459 Jun 18 05:19:16.053301 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-70c99992-9cdc-4da3-999a-f33121c8cc73 req-9f1dcb69-b03a-45fd-9965-38414bda0f13 tempest-VolumesActionsTest-198952152 tempest-VolumesActionsTest-198952152-project] 10.222.0.23 "GET /v2.0/ports?device_id=17a0202f-1150-49ed-a508-fbba8692b1d7 HTTP/1.1" status: 200 len: 210 time: 0.0311987 Jun 18 05:19:16.078536 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-dc7129d7-c700-41bb-988e-30ad55bf2f96 req-5576d924-464f-4e19-a8ae-798569e05d0a tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] 10.222.0.23 "GET /v2.0/security-groups?id=e7fc1561-1092-4d2a-b878-ed2f82ce27ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0607977 Jun 18 05:19:16.207735 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-0f742f15-07bf-4e8a-8384-fbd5bfe8996d req-5e6b617d-0a61-4780-ac2e-cea9160b418f tempest-TestShelveInstance-245137814 tempest-TestShelveInstance-245137814-project] 10.222.0.23 "GET /v2.0/ports?device_id=d0554d10-2a83-478b-a2a6-7c4bcc0dfc2b HTTP/1.1" status: 200 len: 210 time: 0.0348320 Jun 18 05:19:16.411562 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.wsgi [-] (104388) accepted ('10.222.0.23', 50660) {{(pid=104388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 05:19:16.470630 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64dc21b4-947c-41ac-9224-cd3904df7d9d req-4386185c-a8a8-415d-9566-4888e545af4d tempest-AttachVolumeTestJSON-1934236616 tempest-AttachVolumeTestJSON-1934236616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:19:16.472145 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-64dc21b4-947c-41ac-9224-cd3904df7d9d req-4386185c-a8a8-415d-9566-4888e545af4d tempest-AttachVolumeTestJSON-1934236616 tempest-AttachVolumeTestJSON-1934236616-project] 10.222.0.23 "GET /v2.0/ports?device_id=240d96c6-c2da-4ee1-8fd9-554944f65d95 HTTP/1.1" status: 200 len: 945 time: 0.0617056 Jun 18 05:19:16.503014 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-ad87db98-ada5-4cda-889c-65b6abc9fecd req-7aa0af84-38bd-4dbc-8972-6569f7c01864 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=3db86af8-06be-4481-ae05-85abb634d58e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0891850 Jun 18 05:19:16.511539 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.wsgi [req-ad87db98-ada5-4cda-889c-65b6abc9fecd req-1e7f37ce-4bf5-491a-9df2-dfd22a2a78d6 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=104388) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 18 05:19:16.512594 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-ad87db98-ada5-4cda-889c-65b6abc9fecd req-1e7f37ce-4bf5-491a-9df2-dfd22a2a78d6 service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0051732 Jun 18 05:19:16.520342 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-64dc21b4-947c-41ac-9224-cd3904df7d9d req-b2ce859d-70db-4a13-b9f6-d13a7d5e051a tempest-AttachVolumeTestJSON-1934236616 tempest-AttachVolumeTestJSON-1934236616-project] 10.222.0.23 "GET /v2.0/security-groups?id=56599af9-2eb2-464a-a36c-fced5401bf67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426612 Jun 18 05:19:16.592555 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.wsgi [-] (104388) accepted ('10.222.0.23', 50670) {{(pid=104388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 05:19:16.689017 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG dbcounter [-] [104388] Writing DB stats neutron:SELECT=100 {{(pid=104388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:19:16.706483 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad87db98-ada5-4cda-889c-65b6abc9fecd req-1289bcb9-e85f-48fe-ba76-483481eb13a2 tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:19:16.707892 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-ad87db98-ada5-4cda-889c-65b6abc9fecd req-1289bcb9-e85f-48fe-ba76-483481eb13a2 tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] 10.222.0.23 "GET /v2.0/ports/1fb70483-13da-4dd6-a45d-5224ec85a411 HTTP/1.1" status: 200 len: 940 time: 0.1138017 Jun 18 05:19:16.998207 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3392519-a0b4-468f-8caf-bb5eb58f8e23 req-0335c092-998d-4366-9372-fa0d779d00b3 tempest-ServerRescueNegativeTestJSON-1272623576 tempest-ServerRescueNegativeTestJSON-1272623576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:19:17.000047 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-a3392519-a0b4-468f-8caf-bb5eb58f8e23 req-0335c092-998d-4366-9372-fa0d779d00b3 tempest-ServerRescueNegativeTestJSON-1272623576 tempest-ServerRescueNegativeTestJSON-1272623576-project] 10.222.0.23 "GET /v2.0/ports?device_id=73b2fdbe-e24f-4092-bf52-db5c0a24f250 HTTP/1.1" status: 200 len: 945 time: 0.0528846 Jun 18 05:19:17.048882 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-a3392519-a0b4-468f-8caf-bb5eb58f8e23 req-b8b07b0e-4704-48b7-a6b3-a64554c67c2c tempest-ServerRescueNegativeTestJSON-1272623576 tempest-ServerRescueNegativeTestJSON-1272623576-project] 10.222.0.23 "GET /v2.0/security-groups?id=83d5be7f-d8af-4828-9878-6877e2a6bac5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434978 Jun 18 05:19:17.152701 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-5dfa36de-d709-4895-bb13-7618c9aa9a81 req-c8509d71-7e8d-4780-92cb-a2a6de51c6e2 tempest-VolumesActionsTest-198952152 tempest-VolumesActionsTest-198952152-project] 10.222.0.23 "GET /v2.0/ports?device_id=17a0202f-1150-49ed-a508-fbba8692b1d7 HTTP/1.1" status: 200 len: 210 time: 0.0305727 Jun 18 05:19:17.202857 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6791a540-7cc5-4dfb-b576-83172577b8ac req-479828e5-08a3-4619-9cc5-ac4392279ee0 tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:19:17.204421 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-6791a540-7cc5-4dfb-b576-83172577b8ac req-479828e5-08a3-4619-9cc5-ac4392279ee0 tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] 10.222.0.23 "GET /v2.0/ports?device_id=3db86af8-06be-4481-ae05-85abb634d58e HTTP/1.1" status: 200 len: 943 time: 0.0485253 Jun 18 05:19:17.248368 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.rpc [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] Device 1fb70483-13da-4dd6-a45d-5224ec85a411 no longer exists at agent hyperv_hv-cinder-83699 {{(pid=104389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 18 05:19:17.253791 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-6791a540-7cc5-4dfb-b576-83172577b8ac req-1ad2758c-aba7-439e-bb9b-19e36b099767 tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] 10.222.0.23 "GET /v2.0/security-groups?id=e7fc1561-1092-4d2a-b878-ed2f82ce27ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437415 Jun 18 05:19:17.306065 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-9b804b4d-3586-4ea0-a444-1959f4d69e54 req-36d2f687-7f40-4c71-a056-880671f54762 tempest-TestShelveInstance-245137814 tempest-TestShelveInstance-245137814-project] 10.222.0.23 "GET /v2.0/ports?device_id=d0554d10-2a83-478b-a2a6-7c4bcc0dfc2b HTTP/1.1" status: 200 len: 210 time: 0.0270207 Jun 18 05:19:17.330987 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.plugin [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] Current status of the port 1fb70483-13da-4dd6-a45d-5224ec85a411 is: DOWN; New status is: DOWN {{(pid=104389) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 18 05:19:17.637781 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e39ccb-5188-4a87-a3bf-f49a48a673de req-c2316caa-32d0-4f44-82f9-a9890b8d8b3d tempest-AttachVolumeTestJSON-1934236616 tempest-AttachVolumeTestJSON-1934236616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:19:17.639251 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-78e39ccb-5188-4a87-a3bf-f49a48a673de req-c2316caa-32d0-4f44-82f9-a9890b8d8b3d tempest-AttachVolumeTestJSON-1934236616 tempest-AttachVolumeTestJSON-1934236616-project] 10.222.0.23 "GET /v2.0/ports?device_id=240d96c6-c2da-4ee1-8fd9-554944f65d95 HTTP/1.1" status: 200 len: 945 time: 0.0503757 Jun 18 05:19:17.688001 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-78e39ccb-5188-4a87-a3bf-f49a48a673de req-4b5545a8-ef8d-42d0-a8fc-e61c2c87208d tempest-AttachVolumeTestJSON-1934236616 tempest-AttachVolumeTestJSON-1934236616-project] 10.222.0.23 "GET /v2.0/security-groups?id=56599af9-2eb2-464a-a36c-fced5401bf67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431204 Jun 18 05:19:18.168999 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62be1d4-418d-4f7d-8199-9c7079d2f49a req-82c5ca33-efa8-43a0-a448-9c52b01f1c61 tempest-ServerRescueNegativeTestJSON-1272623576 tempest-ServerRescueNegativeTestJSON-1272623576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:19:18.170618 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-b62be1d4-418d-4f7d-8199-9c7079d2f49a req-82c5ca33-efa8-43a0-a448-9c52b01f1c61 tempest-ServerRescueNegativeTestJSON-1272623576 tempest-ServerRescueNegativeTestJSON-1272623576-project] 10.222.0.23 "GET /v2.0/ports?device_id=73b2fdbe-e24f-4092-bf52-db5c0a24f250 HTTP/1.1" status: 200 len: 945 time: 0.0526361 Jun 18 05:19:18.222265 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-b62be1d4-418d-4f7d-8199-9c7079d2f49a req-4feb5184-162c-429e-a401-ff4acead49fc tempest-ServerRescueNegativeTestJSON-1272623576 tempest-ServerRescueNegativeTestJSON-1272623576-project] 10.222.0.23 "GET /v2.0/security-groups?id=83d5be7f-d8af-4828-9878-6877e2a6bac5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456252 Jun 18 05:19:18.260969 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-b09a148b-4292-4004-801b-850713788ff3 req-cf6a7e68-d46b-4ae0-984c-b2566501bbc1 tempest-VolumesActionsTest-198952152 tempest-VolumesActionsTest-198952152-project] 10.222.0.23 "GET /v2.0/ports?device_id=17a0202f-1150-49ed-a508-fbba8692b1d7 HTTP/1.1" status: 200 len: 210 time: 0.0289757 Jun 18 05:19:18.374055 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f318443-7c2d-43eb-a5d3-82b6761716ea req-c1847936-6bc6-48eb-8250-2cd2c6e39100 tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:19:18.376128 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-9f318443-7c2d-43eb-a5d3-82b6761716ea req-c1847936-6bc6-48eb-8250-2cd2c6e39100 tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] 10.222.0.23 "GET /v2.0/ports?device_id=3db86af8-06be-4481-ae05-85abb634d58e HTTP/1.1" status: 200 len: 943 time: 0.0478354 Jun 18 05:19:18.402638 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-2e97cf39-c0a2-465a-95af-b5f9f0928335 req-39f01882-dc38-4026-b56e-32be31d86e09 tempest-TestShelveInstance-245137814 tempest-TestShelveInstance-245137814-project] 10.222.0.23 "GET /v2.0/ports?device_id=d0554d10-2a83-478b-a2a6-7c4bcc0dfc2b HTTP/1.1" status: 200 len: 210 time: 0.0292811 Jun 18 05:19:18.426100 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-9f318443-7c2d-43eb-a5d3-82b6761716ea req-bd73523a-f6d3-45fb-a545-f386a23a8f52 tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] 10.222.0.23 "GET /v2.0/security-groups?id=e7fc1561-1092-4d2a-b878-ed2f82ce27ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439098 Jun 18 05:19:18.806945 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6608ec4-5ff8-43dc-a61a-388e1c8955f0 req-77df45a8-ebd6-40f1-9d7d-cee74cd8ef96 tempest-AttachVolumeTestJSON-1934236616 tempest-AttachVolumeTestJSON-1934236616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:19:18.808562 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-a6608ec4-5ff8-43dc-a61a-388e1c8955f0 req-77df45a8-ebd6-40f1-9d7d-cee74cd8ef96 tempest-AttachVolumeTestJSON-1934236616 tempest-AttachVolumeTestJSON-1934236616-project] 10.222.0.23 "GET /v2.0/ports?device_id=240d96c6-c2da-4ee1-8fd9-554944f65d95 HTTP/1.1" status: 200 len: 945 time: 0.0532663 Jun 18 05:19:18.856613 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-a6608ec4-5ff8-43dc-a61a-388e1c8955f0 req-4453405b-e7a4-4268-898a-02ed5ff3066e tempest-AttachVolumeTestJSON-1934236616 tempest-AttachVolumeTestJSON-1934236616-project] 10.222.0.23 "GET /v2.0/security-groups?id=56599af9-2eb2-464a-a36c-fced5401bf67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418451 Jun 18 05:19:19.339831 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d3e6ed-1c80-4262-9f60-095ded3ae453 req-ee912836-989b-42e0-a054-6b40bfbbe4fe tempest-ServerRescueNegativeTestJSON-1272623576 tempest-ServerRescueNegativeTestJSON-1272623576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:19:19.342547 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-45d3e6ed-1c80-4262-9f60-095ded3ae453 req-ee912836-989b-42e0-a054-6b40bfbbe4fe tempest-ServerRescueNegativeTestJSON-1272623576 tempest-ServerRescueNegativeTestJSON-1272623576-project] 10.222.0.23 "GET /v2.0/ports?device_id=73b2fdbe-e24f-4092-bf52-db5c0a24f250 HTTP/1.1" status: 200 len: 945 time: 0.0532393 Jun 18 05:19:19.364541 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-40be41f7-2fc5-41ca-a4d2-d19962984ebe req-4fa8825f-b670-42e2-b4b1-0f78854337b8 tempest-VolumesActionsTest-198952152 tempest-VolumesActionsTest-198952152-project] 10.222.0.23 "GET /v2.0/ports?device_id=17a0202f-1150-49ed-a508-fbba8692b1d7 HTTP/1.1" status: 200 len: 210 time: 0.0337746 Jun 18 05:19:19.401127 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-45d3e6ed-1c80-4262-9f60-095ded3ae453 req-e86bb5e3-ffc9-4ddf-9b98-6a3611f065c3 tempest-ServerRescueNegativeTestJSON-1272623576 tempest-ServerRescueNegativeTestJSON-1272623576-project] 10.222.0.23 "GET /v2.0/security-groups?id=83d5be7f-d8af-4828-9878-6877e2a6bac5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516567 Jun 18 05:19:19.507032 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-df0319ad-933b-4276-b817-6e0bbd9a96d0 req-52cf0496-02e3-4fdd-ba44-1b8d224e3c93 tempest-TestShelveInstance-245137814 tempest-TestShelveInstance-245137814-project] 10.222.0.23 "GET /v2.0/ports?device_id=d0554d10-2a83-478b-a2a6-7c4bcc0dfc2b HTTP/1.1" status: 200 len: 210 time: 0.0297818 Jun 18 05:19:19.548799 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b372ffd0-f31c-4e8f-a2c4-daa295be08f8 req-8cbb901b-170d-4c24-8ba9-672bea5d8548 tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:19:19.550355 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-b372ffd0-f31c-4e8f-a2c4-daa295be08f8 req-8cbb901b-170d-4c24-8ba9-672bea5d8548 tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] 10.222.0.23 "GET /v2.0/ports?device_id=3db86af8-06be-4481-ae05-85abb634d58e HTTP/1.1" status: 200 len: 943 time: 0.0471768 Jun 18 05:19:19.597258 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-b372ffd0-f31c-4e8f-a2c4-daa295be08f8 req-3d230976-c8e7-41ac-9e31-f8d4efac3b28 tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] 10.222.0.23 "GET /v2.0/security-groups?id=e7fc1561-1092-4d2a-b878-ed2f82ce27ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414765 Jun 18 05:19:19.976058 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef9e1d1-6cc8-4a69-894e-b407dfa8ff87 req-eb07da46-2657-45b7-be9f-019bc09b7a5b tempest-AttachVolumeTestJSON-1934236616 tempest-AttachVolumeTestJSON-1934236616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:19:19.977549 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-4ef9e1d1-6cc8-4a69-894e-b407dfa8ff87 req-eb07da46-2657-45b7-be9f-019bc09b7a5b tempest-AttachVolumeTestJSON-1934236616 tempest-AttachVolumeTestJSON-1934236616-project] 10.222.0.23 "GET /v2.0/ports?device_id=240d96c6-c2da-4ee1-8fd9-554944f65d95 HTTP/1.1" status: 200 len: 945 time: 0.0494041 Jun 18 05:19:20.026072 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-4ef9e1d1-6cc8-4a69-894e-b407dfa8ff87 req-703da6d9-a84f-4151-bade-1d6f17bfdc19 tempest-AttachVolumeTestJSON-1934236616 tempest-AttachVolumeTestJSON-1934236616-project] 10.222.0.23 "GET /v2.0/security-groups?id=56599af9-2eb2-464a-a36c-fced5401bf67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427821 Jun 18 05:19:20.260348 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG dbcounter [-] [104390] Writing DB stats neutron:SELECT=13 {{(pid=104390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:19:20.268230 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG dbcounter [-] [104390] Writing DB stats neutron:SELECT=13 {{(pid=104390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:19:20.467474 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-092f713d-7017-438f-a479-e9d1ab40f005 req-60a1c81e-7e82-42fd-ab53-020e70f64e2e tempest-VolumesActionsTest-198952152 tempest-VolumesActionsTest-198952152-project] 10.222.0.23 "GET /v2.0/ports?device_id=17a0202f-1150-49ed-a508-fbba8692b1d7 HTTP/1.1" status: 200 len: 210 time: 0.0287731 Jun 18 05:19:20.556737 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e408aa35-72e4-4c81-b52a-2efab46b6b39 req-e54320ca-9c06-4e62-9e74-826bf28e5787 tempest-ServerRescueNegativeTestJSON-1272623576 tempest-ServerRescueNegativeTestJSON-1272623576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:19:20.558288 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-e408aa35-72e4-4c81-b52a-2efab46b6b39 req-e54320ca-9c06-4e62-9e74-826bf28e5787 tempest-ServerRescueNegativeTestJSON-1272623576 tempest-ServerRescueNegativeTestJSON-1272623576-project] 10.222.0.23 "GET /v2.0/ports?device_id=73b2fdbe-e24f-4092-bf52-db5c0a24f250 HTTP/1.1" status: 200 len: 945 time: 0.0841768 Jun 18 05:19:20.614147 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-345fa5e6-7e02-4bb0-86ec-7e2000e68104 req-e36d8677-b13c-4cd7-b2d8-6503cb5cb8c3 tempest-TestShelveInstance-245137814 tempest-TestShelveInstance-245137814-project] 10.222.0.23 "GET /v2.0/ports?device_id=d0554d10-2a83-478b-a2a6-7c4bcc0dfc2b HTTP/1.1" status: 200 len: 210 time: 0.0333490 Jun 18 05:19:20.615154 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-e408aa35-72e4-4c81-b52a-2efab46b6b39 req-cf840f01-311c-4593-964b-7671f7cd2883 tempest-ServerRescueNegativeTestJSON-1272623576 tempest-ServerRescueNegativeTestJSON-1272623576-project] 10.222.0.23 "GET /v2.0/security-groups?id=83d5be7f-d8af-4828-9878-6877e2a6bac5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490539 Jun 18 05:19:20.735397 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a5def7-fe62-497b-9b88-5dddca77cfbc req-f99dc023-7e20-4e65-a514-c600fcc896d2 tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:19:20.736938 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-90a5def7-fe62-497b-9b88-5dddca77cfbc req-f99dc023-7e20-4e65-a514-c600fcc896d2 tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] 10.222.0.23 "GET /v2.0/ports?device_id=3db86af8-06be-4481-ae05-85abb634d58e HTTP/1.1" status: 200 len: 943 time: 0.0551763 Jun 18 05:19:20.786839 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-90a5def7-fe62-497b-9b88-5dddca77cfbc req-ecd8eb50-a67e-457b-8311-0c5ade47ac08 tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] 10.222.0.23 "GET /v2.0/security-groups?id=e7fc1561-1092-4d2a-b878-ed2f82ce27ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439131 Jun 18 05:19:20.909967 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e79606c-0b12-43ce-a920-708c9067a925 req-45e99d89-f14a-44e6-89d5-5bd92295a66e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:19:20.911477 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-3e79606c-0b12-43ce-a920-708c9067a925 req-45e99d89-f14a-44e6-89d5-5bd92295a66e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8820096253064e5abbe50f23bdc3ebac&device_id=73b2fdbe-e24f-4092-bf52-db5c0a24f250 HTTP/1.1" status: 200 len: 1129 time: 0.0473418 Jun 18 05:19:21.066420 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e79606c-0b12-43ce-a920-708c9067a925 req-7eb6521c-6620-4541-b5f0-a20aa652e00b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:19:21.066685 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-3e79606c-0b12-43ce-a920-708c9067a925 req-7eb6521c-6620-4541-b5f0-a20aa652e00b service neutron] 10.222.0.15 "GET /v2.0/networks?id=e40c5bf8-60a8-4d08-b489-6f107ba55c42 HTTP/1.1" status: 200 len: 919 time: 0.0979002 Jun 18 05:19:21.159480 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd6b14f-a09d-432b-a976-d4ff8de884e0 req-84f710b0-6dec-4806-9849-53e3504ae955 tempest-AttachVolumeTestJSON-1934236616 tempest-AttachVolumeTestJSON-1934236616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:19:21.159480 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-fbd6b14f-a09d-432b-a976-d4ff8de884e0 req-84f710b0-6dec-4806-9849-53e3504ae955 tempest-AttachVolumeTestJSON-1934236616 tempest-AttachVolumeTestJSON-1934236616-project] 10.222.0.23 "GET /v2.0/ports?device_id=240d96c6-c2da-4ee1-8fd9-554944f65d95 HTTP/1.1" status: 200 len: 945 time: 0.0529313 Jun 18 05:19:21.167728 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG dbcounter [-] [104388] Writing DB stats neutron:SELECT=100 {{(pid=104388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:19:21.216926 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-fbd6b14f-a09d-432b-a976-d4ff8de884e0 req-95721653-e9ab-4c06-a432-b99e8ac33e6f tempest-AttachVolumeTestJSON-1934236616 tempest-AttachVolumeTestJSON-1934236616-project] 10.222.0.23 "GET /v2.0/security-groups?id=56599af9-2eb2-464a-a36c-fced5401bf67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534425 Jun 18 05:19:21.372827 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-3e79606c-0b12-43ce-a920-708c9067a925 req-433785bc-b383-4b52-b930-0a0f7456ae6f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f8f8ec04-f267-4e2c-ac94-64d18aec5016 HTTP/1.1" status: 200 len: 217 time: 0.0344954 Jun 18 05:19:21.423885 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e79606c-0b12-43ce-a920-708c9067a925 req-291494c7-5a18-4588-a7e5-753b639ecd3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:19:21.424861 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-3e79606c-0b12-43ce-a920-708c9067a925 req-291494c7-5a18-4588-a7e5-753b639ecd3e service neutron] 10.222.0.15 "GET /v2.0/subnets?id=150ec3db-e886-4a5d-89d6-e02356d1809e HTTP/1.1" status: 200 len: 857 time: 0.0451148 Jun 18 05:19:21.466312 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG dbcounter [-] [104387] Writing DB stats neutron:SELECT=100 {{(pid=104387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:19:21.476105 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e79606c-0b12-43ce-a920-708c9067a925 req-b7aac6b0-79d8-4196-944c-eda9eecd1a84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:19:21.477645 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-3e79606c-0b12-43ce-a920-708c9067a925 req-b7aac6b0-79d8-4196-944c-eda9eecd1a84 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e40c5bf8-60a8-4d08-b489-6f107ba55c42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0439980 Jun 18 05:19:21.564439 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-d2f24693-2770-48bc-839b-fb3a0884a16a req-7b794b95-dc8c-4171-9ded-a61107883bc4 tempest-VolumesActionsTest-198952152 tempest-VolumesActionsTest-198952152-project] 10.222.0.23 "GET /v2.0/ports?device_id=17a0202f-1150-49ed-a508-fbba8692b1d7 HTTP/1.1" status: 200 len: 210 time: 0.0304270 Jun 18 05:19:21.647256 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81280ad-f4c6-41f4-8234-7bca9024e0c8 req-c1d295e2-1073-411c-a2ec-152fb45e86b6 tempest-AttachVolumeTestJSON-1934236616 tempest-AttachVolumeTestJSON-1934236616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:19:21.649406 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-f81280ad-f4c6-41f4-8234-7bca9024e0c8 req-c1d295e2-1073-411c-a2ec-152fb45e86b6 tempest-AttachVolumeTestJSON-1934236616 tempest-AttachVolumeTestJSON-1934236616-project] 10.222.0.23 "GET /v2.0/ports?device_id=240d96c6-c2da-4ee1-8fd9-554944f65d95 HTTP/1.1" status: 200 len: 945 time: 0.0473814 Jun 18 05:19:21.698054 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-f81280ad-f4c6-41f4-8234-7bca9024e0c8 req-0f86bf77-cffd-48f3-916e-3dba171c0d9a tempest-AttachVolumeTestJSON-1934236616 tempest-AttachVolumeTestJSON-1934236616-project] 10.222.0.23 "GET /v2.0/security-groups?id=56599af9-2eb2-464a-a36c-fced5401bf67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425127 Jun 18 05:19:21.702156 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-ee256e1b-3bfb-429a-9bc0-0a75e02c363f req-171562f9-ab28-4def-9e8d-3c50118b14b2 tempest-TestShelveInstance-245137814 tempest-TestShelveInstance-245137814-project] 10.222.0.23 "GET /v2.0/ports?device_id=d0554d10-2a83-478b-a2a6-7c4bcc0dfc2b HTTP/1.1" status: 200 len: 210 time: 0.0261507 Jun 18 05:19:21.775730 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG dbcounter [-] [104387] Writing DB stats neutron:SELECT=100 {{(pid=104387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:19:21.835532 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e931347-d03e-429e-8bb4-ebc479537946 req-e5c2561d-449f-41ba-b00c-6ea073dcc135 tempest-ServerRescueNegativeTestJSON-1272623576 tempest-ServerRescueNegativeTestJSON-1272623576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:19:21.837065 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-2e931347-d03e-429e-8bb4-ebc479537946 req-e5c2561d-449f-41ba-b00c-6ea073dcc135 tempest-ServerRescueNegativeTestJSON-1272623576 tempest-ServerRescueNegativeTestJSON-1272623576-project] 10.222.0.23 "GET /v2.0/ports?device_id=73b2fdbe-e24f-4092-bf52-db5c0a24f250 HTTP/1.1" status: 200 len: 945 time: 0.0728290 Jun 18 05:19:21.911992 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b75476e-eb33-4ce3-a76b-bb052b39a8b0 req-23a8a969-180a-4252-9388-bd37da16b101 tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:19:21.913531 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-9b75476e-eb33-4ce3-a76b-bb052b39a8b0 req-23a8a969-180a-4252-9388-bd37da16b101 tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] 10.222.0.23 "GET /v2.0/ports?device_id=3db86af8-06be-4481-ae05-85abb634d58e HTTP/1.1" status: 200 len: 943 time: 0.0494390 Jun 18 05:19:21.929369 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-3e79606c-0b12-43ce-a920-708c9067a925 req-f186c266-452c-4dae-b14f-6178b6ba4f54 service neutron] 10.222.0.15 "GET /v2.0/networks/e40c5bf8-60a8-4d08-b489-6f107ba55c42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1625900 Jun 18 05:19:21.933805 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-2e931347-d03e-429e-8bb4-ebc479537946 req-86d00184-56bc-46ad-9f6e-a30675bb7682 tempest-ServerRescueNegativeTestJSON-1272623576 tempest-ServerRescueNegativeTestJSON-1272623576-project] 10.222.0.23 "GET /v2.0/security-groups?id=83d5be7f-d8af-4828-9878-6877e2a6bac5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663984 Jun 18 05:19:21.982633 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-9b75476e-eb33-4ce3-a76b-bb052b39a8b0 req-0492575b-dc6c-4fea-a746-dc47137ccee7 tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] 10.222.0.23 "GET /v2.0/security-groups?id=e7fc1561-1092-4d2a-b878-ed2f82ce27ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0631397 Jun 18 05:19:22.052980 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-d7e30337-7500-41e5-959f-a48af95e0eba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789592556683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1744442'] for agent (426d7b1c-7831-4cf6-8aa4-29496a16634c), after_update {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:19:22.239546 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-3e79606c-0b12-43ce-a920-708c9067a925 req-50c7af60-b086-45bf-a7cc-a2db94ec8368 service neutron] 10.222.0.15 "GET /v2.0/networks/e40c5bf8-60a8-4d08-b489-6f107ba55c42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1430020 Jun 18 05:19:22.245792 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad864cb-168b-4009-849d-cd2bc8db0aea req-a9a9b2e9-bc49-41f7-9e3c-cd366c1891b5 tempest-TestMinimumBasicScenario-1360665084 tempest-TestMinimumBasicScenario-1360665084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:19:22.247407 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-1ad864cb-168b-4009-849d-cd2bc8db0aea req-a9a9b2e9-bc49-41f7-9e3c-cd366c1891b5 tempest-TestMinimumBasicScenario-1360665084 tempest-TestMinimumBasicScenario-1360665084-project] 10.222.0.23 "GET /v2.0/ports?device_id=bf8c3731-ba5b-41dc-ab3b-16d6725300a0 HTTP/1.1" status: 200 len: 945 time: 0.0824223 Jun 18 05:19:22.338048 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-1ad864cb-168b-4009-849d-cd2bc8db0aea req-fb43d01f-37f2-406e-9593-5bc879301e72 tempest-TestMinimumBasicScenario-1360665084 tempest-TestMinimumBasicScenario-1360665084-project] 10.222.0.23 "GET /v2.0/security-groups?id=bc90fc02-3a22-4765-be93-15065878de04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755811 Jun 18 05:19:22.380737 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.wsgi [-] (104388) accepted ('10.222.0.23', 50788) {{(pid=104388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 05:19:22.402791 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7d2ef1-17c2-4f0a-90ac-178bab89b06d req-9bd31a43-8e21-4e71-ad9d-8638f868d42f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:19:22.406353 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-fb7d2ef1-17c2-4f0a-90ac-178bab89b06d req-9bd31a43-8e21-4e71-ad9d-8638f868d42f service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=969c470f720c4b2f97ba9f45c5d0d426&device_id=240d96c6-c2da-4ee1-8fd9-554944f65d95 HTTP/1.1" status: 200 len: 1129 time: 0.0711734 Jun 18 05:19:22.444833 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1bb014f-923c-4b49-b62d-69f0d34f7e22 req-9206c947-5d64-404a-9dd1-0099a9695384 tempest-VolumesActionsTest-198952152 tempest-VolumesActionsTest-198952152-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:19:22.446682 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-b1bb014f-923c-4b49-b62d-69f0d34f7e22 req-9206c947-5d64-404a-9dd1-0099a9695384 tempest-VolumesActionsTest-198952152 tempest-VolumesActionsTest-198952152-project] 10.222.0.15 "GET /v2.0/networks?id=4041b16e-d0bc-408d-92a3-b2c03aff6ddd HTTP/1.1" status: 200 len: 809 time: 0.1494374 Jun 18 05:19:22.493758 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.api.v2.base [req-b1bb014f-923c-4b49-b62d-69f0d34f7e22 req-ff5f3b01-c37f-4fb5-81cf-8cd358c2cac9 tempest-VolumesActionsTest-198952152 tempest-VolumesActionsTest-198952152-project] Request body: {'port': {'device_id': '17a0202f-1150-49ed-a508-fbba8692b1d7', 'network_id': '4041b16e-d0bc-408d-92a3-b2c03aff6ddd', 'admin_state_up': True, 'tenant_id': 'a63728833c434410864d0d7431a9fac2'}} {{(pid=104387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 18 05:19:22.613086 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG neutron.db.agents_db [None req-f0cd052f-7516-4656-9d29-e77bb90ffdea None None] Agent healthcheck: found 6 active agents {{(pid=104390) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 18 05:19:22.653927 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG dbcounter [-] [104388] Writing DB stats neutron:SELECT=100 {{(pid=104388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:19:22.694164 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b1bb014f-923c-4b49-b62d-69f0d34f7e22 req-ff5f3b01-c37f-4fb5-81cf-8cd358c2cac9 tempest-VolumesActionsTest-198952152 tempest-VolumesActionsTest-198952152-project] Made reservation on behalf of a63728833c434410864d0d7431a9fac2 for: {'port': 1} {{(pid=104387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 05:19:22.695750 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-392648fe-69d8-415c-8350-bce154c3180f tempest-TestMinimumBasicScenario-335259027 tempest-TestMinimumBasicScenario-335259027-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:19:22.697180 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [None req-392648fe-69d8-415c-8350-bce154c3180f tempest-TestMinimumBasicScenario-335259027 tempest-TestMinimumBasicScenario-335259027-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=bf8c3731-ba5b-41dc-ab3b-16d6725300a0 HTTP/1.1" status: 200 len: 1124 time: 0.3149691 Jun 18 05:19:22.697763 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [req-b1bb014f-923c-4b49-b62d-69f0d34f7e22 req-ff5f3b01-c37f-4fb5-81cf-8cd358c2cac9 tempest-VolumesActionsTest-198952152 tempest-VolumesActionsTest-198952152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1768406'] for port (None), before_create {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:19:22.700906 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.wsgi [-] (104387) accepted ('10.222.0.23', 50798) {{(pid=104387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 05:19:22.712556 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.api.v2.base [None req-422728dc-89d9-4b57-8fa6-7e241eaf520e tempest-TestMinimumBasicScenario-1360665084 tempest-TestMinimumBasicScenario-1360665084-project] Request body: {'floatingip': {'floating_network_id': '65c030c7-6a7d-4cea-a47d-5cdd532db0e6', 'port_id': 'ed5753b8-9359-4e81-8f42-c2dd469ec79e', 'tenant_id': '3a833f00ba294564a66b9eefbc49147e', 'fixed_ip_address': '172.20.0.8'}} {{(pid=104387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 18 05:19:22.732614 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-653812b7-d378-4bef-adee-14410f5e0a87 req-d83697d7-f262-4c9b-9123-0c7c18ec4f3d tempest-VolumesActionsTest-198952152 tempest-VolumesActionsTest-198952152-project] 10.222.0.23 "GET /v2.0/ports?device_id=17a0202f-1150-49ed-a508-fbba8692b1d7 HTTP/1.1" status: 200 len: 210 time: 0.0508189 Jun 18 05:19:22.759374 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7d2ef1-17c2-4f0a-90ac-178bab89b06d req-f59bfab5-0fcc-4296-92b4-8bd36002a044 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:19:22.761297 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-fb7d2ef1-17c2-4f0a-90ac-178bab89b06d req-f59bfab5-0fcc-4296-92b4-8bd36002a044 service neutron] 10.222.0.15 "GET /v2.0/networks?id=22d8eb11-0b66-4ea6-b4d2-3deab0a32f40 HTTP/1.1" status: 200 len: 912 time: 0.2740407 Jun 18 05:19:22.777113 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9b0f13-742d-4eb5-9fd1-25d8f3744972 req-3b28ab13-a3bd-4728-960e-a537bf8358a2 tempest-TestShelveInstance-245137814 tempest-TestShelveInstance-245137814-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:19:22.779631 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-2b9b0f13-742d-4eb5-9fd1-25d8f3744972 req-3b28ab13-a3bd-4728-960e-a537bf8358a2 tempest-TestShelveInstance-245137814 tempest-TestShelveInstance-245137814-project] 10.222.0.15 "GET /v2.0/networks?id=cce77fdc-391d-4bde-a709-4c5e4b2c55d4 HTTP/1.1" status: 200 len: 808 time: 0.2905805 Jun 18 05:19:22.893599 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-3725a5bc-602c-4bfd-b9e3-c1314d9541ca req-fa3f79f7-9379-4480-ab17-adc8a2a15482 tempest-TestShelveInstance-245137814 tempest-TestShelveInstance-245137814-project] 10.222.0.23 "GET /v2.0/ports?device_id=d0554d10-2a83-478b-a2a6-7c4bcc0dfc2b HTTP/1.1" status: 200 len: 210 time: 0.0471306 Jun 18 05:19:22.899188 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-fb7d2ef1-17c2-4f0a-90ac-178bab89b06d req-2e3b9cd8-c807-43ab-9481-0ab93a37f245 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=376a2e8d-64a9-45d4-8092-b0e803666ea7 HTTP/1.1" status: 200 len: 1000 time: 0.1184826 Jun 18 05:19:22.972652 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-2b9b0f13-742d-4eb5-9fd1-25d8f3744972 req-9503fa85-fb4b-4b4f-925a-035a1ac1b714 tempest-TestShelveInstance-245137814 tempest-TestShelveInstance-245137814-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=65a7c712ebe34d53b4acd7e8473c6d95 HTTP/1.1" status: 200 len: 379 time: 0.1541753 Jun 18 05:19:22.983170 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.api.v2.base [req-2b9b0f13-742d-4eb5-9fd1-25d8f3744972 req-06c04a6e-1869-4fc8-b741-d0774c23e182 tempest-TestShelveInstance-245137814 tempest-TestShelveInstance-245137814-project] Request body: {'port': {'device_id': 'd0554d10-2a83-478b-a2a6-7c4bcc0dfc2b', 'network_id': 'cce77fdc-391d-4bde-a709-4c5e4b2c55d4', 'admin_state_up': True, 'tenant_id': '65a7c712ebe34d53b4acd7e8473c6d95', 'security_groups': ['46e7c09b-3bcc-4ed0-87e3-5a0cff7170e0']}} {{(pid=104388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 18 05:19:23.007175 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7d2ef1-17c2-4f0a-90ac-178bab89b06d req-8a844c24-4057-4f99-abdc-08b0c23684cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:19:23.009226 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-fb7d2ef1-17c2-4f0a-90ac-178bab89b06d req-8a844c24-4057-4f99-abdc-08b0c23684cf service neutron] 10.222.0.15 "GET /v2.0/subnets?id=5d138401-1420-4153-a9c8-b647c19cd403 HTTP/1.1" status: 200 len: 850 time: 0.1035361 Jun 18 05:19:23.072903 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-422728dc-89d9-4b57-8fa6-7e241eaf520e tempest-TestMinimumBasicScenario-1360665084 tempest-TestMinimumBasicScenario-1360665084-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:19:23.186095 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860612c1-a2fc-4f82-93f6-2be873d6a24e req-5e0acdc1-4b96-484a-a671-f3505abed610 tempest-ServerRescueNegativeTestJSON-1272623576 tempest-ServerRescueNegativeTestJSON-1272623576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:19:23.188468 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-860612c1-a2fc-4f82-93f6-2be873d6a24e req-5e0acdc1-4b96-484a-a671-f3505abed610 tempest-ServerRescueNegativeTestJSON-1272623576 tempest-ServerRescueNegativeTestJSON-1272623576-project] 10.222.0.23 "GET /v2.0/ports?device_id=73b2fdbe-e24f-4092-bf52-db5c0a24f250 HTTP/1.1" status: 200 len: 945 time: 0.1200979 Jun 18 05:19:23.208562 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7d2ef1-17c2-4f0a-90ac-178bab89b06d req-abc48109-de88-4f16-8e83-8f5d566af454 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:19:23.209302 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG dbcounter [-] [104387] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=104387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:19:23.209862 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-fb7d2ef1-17c2-4f0a-90ac-178bab89b06d req-abc48109-de88-4f16-8e83-8f5d566af454 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=22d8eb11-0b66-4ea6-b4d2-3deab0a32f40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0701227 Jun 18 05:19:23.250965 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2164bc-9383-424d-867f-6eb2e8aa8135 req-6ec44ba9-d0ed-447b-bcd4-3cd77c96c6a9 tempest-AttachVolumeTestJSON-1934236616 tempest-AttachVolumeTestJSON-1934236616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:19:23.252526 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-cb2164bc-9383-424d-867f-6eb2e8aa8135 req-6ec44ba9-d0ed-447b-bcd4-3cd77c96c6a9 tempest-AttachVolumeTestJSON-1934236616 tempest-AttachVolumeTestJSON-1934236616-project] 10.222.0.23 "GET /v2.0/ports?device_id=240d96c6-c2da-4ee1-8fd9-554944f65d95 HTTP/1.1" status: 200 len: 945 time: 0.1842606 Jun 18 05:19:23.256164 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-422728dc-89d9-4b57-8fa6-7e241eaf520e tempest-TestMinimumBasicScenario-1360665084 tempest-TestMinimumBasicScenario-1360665084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1768406'] for port (None), before_create {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:19:23.277828 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG dbcounter [-] [104387] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:19:23.290084 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.db.db_base_plugin_common [req-b1bb014f-923c-4b49-b62d-69f0d34f7e22 req-ff5f3b01-c37f-4fb5-81cf-8cd358c2cac9 tempest-VolumesActionsTest-198952152 tempest-VolumesActionsTest-198952152-project] Allocated IP 172.20.0.3 (4041b16e-d0bc-408d-92a3-b2c03aff6ddd/685ce5d8-74b3-4da6-9677-d6d036aab0b3/451c6eb3-9c80-4e4a-8271-8a7ff22fcc68) {{(pid=104387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 05:19:23.312664 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2b9b0f13-742d-4eb5-9fd1-25d8f3744972 req-06c04a6e-1869-4fc8-b741-d0774c23e182 tempest-TestShelveInstance-245137814 tempest-TestShelveInstance-245137814-project] Made reservation on behalf of 65a7c712ebe34d53b4acd7e8473c6d95 for: {'port': 1} {{(pid=104388) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 05:19:23.316136 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [req-2b9b0f13-742d-4eb5-9fd1-25d8f3744972 req-06c04a6e-1869-4fc8-b741-d0774c23e182 tempest-TestShelveInstance-245137814 tempest-TestShelveInstance-245137814-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1768406'] for port (None), before_create {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:19:23.334732 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-860612c1-a2fc-4f82-93f6-2be873d6a24e req-3ac69a4b-f2bf-4407-b77e-7d1d324b8d22 tempest-ServerRescueNegativeTestJSON-1272623576 tempest-ServerRescueNegativeTestJSON-1272623576-project] 10.222.0.23 "GET /v2.0/security-groups?id=83d5be7f-d8af-4828-9878-6877e2a6bac5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1401522 Jun 18 05:19:23.367220 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG dbcounter [-] [104388] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=104388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:19:23.385552 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-cb2164bc-9383-424d-867f-6eb2e8aa8135 req-85e87f6e-da16-49cd-8eea-a610b9961fbf tempest-AttachVolumeTestJSON-1934236616 tempest-AttachVolumeTestJSON-1934236616-project] 10.222.0.23 "GET /v2.0/security-groups?id=56599af9-2eb2-464a-a36c-fced5401bf67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1178362 Jun 18 05:19:23.408835 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-fb7d2ef1-17c2-4f0a-90ac-178bab89b06d req-f9c6c5c2-be05-4e9f-be5a-6165fd9aaaad service neutron] 10.222.0.15 "GET /v2.0/networks/22d8eb11-0b66-4ea6-b4d2-3deab0a32f40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1866994 Jun 18 05:19:23.508104 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.db.db_base_plugin_common [None req-422728dc-89d9-4b57-8fa6-7e241eaf520e tempest-TestMinimumBasicScenario-1360665084 tempest-TestMinimumBasicScenario-1360665084-project] Allocated IP 172.27.2.71 (65c030c7-6a7d-4cea-a47d-5cdd532db0e6/a9fa7760-a071-45ee-b985-799999c69975/b1a71f1a-f144-4c9b-bebe-fdc64da81cc6) {{(pid=104387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 05:19:23.556186 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG dbcounter [-] [104388] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:19:23.568315 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b77ef62-b38c-4ba6-aa4e-7e98082c0246 req-138b96c8-cfb4-41a2-b2f9-96110b0e50b2 tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:19:23.575131 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-4b77ef62-b38c-4ba6-aa4e-7e98082c0246 req-138b96c8-cfb4-41a2-b2f9-96110b0e50b2 tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] 10.222.0.23 "GET /v2.0/ports?device_id=3db86af8-06be-4481-ae05-85abb634d58e HTTP/1.1" status: 200 len: 943 time: 0.1341808 Jun 18 05:19:23.621160 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [req-b1bb014f-923c-4b49-b62d-69f0d34f7e22 req-ff5f3b01-c37f-4fb5-81cf-8cd358c2cac9 tempest-VolumesActionsTest-198952152 tempest-VolumesActionsTest-198952152-project] Publish callbacks [] for port (451c6eb3-9c80-4e4a-8271-8a7ff22fcc68), precommit_create {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:19:23.629936 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.db.db_base_plugin_common [req-2b9b0f13-742d-4eb5-9fd1-25d8f3744972 req-06c04a6e-1869-4fc8-b741-d0774c23e182 tempest-TestShelveInstance-245137814 tempest-TestShelveInstance-245137814-project] Allocated IP 172.20.0.6 (cce77fdc-391d-4bde-a709-4c5e4b2c55d4/778d0c06-0b61-4f2c-a161-3f736e93558f/2e6ea935-169b-426c-bf26-11d644b1d476) {{(pid=104388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 05:19:23.651186 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-fb7d2ef1-17c2-4f0a-90ac-178bab89b06d req-c36cd8e1-02ba-4814-93b7-2b5c7e467ec3 service neutron] 10.222.0.15 "GET /v2.0/networks/22d8eb11-0b66-4ea6-b4d2-3deab0a32f40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2354097 Jun 18 05:19:23.660981 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG dbcounter [-] [104387] Writing DB stats neutron:INSERT=9,neutron:SELECT=84,neutron:UPDATE=7 {{(pid=104387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:19:23.666158 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-4b77ef62-b38c-4ba6-aa4e-7e98082c0246 req-432f7ca0-058e-4b51-926c-237a0be69cbb tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] 10.222.0.23 "GET /v2.0/security-groups?id=e7fc1561-1092-4d2a-b878-ed2f82ce27ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0901980 Jun 18 05:19:23.714490 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-422728dc-89d9-4b57-8fa6-7e241eaf520e tempest-TestMinimumBasicScenario-1360665084 tempest-TestMinimumBasicScenario-1360665084-project] Publish callbacks [] for port (b1a71f1a-f144-4c9b-bebe-fdc64da81cc6), precommit_create {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:19:23.792316 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-422728dc-89d9-4b57-8fa6-7e241eaf520e tempest-TestMinimumBasicScenario-1360665084 tempest-TestMinimumBasicScenario-1360665084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1768343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789592262822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14020772'] for port (b1a71f1a-f144-4c9b-bebe-fdc64da81cc6), after_create {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:19:23.796038 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [req-b1bb014f-923c-4b49-b62d-69f0d34f7e22 req-ff5f3b01-c37f-4fb5-81cf-8cd358c2cac9 tempest-VolumesActionsTest-198952152 tempest-VolumesActionsTest-198952152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1768343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789592262822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14020772'] for port (451c6eb3-9c80-4e4a-8271-8a7ff22fcc68), after_create {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:19:23.820879 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [req-2b9b0f13-742d-4eb5-9fd1-25d8f3744972 req-06c04a6e-1869-4fc8-b741-d0774c23e182 tempest-TestShelveInstance-245137814 tempest-TestShelveInstance-245137814-project] Publish callbacks [] for port (2e6ea935-169b-426c-bf26-11d644b1d476), precommit_create {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:19:23.878084 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-422728dc-89d9-4b57-8fa6-7e241eaf520e tempest-TestMinimumBasicScenario-1360665084 tempest-TestMinimumBasicScenario-1360665084-project] Network 65c030c7-6a7d-4cea-a47d-5cdd532db0e6 is already hosted by enough agents. {{(pid=104387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 05:19:23.890892 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.scheduler.base_scheduler [None req-422728dc-89d9-4b57-8fa6-7e241eaf520e tempest-TestMinimumBasicScenario-1360665084 tempest-TestMinimumBasicScenario-1360665084-project] Resources bound (agent type, host, resource id): {{(pid=104387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 05:19:23.893534 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-422728dc-89d9-4b57-8fa6-7e241eaf520e tempest-TestMinimumBasicScenario-1360665084 tempest-TestMinimumBasicScenario-1360665084-project] Received port after_create {{(pid=104387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 18 05:19:23.894695 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [req-2b9b0f13-742d-4eb5-9fd1-25d8f3744972 req-06c04a6e-1869-4fc8-b741-d0774c23e182 tempest-TestShelveInstance-245137814 tempest-TestShelveInstance-245137814-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1768343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789592262822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15493031'] for port (2e6ea935-169b-426c-bf26-11d644b1d476), after_create {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:19:23.902664 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b1bb014f-923c-4b49-b62d-69f0d34f7e22 req-ff5f3b01-c37f-4fb5-81cf-8cd358c2cac9 tempest-VolumesActionsTest-198952152 tempest-VolumesActionsTest-198952152-project] Network 4041b16e-d0bc-408d-92a3-b2c03aff6ddd is already hosted by enough agents. {{(pid=104387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 05:19:23.928587 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.scheduler.base_scheduler [req-b1bb014f-923c-4b49-b62d-69f0d34f7e22 req-ff5f3b01-c37f-4fb5-81cf-8cd358c2cac9 tempest-VolumesActionsTest-198952152 tempest-VolumesActionsTest-198952152-project] Resources bound (agent type, host, resource id): {{(pid=104387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 05:19:23.930828 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1bb014f-923c-4b49-b62d-69f0d34f7e22 req-ff5f3b01-c37f-4fb5-81cf-8cd358c2cac9 tempest-VolumesActionsTest-198952152 tempest-VolumesActionsTest-198952152-project] Received port after_create {{(pid=104387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 18 05:19:23.943966 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61c3985-6c91-4f47-8bb7-82611f7de915 req-54e00fb5-9f2a-4b06-9351-2f7ef54ecfb6 tempest-VolumesActionsTest-198952152 tempest-VolumesActionsTest-198952152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:19:23.945131 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2b9b0f13-742d-4eb5-9fd1-25d8f3744972 req-06c04a6e-1869-4fc8-b741-d0774c23e182 tempest-TestShelveInstance-245137814 tempest-TestShelveInstance-245137814-project] Network cce77fdc-391d-4bde-a709-4c5e4b2c55d4 is already hosted by enough agents. {{(pid=104388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 05:19:23.945542 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-a61c3985-6c91-4f47-8bb7-82611f7de915 req-54e00fb5-9f2a-4b06-9351-2f7ef54ecfb6 tempest-VolumesActionsTest-198952152 tempest-VolumesActionsTest-198952152-project] 10.222.0.23 "GET /v2.0/ports?device_id=17a0202f-1150-49ed-a508-fbba8692b1d7 HTTP/1.1" status: 200 len: 931 time: 0.1136487 Jun 18 05:19:23.946251 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422728dc-89d9-4b57-8fa6-7e241eaf520e tempest-TestMinimumBasicScenario-1360665084 tempest-TestMinimumBasicScenario-1360665084-project] Pushing event updated for resources: {'Port': ['ID=b1a71f1a-f144-4c9b-bebe-fdc64da81cc6,revision_number=1']} {{(pid=104387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:19:23.950738 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.scheduler.base_scheduler [req-2b9b0f13-742d-4eb5-9fd1-25d8f3744972 req-06c04a6e-1869-4fc8-b741-d0774c23e182 tempest-TestShelveInstance-245137814 tempest-TestShelveInstance-245137814-project] Resources bound (agent type, host, resource id): {{(pid=104388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 05:19:23.953706 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c04a6e-1869-4fc8-b741-d0774c23e182 tempest-TestShelveInstance-245137814 tempest-TestShelveInstance-245137814-project] Pushing event updated for resources: {'Port': ['ID=2e6ea935-169b-426c-bf26-11d644b1d476,revision_number=1']} {{(pid=104388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:19:23.956266 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b9b0f13-742d-4eb5-9fd1-25d8f3744972 req-06c04a6e-1869-4fc8-b741-d0774c23e182 tempest-TestShelveInstance-245137814 tempest-TestShelveInstance-245137814-project] Received port after_create {{(pid=104388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 18 05:19:23.960489 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG dbcounter [-] [104388] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=104388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:19:24.015363 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9b0f13-742d-4eb5-9fd1-25d8f3744972 req-06c04a6e-1869-4fc8-b741-d0774c23e182 tempest-TestShelveInstance-245137814 tempest-TestShelveInstance-245137814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:19:24.016187 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [req-2b9b0f13-742d-4eb5-9fd1-25d8f3744972 req-06c04a6e-1869-4fc8-b741-d0774c23e182 tempest-TestShelveInstance-245137814 tempest-TestShelveInstance-245137814-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19502'] for port (None), before_response {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:19:24.049446 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG dbcounter [-] [104387] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:19:24.072745 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6fd4562-91cd-47c4-b0f9-966313c132c7 req-4a75f273-e1df-499f-8a24-b1c7c5c8f620 tempest-TestShelveInstance-245137814 tempest-TestShelveInstance-245137814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:19:24.074379 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-e6fd4562-91cd-47c4-b0f9-966313c132c7 req-4a75f273-e1df-499f-8a24-b1c7c5c8f620 tempest-TestShelveInstance-245137814 tempest-TestShelveInstance-245137814-project] 10.222.0.23 "GET /v2.0/ports?device_id=d0554d10-2a83-478b-a2a6-7c4bcc0dfc2b HTTP/1.1" status: 200 len: 931 time: 0.0553548 Jun 18 05:19:24.089259 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1bb014f-923c-4b49-b62d-69f0d34f7e22 req-ff5f3b01-c37f-4fb5-81cf-8cd358c2cac9 tempest-VolumesActionsTest-198952152 tempest-VolumesActionsTest-198952152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:19:24.089928 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [req-b1bb014f-923c-4b49-b62d-69f0d34f7e22 req-ff5f3b01-c37f-4fb5-81cf-8cd358c2cac9 tempest-VolumesActionsTest-198952152 tempest-VolumesActionsTest-198952152-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19502'] for port (None), before_response {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:19:24.108321 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff5f3b01-c37f-4fb5-81cf-8cd358c2cac9 tempest-VolumesActionsTest-198952152 tempest-VolumesActionsTest-198952152-project] Pushing event updated for resources: {'Port': ['ID=451c6eb3-9c80-4e4a-8271-8a7ff22fcc68,revision_number=1']} {{(pid=104387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:19:24.149661 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-e6fd4562-91cd-47c4-b0f9-966313c132c7 req-015ebb45-e003-480a-91eb-39efbd6395d7 tempest-TestShelveInstance-245137814 tempest-TestShelveInstance-245137814-project] 10.222.0.23 "GET /v2.0/security-groups?id=46e7c09b-3bcc-4ed0-87e3-5a0cff7170e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0664363 Jun 18 05:19:24.162162 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-2b9b0f13-742d-4eb5-9fd1-25d8f3744972 req-06c04a6e-1869-4fc8-b741-d0774c23e182 tempest-TestShelveInstance-245137814 tempest-TestShelveInstance-245137814-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1824312 Jun 18 05:19:24.179203 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-a61c3985-6c91-4f47-8bb7-82611f7de915 req-8af75746-3ab7-47e2-9c1e-328568619c5f tempest-VolumesActionsTest-198952152 tempest-VolumesActionsTest-198952152-project] 10.222.0.23 "GET /v2.0/security-groups?id=2f2cbc39-8b3e-4924-926e-fc7e9cf06658&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1920068 Jun 18 05:19:24.231380 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.db.provisioning_blocks [None req-ef87b86e-d3d7-4100-a6cf-4684956d99c1 None None] Provisioning complete for port 2e6ea935-169b-426c-bf26-11d644b1d476 triggered by entity DHCP. {{(pid=104389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 18 05:19:24.231953 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-ef87b86e-d3d7-4100-a6cf-4684956d99c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1740956'] for port (2e6ea935-169b-426c-bf26-11d644b1d476), provisioning_complete {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:19:24.249620 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-b1bb014f-923c-4b49-b62d-69f0d34f7e22 req-ff5f3b01-c37f-4fb5-81cf-8cd358c2cac9 tempest-VolumesActionsTest-198952152 tempest-VolumesActionsTest-198952152-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7603791 Jun 18 05:19:24.266735 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.plugin [None req-ef87b86e-d3d7-4100-a6cf-4684956d99c1 None None] Port 2e6ea935-169b-426c-bf26-11d644b1d476 cannot update to ACTIVE because it is not bound. {{(pid=104389) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 18 05:19:24.465250 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32af5ebd-aab9-4197-a79e-512b34a879e6 req-a63eab25-8224-46fe-8273-26ea34940815 tempest-ServerRescueNegativeTestJSON-1272623576 tempest-ServerRescueNegativeTestJSON-1272623576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:19:24.466936 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-32af5ebd-aab9-4197-a79e-512b34a879e6 req-a63eab25-8224-46fe-8273-26ea34940815 tempest-ServerRescueNegativeTestJSON-1272623576 tempest-ServerRescueNegativeTestJSON-1272623576-project] 10.222.0.23 "GET /v2.0/ports?device_id=73b2fdbe-e24f-4092-bf52-db5c0a24f250 HTTP/1.1" status: 200 len: 945 time: 0.0583971 Jun 18 05:19:24.505286 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-fcdab326-e0ad-4b55-ae16-7d6cf5e4492e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789592556683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1744442'] for agent (a8549501-0164-4ac5-90a6-1ba1ba0d3f9d), after_update {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:19:24.520307 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-32af5ebd-aab9-4197-a79e-512b34a879e6 req-d02afdd7-dc6b-4c13-94ff-e99054521431 tempest-ServerRescueNegativeTestJSON-1272623576 tempest-ServerRescueNegativeTestJSON-1272623576-project] 10.222.0.23 "GET /v2.0/security-groups?id=83d5be7f-d8af-4828-9878-6877e2a6bac5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463362 Jun 18 05:19:24.531701 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13ee0e9-9cc1-4180-85ff-20339a33117c req-f79232a7-af30-49ca-b34d-a87b9aebf844 tempest-AttachVolumeTestJSON-1934236616 tempest-AttachVolumeTestJSON-1934236616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:19:24.533544 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-b13ee0e9-9cc1-4180-85ff-20339a33117c req-f79232a7-af30-49ca-b34d-a87b9aebf844 tempest-AttachVolumeTestJSON-1934236616 tempest-AttachVolumeTestJSON-1934236616-project] 10.222.0.23 "GET /v2.0/ports?device_id=240d96c6-c2da-4ee1-8fd9-554944f65d95 HTTP/1.1" status: 200 len: 945 time: 0.0629389 Jun 18 05:19:24.534746 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-422728dc-89d9-4b57-8fa6-7e241eaf520e tempest-TestMinimumBasicScenario-1360665084 tempest-TestMinimumBasicScenario-1360665084-project] Publish callbacks [] for floatingip (c0b0f9ca-a5fb-4081-b7ae-2b085e0315e3), precommit_create {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:19:24.612053 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-b13ee0e9-9cc1-4180-85ff-20339a33117c req-168f4c4a-188e-411c-b8c1-b34aa5cb6ab3 tempest-AttachVolumeTestJSON-1934236616 tempest-AttachVolumeTestJSON-1934236616-project] 10.222.0.23 "GET /v2.0/security-groups?id=56599af9-2eb2-464a-a36c-fced5401bf67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0729764 Jun 18 05:19:24.679443 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-422728dc-89d9-4b57-8fa6-7e241eaf520e tempest-TestMinimumBasicScenario-1360665084 tempest-TestMinimumBasicScenario-1360665084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1768406'] for port (b1a71f1a-f144-4c9b-bebe-fdc64da81cc6), before_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:19:24.796654 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d18dee8-9fd5-4ed4-a336-fe6d1b6f13d9 req-ea6bf31c-db18-4c8c-8a62-281c2a8961dd tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:19:24.799108 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-0d18dee8-9fd5-4ed4-a336-fe6d1b6f13d9 req-ea6bf31c-db18-4c8c-8a62-281c2a8961dd tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] 10.222.0.23 "GET /v2.0/ports?device_id=3db86af8-06be-4481-ae05-85abb634d58e HTTP/1.1" status: 200 len: 943 time: 0.0491970 Jun 18 05:19:24.824325 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-422728dc-89d9-4b57-8fa6-7e241eaf520e tempest-TestMinimumBasicScenario-1360665084 tempest-TestMinimumBasicScenario-1360665084-project] Publish callbacks [] for port (b1a71f1a-f144-4c9b-bebe-fdc64da81cc6), precommit_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:19:24.846653 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-0d18dee8-9fd5-4ed4-a336-fe6d1b6f13d9 req-3b2815f4-fa96-4be8-b470-4dabd420cdca tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] 10.222.0.23 "GET /v2.0/security-groups?id=e7fc1561-1092-4d2a-b878-ed2f82ce27ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428574 Jun 18 05:19:24.865139 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-422728dc-89d9-4b57-8fa6-7e241eaf520e tempest-TestMinimumBasicScenario-1360665084 tempest-TestMinimumBasicScenario-1360665084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1768343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789592765606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789592262840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789592262858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14020781'] for port (b1a71f1a-f144-4c9b-bebe-fdc64da81cc6), after_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:19:24.927442 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG dbcounter [-] [104387] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:19:24.939419 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422728dc-89d9-4b57-8fa6-7e241eaf520e tempest-TestMinimumBasicScenario-1360665084 tempest-TestMinimumBasicScenario-1360665084-project] Pushing event updated for resources: {'Port': ['ID=b1a71f1a-f144-4c9b-bebe-fdc64da81cc6,revision_number=2']} {{(pid=104387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:19:24.947947 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-422728dc-89d9-4b57-8fa6-7e241eaf520e tempest-TestMinimumBasicScenario-1360665084 tempest-TestMinimumBasicScenario-1360665084-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-736808'] for floatingip (c0b0f9ca-a5fb-4081-b7ae-2b085e0315e3), after_create {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:19:25.035603 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG dbcounter [-] [104387] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:19:25.042702 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.db.l3_db [None req-422728dc-89d9-4b57-8fa6-7e241eaf520e tempest-TestMinimumBasicScenario-1360665084 tempest-TestMinimumBasicScenario-1360665084-project] Floating IP c0b0f9ca-a5fb-4081-b7ae-2b085e0315e3 associated. External IP: 172.27.2.71, port: ed5753b8-9359-4e81-8f42-c2dd469ec79e. Jun 18 05:19:25.284150 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322b4a47-9821-4ec1-a187-100eac1a4381 req-c6bac764-264f-4d38-b416-0fcf3e9ddb53 tempest-TestShelveInstance-245137814 tempest-TestShelveInstance-245137814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:19:25.285654 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-322b4a47-9821-4ec1-a187-100eac1a4381 req-c6bac764-264f-4d38-b416-0fcf3e9ddb53 tempest-TestShelveInstance-245137814 tempest-TestShelveInstance-245137814-project] 10.222.0.23 "GET /v2.0/ports?device_id=d0554d10-2a83-478b-a2a6-7c4bcc0dfc2b HTTP/1.1" status: 200 len: 931 time: 0.0619237 Jun 18 05:19:25.287525 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-422728dc-89d9-4b57-8fa6-7e241eaf520e tempest-TestMinimumBasicScenario-1360665084 tempest-TestMinimumBasicScenario-1360665084-project] Router 297588e7-f327-42c5-a4eb-51d2eeafb162 has already been hosted by L3 agent a8549501-0164-4ac5-90a6-1ba1ba0d3f9d {{(pid=104387) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 18 05:19:25.305155 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3dfa774-a3cd-4075-8a24-a386befabdf0 req-3bb35d79-b330-4e10-8221-be4004812581 tempest-VolumesActionsTest-198952152 tempest-VolumesActionsTest-198952152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:19:25.306710 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-b3dfa774-a3cd-4075-8a24-a386befabdf0 req-3bb35d79-b330-4e10-8221-be4004812581 tempest-VolumesActionsTest-198952152 tempest-VolumesActionsTest-198952152-project] 10.222.0.23 "GET /v2.0/ports?device_id=17a0202f-1150-49ed-a508-fbba8692b1d7 HTTP/1.1" status: 200 len: 931 time: 0.0480638 Jun 18 05:19:25.355232 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-b3dfa774-a3cd-4075-8a24-a386befabdf0 req-5c372f74-9046-41ba-b6a8-a81efb4f49de tempest-VolumesActionsTest-198952152 tempest-VolumesActionsTest-198952152-project] 10.222.0.23 "GET /v2.0/security-groups?id=2f2cbc39-8b3e-4924-926e-fc7e9cf06658&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417392 Jun 18 05:19:25.384693 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-322b4a47-9821-4ec1-a187-100eac1a4381 req-6364c962-5f9d-4ffe-921c-7c60a16cbbbe tempest-TestShelveInstance-245137814 tempest-TestShelveInstance-245137814-project] 10.222.0.23 "GET /v2.0/security-groups?id=46e7c09b-3bcc-4ed0-87e3-5a0cff7170e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0927739 Jun 18 05:19:25.431487 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-422728dc-89d9-4b57-8fa6-7e241eaf520e tempest-TestMinimumBasicScenario-1360665084 tempest-TestMinimumBasicScenario-1360665084-project] Notify agent at l3_agent.dv-cinder-836996-35-iscsi the message routers_updated {{(pid=104387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 05:19:25.440736 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06a41886-d5ed-471b-8564-c02439daa8ed None None] Sync routers for ids ['297588e7-f327-42c5-a4eb-51d2eeafb162'] in dv-cinder-836996-35-iscsi {{(pid=104389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 05:19:25.450943 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06a41886-d5ed-471b-8564-c02439daa8ed None None] Routers {'297588e7-f327-42c5-a4eb-51d2eeafb162'} bound to L3 agent in host dv-cinder-836996-35-iscsi {{(pid=104389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 18 05:19:25.452968 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.db.l3_hamode_db [None req-06a41886-d5ed-471b-8564-c02439daa8ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-35-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-18T05:08:24Z,description=,heartbeat_timestamp=2022-06-18T05:19:24Z,host='dv-cinder-836996-35-iscsi',id=a8549501-0164-4ac5-90a6-1ba1ba0d3f9d,load=0,resource_versions=,resources_synced=,started_at=2022-06-18T05:08:25Z,topic='l3_agent')) {'router_ids': ['297588e7-f327-42c5-a4eb-51d2eeafb162'], 'active': True} {{(pid=104389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 05:19:25.530408 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-422728dc-89d9-4b57-8fa6-7e241eaf520e tempest-TestMinimumBasicScenario-1360665084 tempest-TestMinimumBasicScenario-1360665084-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19502'] for floatingip (None), before_response {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:19:25.565269 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [None req-422728dc-89d9-4b57-8fa6-7e241eaf520e tempest-TestMinimumBasicScenario-1360665084 tempest-TestMinimumBasicScenario-1360665084-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.8605857 Jun 18 05:19:25.565269 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf8c3731-ba5b-41dc-ab3b-16d6725300a0', 'tag': 'ed5753b8-9359-4e81-8f42-c2dd469ec79e'}] {{(pid=104387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 18 05:19:25.566010 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}067244ef130036e0f0c6cfdae2cc0bb626a7afb0c2954d608d85df941ffdb65a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e02e393-7446-4f1f-9155-acdca5fbc660" -d '{"events": [{"name": "network-changed", "server_uuid": "bf8c3731-ba5b-41dc-ab3b-16d6725300a0", "tag": "ed5753b8-9359-4e81-8f42-c2dd469ec79e"}]}' {{(pid=104387) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 05:19:25.567686 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.db.l3_dvr_db [None req-06a41886-d5ed-471b-8564-c02439daa8ed None None] Set router 297588e7-f327-42c5-a4eb-51d2eeafb162 gateway port host: dv-cinder-836996-35-iscsi {{(pid=104389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 18 05:19:25.567815 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.wsgi [-] (104387) accepted ('10.222.0.23', 50836) {{(pid=104387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 05:19:25.572456 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.api.v2.base [None req-a96842a7-87f1-489d-97a2-d1bf9d33f6ea tempest-TestMinimumBasicScenario-1360665084 tempest-TestMinimumBasicScenario-1360665084-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1758100460', 'description': 'tempest-secgroup-smoke-1758100460 description', 'project_id': '3a833f00ba294564a66b9eefbc49147e'}} {{(pid=104387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 18 05:19:25.597028 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-bd48e2cf-68a6-4f35-9a09-882d425f288c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789592556683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1744442'] for agent (e572bbf3-12d8-41bb-a2ed-524d739c9de1), after_update {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:19:25.617588 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Jun 2022 05:19:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf3046d0-94b7-4391-8e04-38331bb1941c x-openstack-request-id: req-bf3046d0-94b7-4391-8e04-38331bb1941c {{(pid=104387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 05:19:25.618177 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bf8c3731-ba5b-41dc-ab3b-16d6725300a0", "tag": "ed5753b8-9359-4e81-8f42-c2dd469ec79e", "status": "completed", "code": 200}]} {{(pid=104387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 05:19:25.618499 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-bf3046d0-94b7-4391-8e04-38331bb1941c {{(pid=104387) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 05:19:25.618997 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bf3046d0-94b7-4391-8e04-38331bb1941c'] response: {'name': 'network-changed', 'server_uuid': 'bf8c3731-ba5b-41dc-ab3b-16d6725300a0', 'tag': 'ed5753b8-9359-4e81-8f42-c2dd469ec79e', 'status': 'completed', 'code': 200} Jun 18 05:19:25.654244 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-a96842a7-87f1-489d-97a2-d1bf9d33f6ea tempest-TestMinimumBasicScenario-1360665084 tempest-TestMinimumBasicScenario-1360665084-project] Publish callbacks [] for security_group (None), before_create {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:19:25.676778 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ac0465-0036-4c1d-875f-42db13cc92b0 req-eb2b9126-488c-41f4-8f94-f35a42b3e80a tempest-ServerRescueNegativeTestJSON-1272623576 tempest-ServerRescueNegativeTestJSON-1272623576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:19:25.678718 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-18ac0465-0036-4c1d-875f-42db13cc92b0 req-eb2b9126-488c-41f4-8f94-f35a42b3e80a tempest-ServerRescueNegativeTestJSON-1272623576 tempest-ServerRescueNegativeTestJSON-1272623576-project] 10.222.0.23 "GET /v2.0/ports?device_id=73b2fdbe-e24f-4092-bf52-db5c0a24f250 HTTP/1.1" status: 200 len: 945 time: 0.0573709 Jun 18 05:19:25.735041 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-18ac0465-0036-4c1d-875f-42db13cc92b0 req-199a110e-fa4b-465e-900e-8d6bf963b7a5 tempest-ServerRescueNegativeTestJSON-1272623576 tempest-ServerRescueNegativeTestJSON-1272623576-project] 10.222.0.23 "GET /v2.0/security-groups?id=83d5be7f-d8af-4828-9878-6877e2a6bac5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493073 Jun 18 05:19:25.755034 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f659b490-f95b-4946-91db-249801218d15 req-592eee99-7754-4f2b-8347-bc8f337af27b tempest-AttachVolumeTestJSON-1934236616 tempest-AttachVolumeTestJSON-1934236616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:19:25.756626 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-f659b490-f95b-4946-91db-249801218d15 req-592eee99-7754-4f2b-8347-bc8f337af27b tempest-AttachVolumeTestJSON-1934236616 tempest-AttachVolumeTestJSON-1934236616-project] 10.222.0.23 "GET /v2.0/ports?device_id=240d96c6-c2da-4ee1-8fd9-554944f65d95 HTTP/1.1" status: 200 len: 945 time: 0.0669141 Jun 18 05:19:25.792588 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-a96842a7-87f1-489d-97a2-d1bf9d33f6ea tempest-TestMinimumBasicScenario-1360665084 tempest-TestMinimumBasicScenario-1360665084-project] Publish callbacks [] for security_group (131710a9-3157-4597-bd4b-a4a60c8f2d5b), precommit_create {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:19:25.821653 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-f659b490-f95b-4946-91db-249801218d15 req-695cf718-6179-42f8-a47c-ede97fa83323 tempest-AttachVolumeTestJSON-1934236616 tempest-AttachVolumeTestJSON-1934236616-project] 10.222.0.23 "GET /v2.0/security-groups?id=56599af9-2eb2-464a-a36c-fced5401bf67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521839 Jun 18 05:19:25.839266 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.db.l3_hamode_db [None req-06a41886-d5ed-471b-8564-c02439daa8ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '297588e7-f327-42c5-a4eb-51d2eeafb162', 'name': 'tempest-TestMinimumBasicScenario-745194918-router', 'tenant_id': '3a833f00ba294564a66b9eefbc49147e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65c030c7-6a7d-4cea-a47d-5cdd532db0e6', 'external_fixed_ips': [{'subnet_id': 'a9fa7760-a071-45ee-b985-799999c69975', 'ip_address': '172.27.2.33'}], 'enable_snat': True}, 'gw_port_id': 'ba654309-9a26-4997-b5d9-652b34b0d644', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-18T05:17:50Z', 'updated_at': '2022-06-18T05:17:54Z', 'revision_number': 4, 'project_id': '3a833f00ba294564a66b9eefbc49147e', 'gw_port': {'id': 'ba654309-9a26-4997-b5d9-652b34b0d644', 'name': '', 'network_id': '65c030c7-6a7d-4cea-a47d-5cdd532db0e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:7e:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '297588e7-f327-42c5-a4eb-51d2eeafb162', 'device_owner': 'network:router_gateway', 'standard_attr_id': 276, 'fixed_ips': [{'subnet_id': 'a9fa7760-a071-45ee-b985-799999c69975', 'ip_address': '172.27.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-18T05:17:51Z', 'updated_at': '2022-06-18T05:17:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9fa7760-a071-45ee-b985-799999c69975', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-35-iscsi', '_floatingips': [{'id': 'c0b0f9ca-a5fb-4081-b7ae-2b085e0315e3', 'tenant_id': '3a833f00ba294564a66b9eefbc49147e', 'floating_ip_address': '172.27.2.71', 'floating_network_id': '65c030c7-6a7d-4cea-a47d-5cdd532db0e6', 'router_id': '297588e7-f327-42c5-a4eb-51d2eeafb162', 'port_id': 'ed5753b8-9359-4e81-8f42-c2dd469ec79e', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 415, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '381e581a-9cea-44f2-9ed2-365c11f6d6d9', 'mac_address': 'fa:16:3e:9e:1c:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf8c3731-ba5b-41dc-ab3b-16d6725300a0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-18T05:19:24Z', 'updated_at': '2022-06-18T05:19:24Z', 'revision_number': 0, 'project_id': '3a833f00ba294564a66b9eefbc49147e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d54d22b-839c-4985-9247-439ecbce5eaf', 'name': '', 'network_id': '381e581a-9cea-44f2-9ed2-365c11f6d6d9', 'tenant_id': '3a833f00ba294564a66b9eefbc49147e', 'mac_address': 'fa:16:3e:1b:10:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '297588e7-f327-42c5-a4eb-51d2eeafb162', 'device_owner': 'network:router_interface', 'standard_attr_id': 277, 'fixed_ips': [{'subnet_id': 'bc9d70cb-3189-4844-951f-f295bb588b8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-18T05:17:53Z', 'updated_at': '2022-06-18T05:18:01Z', 'revision_number': 5, 'project_id': '3a833f00ba294564a66b9eefbc49147e', 'subnets': [{'id': 'bc9d70cb-3189-4844-951f-f295bb588b8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-35-iscsi', False) {} {{(pid=104389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 05:19:25.858568 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-a96842a7-87f1-489d-97a2-d1bf9d33f6ea tempest-TestMinimumBasicScenario-1360665084 tempest-TestMinimumBasicScenario-1360665084-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728332'] for security_group (131710a9-3157-4597-bd4b-a4a60c8f2d5b), after_create {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:19:25.864446 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06a41886-d5ed-471b-8564-c02439daa8ed None None] Checking router: 297588e7-f327-42c5-a4eb-51d2eeafb162 for host: dv-cinder-836996-35-iscsi {{(pid=104389) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 05:19:25.872762 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06a41886-d5ed-471b-8564-c02439daa8ed None None] Routers {'297588e7-f327-42c5-a4eb-51d2eeafb162'} bound to L3 agent in host dv-cinder-836996-35-iscsi {{(pid=104389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 18 05:19:25.873394 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.db.l3_hamode_db [None req-06a41886-d5ed-471b-8564-c02439daa8ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-35-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-18T05:08:24Z,description=,heartbeat_timestamp=2022-06-18T05:19:24Z,host='dv-cinder-836996-35-iscsi',id=a8549501-0164-4ac5-90a6-1ba1ba0d3f9d,load=0,resource_versions=,resources_synced=,started_at=2022-06-18T05:08:25Z,topic='l3_agent')) {'router_ids': ['297588e7-f327-42c5-a4eb-51d2eeafb162'], 'active': True} {{(pid=104389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 05:19:25.891550 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a96842a7-87f1-489d-97a2-d1bf9d33f6ea tempest-TestMinimumBasicScenario-1360665084 tempest-TestMinimumBasicScenario-1360665084-project] Pushing event updated for resources: {'SecurityGroup': ['ID=131710a9-3157-4597-bd4b-a4a60c8f2d5b,revision_number=1']} {{(pid=104387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:19:25.960426 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-a96842a7-87f1-489d-97a2-d1bf9d33f6ea tempest-TestMinimumBasicScenario-1360665084 tempest-TestMinimumBasicScenario-1360665084-project] Publish callbacks [] for security_group (None), before_response {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:19:25.961742 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [None req-a96842a7-87f1-489d-97a2-d1bf9d33f6ea tempest-TestMinimumBasicScenario-1360665084 tempest-TestMinimumBasicScenario-1360665084-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3926225 Jun 18 05:19:25.964575 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.wsgi [-] (104387) accepted ('10.222.0.23', 50844) {{(pid=104387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 05:19:25.969931 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG dbcounter [-] [104389] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:19:25.973299 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.api.v2.base [None req-d9d55a2f-98ce-4abf-aa3b-b275d338d3fc tempest-TestMinimumBasicScenario-1360665084 tempest-TestMinimumBasicScenario-1360665084-project] Request body: {'security_group_rule': {'security_group_id': '131710a9-3157-4597-bd4b-a4a60c8f2d5b', 'project_id': '3a833f00ba294564a66b9eefbc49147e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 18 05:19:25.976873 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbe3cf2-e3cf-47d6-90e2-6668afff7293 req-2e6791ba-2224-40f3-bc3e-70a8ff3fcb43 tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:19:25.977039 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG dbcounter [-] [104389] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:19:25.978552 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-edbe3cf2-e3cf-47d6-90e2-6668afff7293 req-2e6791ba-2224-40f3-bc3e-70a8ff3fcb43 tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] 10.222.0.23 "GET /v2.0/ports?device_id=3db86af8-06be-4481-ae05-85abb634d58e HTTP/1.1" status: 200 len: 943 time: 0.0481308 Jun 18 05:19:25.981230 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.db.l3_dvr_db [None req-06a41886-d5ed-471b-8564-c02439daa8ed None None] Set router 297588e7-f327-42c5-a4eb-51d2eeafb162 gateway port host: dv-cinder-836996-35-iscsi {{(pid=104389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 18 05:19:26.028716 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-edbe3cf2-e3cf-47d6-90e2-6668afff7293 req-6395e64d-1a42-4f91-bbc7-cd950eba18f4 tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] 10.222.0.23 "GET /v2.0/security-groups?id=e7fc1561-1092-4d2a-b878-ed2f82ce27ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441256 Jun 18 05:19:26.040855 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG dbcounter [-] [104387] Writing DB stats neutron:SELECT=94,neutron:DELETE=3,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:19:26.044305 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-d9d55a2f-98ce-4abf-aa3b-b275d338d3fc tempest-TestMinimumBasicScenario-1360665084 tempest-TestMinimumBasicScenario-1360665084-project] Publish callbacks [] for security_group_rule (66630835-c220-45ed-9c4d-c0a859a6a2c9), before_create {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:19:26.101134 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-d9d55a2f-98ce-4abf-aa3b-b275d338d3fc tempest-TestMinimumBasicScenario-1360665084 tempest-TestMinimumBasicScenario-1360665084-project] Publish callbacks [] for security_group_rule (66630835-c220-45ed-9c4d-c0a859a6a2c9), precommit_create {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:19:26.163028 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-d9d55a2f-98ce-4abf-aa3b-b275d338d3fc tempest-TestMinimumBasicScenario-1360665084 tempest-TestMinimumBasicScenario-1360665084-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728447'] for security_group_rule (66630835-c220-45ed-9c4d-c0a859a6a2c9), after_create {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:19:26.170818 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG dbcounter [-] [104387] Writing DB stats neutron:SELECT=88,neutron:INSERT=10,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:19:26.183009 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d55a2f-98ce-4abf-aa3b-b275d338d3fc tempest-TestMinimumBasicScenario-1360665084 tempest-TestMinimumBasicScenario-1360665084-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=66630835-c220-45ed-9c4d-c0a859a6a2c9,revision_number=0']} {{(pid=104387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:19:26.201570 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.db.l3_hamode_db [None req-06a41886-d5ed-471b-8564-c02439daa8ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '297588e7-f327-42c5-a4eb-51d2eeafb162', 'name': 'tempest-TestMinimumBasicScenario-745194918-router', 'tenant_id': '3a833f00ba294564a66b9eefbc49147e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65c030c7-6a7d-4cea-a47d-5cdd532db0e6', 'external_fixed_ips': [{'subnet_id': 'a9fa7760-a071-45ee-b985-799999c69975', 'ip_address': '172.27.2.33'}], 'enable_snat': True}, 'gw_port_id': 'ba654309-9a26-4997-b5d9-652b34b0d644', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-18T05:17:50Z', 'updated_at': '2022-06-18T05:17:54Z', 'revision_number': 4, 'project_id': '3a833f00ba294564a66b9eefbc49147e', 'gw_port': {'id': 'ba654309-9a26-4997-b5d9-652b34b0d644', 'name': '', 'network_id': '65c030c7-6a7d-4cea-a47d-5cdd532db0e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:7e:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '297588e7-f327-42c5-a4eb-51d2eeafb162', 'device_owner': 'network:router_gateway', 'standard_attr_id': 276, 'fixed_ips': [{'subnet_id': 'a9fa7760-a071-45ee-b985-799999c69975', 'ip_address': '172.27.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-18T05:17:51Z', 'updated_at': '2022-06-18T05:17:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9fa7760-a071-45ee-b985-799999c69975', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-35-iscsi', '_floatingips': [{'id': 'c0b0f9ca-a5fb-4081-b7ae-2b085e0315e3', 'tenant_id': '3a833f00ba294564a66b9eefbc49147e', 'floating_ip_address': '172.27.2.71', 'floating_network_id': '65c030c7-6a7d-4cea-a47d-5cdd532db0e6', 'router_id': '297588e7-f327-42c5-a4eb-51d2eeafb162', 'port_id': 'ed5753b8-9359-4e81-8f42-c2dd469ec79e', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 415, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '381e581a-9cea-44f2-9ed2-365c11f6d6d9', 'mac_address': 'fa:16:3e:9e:1c:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf8c3731-ba5b-41dc-ab3b-16d6725300a0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-18T05:19:24Z', 'updated_at': '2022-06-18T05:19:24Z', 'revision_number': 0, 'project_id': '3a833f00ba294564a66b9eefbc49147e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d54d22b-839c-4985-9247-439ecbce5eaf', 'name': '', 'network_id': '381e581a-9cea-44f2-9ed2-365c11f6d6d9', 'tenant_id': '3a833f00ba294564a66b9eefbc49147e', 'mac_address': 'fa:16:3e:1b:10:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '297588e7-f327-42c5-a4eb-51d2eeafb162', 'device_owner': 'network:router_interface', 'standard_attr_id': 277, 'fixed_ips': [{'subnet_id': 'bc9d70cb-3189-4844-951f-f295bb588b8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-18T05:17:53Z', 'updated_at': '2022-06-18T05:18:01Z', 'revision_number': 5, 'project_id': '3a833f00ba294564a66b9eefbc49147e', 'subnets': [{'id': 'bc9d70cb-3189-4844-951f-f295bb588b8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-35-iscsi', False) {} {{(pid=104389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 05:19:26.267872 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-d9d55a2f-98ce-4abf-aa3b-b275d338d3fc tempest-TestMinimumBasicScenario-1360665084 tempest-TestMinimumBasicScenario-1360665084-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:19:26.273128 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.wsgi [-] (104388) accepted ('10.222.0.23', 50848) {{(pid=104388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 05:19:26.273326 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [None req-d9d55a2f-98ce-4abf-aa3b-b275d338d3fc tempest-TestMinimumBasicScenario-1360665084 tempest-TestMinimumBasicScenario-1360665084-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3068750 Jun 18 05:19:26.281721 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.api.v2.base [None req-45f09379-7194-4a93-8340-52b76d48a46f tempest-TestMinimumBasicScenario-1360665084 tempest-TestMinimumBasicScenario-1360665084-project] Request body: {'security_group_rule': {'security_group_id': '131710a9-3157-4597-bd4b-a4a60c8f2d5b', 'project_id': '3a833f00ba294564a66b9eefbc49147e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 18 05:19:26.354073 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06a41886-d5ed-471b-8564-c02439daa8ed None None] The sync data for ids ['297588e7-f327-42c5-a4eb-51d2eeafb162'] in dv-cinder-836996-35-iscsi is: [{'id': '297588e7-f327-42c5-a4eb-51d2eeafb162', 'name': 'tempest-TestMinimumBasicScenario-745194918-router', 'tenant_id': '3a833f00ba294564a66b9eefbc49147e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65c030c7-6a7d-4cea-a47d-5cdd532db0e6', 'external_fixed_ips': [{'subnet_id': 'a9fa7760-a071-45ee-b985-799999c69975', 'ip_address': '172.27.2.33'}], 'enable_snat': True}, 'gw_port_id': 'ba654309-9a26-4997-b5d9-652b34b0d644', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-18T05:17:50Z', 'updated_at': '2022-06-18T05:17:54Z', 'revision_number': 4, 'project_id': '3a833f00ba294564a66b9eefbc49147e', 'gw_port': {'id': 'ba654309-9a26-4997-b5d9-652b34b0d644', 'name': '', 'network_id': '65c030c7-6a7d-4cea-a47d-5cdd532db0e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:7e:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '297588e7-f327-42c5-a4eb-51d2eeafb162', 'device_owner': 'network:router_gateway', 'standard_attr_id': 276, 'fixed_ips': [{'subnet_id': 'a9fa7760-a071-45ee-b985-799999c69975', 'ip_address': '172.27.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-18T05:17:51Z', 'updated_at': '2022-06-18T05:17:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9fa7760-a071-45ee-b985-799999c69975', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-35-iscsi', '_floatingips': [{'id': 'c0b0f9ca-a5fb-4081-b7ae-2b085e0315e3', 'tenant_id': '3a833f00ba294564a66b9eefbc49147e', 'floating_ip_address': '172.27.2.71', 'floating_network_id': '65c030c7-6a7d-4cea-a47d-5cdd532db0e6', 'router_id': '297588e7-f327-42c5-a4eb-51d2eeafb162', 'port_id': 'ed5753b8-9359-4e81-8f42-c2dd469ec79e', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 415, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '381e581a-9cea-44f2-9ed2-365c11f6d6d9', 'mac_address': 'fa:16:3e:9e:1c:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf8c3731-ba5b-41dc-ab3b-16d6725300a0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-18T05:19:24Z', 'updated_at': '2022-06-18T05:19:24Z', 'revision_number': 0, 'project_id': '3a833f00ba294564a66b9eefbc49147e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d54d22b-839c-4985-9247-439ecbce5eaf', 'name': '', 'network_id': '381e581a-9cea-44f2-9ed2-365c11f6d6d9', 'tenant_id': '3a833f00ba294564a66b9eefbc49147e', 'mac_address': 'fa:16:3e:1b:10:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '297588e7-f327-42c5-a4eb-51d2eeafb162', 'device_owner': 'network:router_interface', 'standard_attr_id': 277, 'fixed_ips': [{'subnet_id': 'bc9d70cb-3189-4844-951f-f295bb588b8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-18T05:17:53Z', 'updated_at': '2022-06-18T05:18:01Z', 'revision_number': 5, 'project_id': '3a833f00ba294564a66b9eefbc49147e', 'subnets': [{'id': 'bc9d70cb-3189-4844-951f-f295bb588b8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 05:19:26.395844 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-45f09379-7194-4a93-8340-52b76d48a46f tempest-TestMinimumBasicScenario-1360665084 tempest-TestMinimumBasicScenario-1360665084-project] Publish callbacks [] for security_group_rule (597c7e43-c71d-45f9-94dc-6a8cd52ad4bb), before_create {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:19:26.476131 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-45f09379-7194-4a93-8340-52b76d48a46f tempest-TestMinimumBasicScenario-1360665084 tempest-TestMinimumBasicScenario-1360665084-project] Publish callbacks [] for security_group_rule (597c7e43-c71d-45f9-94dc-6a8cd52ad4bb), precommit_create {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:19:26.491363 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741f9971-3031-4838-8d5d-76ca82d143ae req-ab55a731-51f3-4646-8e9b-abfa00f885ec tempest-VolumesActionsTest-198952152 tempest-VolumesActionsTest-198952152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:19:26.498338 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-741f9971-3031-4838-8d5d-76ca82d143ae req-ab55a731-51f3-4646-8e9b-abfa00f885ec tempest-VolumesActionsTest-198952152 tempest-VolumesActionsTest-198952152-project] 10.222.0.23 "GET /v2.0/ports?device_id=17a0202f-1150-49ed-a508-fbba8692b1d7 HTTP/1.1" status: 200 len: 931 time: 0.0581145 Jun 18 05:19:26.528913 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a419e936-82a5-4c50-94f5-9efaef238d48 req-a20bc6fb-a6fc-4e15-b8cb-fc5574109cb4 tempest-TestShelveInstance-245137814 tempest-TestShelveInstance-245137814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:19:26.531047 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-a419e936-82a5-4c50-94f5-9efaef238d48 req-a20bc6fb-a6fc-4e15-b8cb-fc5574109cb4 tempest-TestShelveInstance-245137814 tempest-TestShelveInstance-245137814-project] 10.222.0.23 "GET /v2.0/ports?device_id=d0554d10-2a83-478b-a2a6-7c4bcc0dfc2b HTTP/1.1" status: 200 len: 931 time: 0.0528753 Jun 18 05:19:26.546518 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-741f9971-3031-4838-8d5d-76ca82d143ae req-2319c887-16a8-46b4-be0a-05cfe07103a0 tempest-VolumesActionsTest-198952152 tempest-VolumesActionsTest-198952152-project] 10.222.0.23 "GET /v2.0/security-groups?id=2f2cbc39-8b3e-4924-926e-fc7e9cf06658&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471838 Jun 18 05:19:26.553174 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-45f09379-7194-4a93-8340-52b76d48a46f tempest-TestMinimumBasicScenario-1360665084 tempest-TestMinimumBasicScenario-1360665084-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728447'] for security_group_rule (597c7e43-c71d-45f9-94dc-6a8cd52ad4bb), after_create {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:19:26.584953 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f09379-7194-4a93-8340-52b76d48a46f tempest-TestMinimumBasicScenario-1360665084 tempest-TestMinimumBasicScenario-1360665084-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=597c7e43-c71d-45f9-94dc-6a8cd52ad4bb,revision_number=0']} {{(pid=104388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:19:26.608280 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-600e03b5-8a42-49a8-8f99-0fe17bdca405 None None] New status for floating IP c0b0f9ca-a5fb-4081-b7ae-2b085e0315e3: ACTIVE {{(pid=104390) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 18 05:19:26.616134 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-a419e936-82a5-4c50-94f5-9efaef238d48 req-7b5c0c9b-5f79-41b1-9207-0fe19e9ffd3c tempest-TestShelveInstance-245137814 tempest-TestShelveInstance-245137814-project] 10.222.0.23 "GET /v2.0/security-groups?id=46e7c09b-3bcc-4ed0-87e3-5a0cff7170e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0793016 Jun 18 05:19:26.625887 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.api.v2.base [req-b1bb014f-923c-4b49-b62d-69f0d34f7e22 req-c2c719a5-58af-4524-bb1b-a3bdc2deabd7 service neutron] Request body: {'port': {'device_id': '17a0202f-1150-49ed-a508-fbba8692b1d7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83699'}} {{(pid=104387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 18 05:19:26.626780 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.api.v2.base [req-2b9b0f13-742d-4eb5-9fd1-25d8f3744972 req-1be85b83-b32d-47d8-8b46-28d1cb78d465 service neutron] Request body: {'port': {'device_id': 'd0554d10-2a83-478b-a2a6-7c4bcc0dfc2b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83699'}} {{(pid=104388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 18 05:19:26.631493 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG dbcounter [-] [104388] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:19:26.671014 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-45f09379-7194-4a93-8340-52b76d48a46f tempest-TestMinimumBasicScenario-1360665084 tempest-TestMinimumBasicScenario-1360665084-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:19:26.675552 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [None req-45f09379-7194-4a93-8340-52b76d48a46f tempest-TestMinimumBasicScenario-1360665084 tempest-TestMinimumBasicScenario-1360665084-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3981581 Jun 18 05:19:26.678938 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.wsgi [-] (104388) accepted ('10.222.0.23', 50854) {{(pid=104388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 05:19:26.683918 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.api.v2.base [None req-73ab468a-c281-4e5c-b2b2-09a42c0397af tempest-TestMinimumBasicScenario-1360665084 tempest-TestMinimumBasicScenario-1360665084-project] Request body: {'security_group_rule': {'security_group_id': '131710a9-3157-4597-bd4b-a4a60c8f2d5b', 'project_id': '3a833f00ba294564a66b9eefbc49147e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 18 05:19:26.695782 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [req-b1bb014f-923c-4b49-b62d-69f0d34f7e22 req-c2c719a5-58af-4524-bb1b-a3bdc2deabd7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1768406'] for port (451c6eb3-9c80-4e4a-8271-8a7ff22fcc68), before_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:19:26.753071 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG dbcounter [-] [104388] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:DELETE=1 {{(pid=104388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:19:26.763827 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e02e393-7446-4f1f-9155-acdca5fbc660 req-3d3a5af6-fabb-43b4-946a-0ecd11f3d914 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:19:26.766614 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-5e02e393-7446-4f1f-9155-acdca5fbc660 req-3d3a5af6-fabb-43b4-946a-0ecd11f3d914 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=3a833f00ba294564a66b9eefbc49147e&device_id=bf8c3731-ba5b-41dc-ab3b-16d6725300a0 HTTP/1.1" status: 200 len: 1129 time: 0.1220067 Jun 18 05:19:26.773216 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [req-2b9b0f13-742d-4eb5-9fd1-25d8f3744972 req-1be85b83-b32d-47d8-8b46-28d1cb78d465 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1768406'] for port (2e6ea935-169b-426c-bf26-11d644b1d476), before_update {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:19:26.894462 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f186ecf-1c2b-4f49-b381-3a15a7a8b132 req-1afe5e7b-7f6d-4812-90ce-6d0e6de3d476 tempest-ServerRescueNegativeTestJSON-1272623576 tempest-ServerRescueNegativeTestJSON-1272623576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:19:26.895955 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-7f186ecf-1c2b-4f49-b381-3a15a7a8b132 req-1afe5e7b-7f6d-4812-90ce-6d0e6de3d476 tempest-ServerRescueNegativeTestJSON-1272623576 tempest-ServerRescueNegativeTestJSON-1272623576-project] 10.222.0.23 "GET /v2.0/ports?device_id=73b2fdbe-e24f-4092-bf52-db5c0a24f250 HTTP/1.1" status: 200 len: 945 time: 0.0787795 Jun 18 05:19:26.901373 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-73ab468a-c281-4e5c-b2b2-09a42c0397af tempest-TestMinimumBasicScenario-1360665084 tempest-TestMinimumBasicScenario-1360665084-project] Publish callbacks [] for security_group_rule (1cd4fd0e-9621-4e92-8aeb-353530bd8681), before_create {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:19:27.005696 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-7f186ecf-1c2b-4f49-b381-3a15a7a8b132 req-d54448ce-a208-4ceb-9235-f83677296ef5 tempest-ServerRescueNegativeTestJSON-1272623576 tempest-ServerRescueNegativeTestJSON-1272623576-project] 10.222.0.23 "GET /v2.0/security-groups?id=83d5be7f-d8af-4828-9878-6877e2a6bac5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971279 Jun 18 05:19:27.017107 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG dbcounter [-] [104387] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=104387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:19:27.052430 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f56819-dc3b-4ff0-98ce-3053c4a0d48f req-d4e041ff-0ae2-4132-909e-63569241a7bb tempest-AttachVolumeTestJSON-1934236616 tempest-AttachVolumeTestJSON-1934236616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:19:27.054767 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-00f56819-dc3b-4ff0-98ce-3053c4a0d48f req-d4e041ff-0ae2-4132-909e-63569241a7bb tempest-AttachVolumeTestJSON-1934236616 tempest-AttachVolumeTestJSON-1934236616-project] 10.222.0.23 "GET /v2.0/ports?device_id=240d96c6-c2da-4ee1-8fd9-554944f65d95 HTTP/1.1" status: 200 len: 945 time: 0.1419351 Jun 18 05:19:27.079010 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.notifiers.nova [req-b1bb014f-923c-4b49-b62d-69f0d34f7e22 req-c2c719a5-58af-4524-bb1b-a3bdc2deabd7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 451c6eb3-9c80-4e4a-8271-8a7ff22fcc68 {{(pid=104387) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 18 05:19:27.087528 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [req-b1bb014f-923c-4b49-b62d-69f0d34f7e22 req-c2c719a5-58af-4524-bb1b-a3bdc2deabd7 service neutron] Publish callbacks [] for port (451c6eb3-9c80-4e4a-8271-8a7ff22fcc68), precommit_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:19:27.102787 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.db.provisioning_blocks [req-b1bb014f-923c-4b49-b62d-69f0d34f7e22 req-c2c719a5-58af-4524-bb1b-a3bdc2deabd7 service neutron] Transition to ACTIVE for port object 451c6eb3-9c80-4e4a-8271-8a7ff22fcc68 will not be triggered until provisioned by entity L2. {{(pid=104387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 18 05:19:27.143825 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-73ab468a-c281-4e5c-b2b2-09a42c0397af tempest-TestMinimumBasicScenario-1360665084 tempest-TestMinimumBasicScenario-1360665084-project] Publish callbacks [] for security_group_rule (1cd4fd0e-9621-4e92-8aeb-353530bd8681), precommit_create {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:19:27.162158 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-00f56819-dc3b-4ff0-98ce-3053c4a0d48f req-ac299025-8fac-4337-9cb8-138511bdfe34 tempest-AttachVolumeTestJSON-1934236616 tempest-AttachVolumeTestJSON-1934236616-project] 10.222.0.23 "GET /v2.0/security-groups?id=56599af9-2eb2-464a-a36c-fced5401bf67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1008298 Jun 18 05:19:27.163629 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba36b4d-62dc-46d5-b722-f938c86c1d54 req-6c4f0192-65d0-49f6-815b-cd32a5ddba99 tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:19:27.165313 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-8ba36b4d-62dc-46d5-b722-f938c86c1d54 req-6c4f0192-65d0-49f6-815b-cd32a5ddba99 tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] 10.222.0.23 "GET /v2.0/ports?device_id=3db86af8-06be-4481-ae05-85abb634d58e HTTP/1.1" status: 200 len: 943 time: 0.0581341 Jun 18 05:19:27.200431 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.wsgi [-] (104387) accepted ('10.222.0.15', 65067) {{(pid=104387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 05:19:27.209509 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [req-b1bb014f-923c-4b49-b62d-69f0d34f7e22 req-c2c719a5-58af-4524-bb1b-a3bdc2deabd7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1768343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789592765606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789592262840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789592262858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14020781'] for port (451c6eb3-9c80-4e4a-8271-8a7ff22fcc68), after_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:19:27.228870 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-73ab468a-c281-4e5c-b2b2-09a42c0397af tempest-TestMinimumBasicScenario-1360665084 tempest-TestMinimumBasicScenario-1360665084-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728447'] for security_group_rule (1cd4fd0e-9621-4e92-8aeb-353530bd8681), after_create {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:19:27.231127 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-5df8b1a9-a354-44ed-8761-35e8e24f4084 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789592556683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1744442'] for agent (37f34a37-d85d-4c21-966b-86dc43157ac3), after_update {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:19:27.317304 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-8ba36b4d-62dc-46d5-b722-f938c86c1d54 req-f9bf1706-196b-47e0-943a-2cd48abf1f0d tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] 10.222.0.23 "GET /v2.0/security-groups?id=e7fc1561-1092-4d2a-b878-ed2f82ce27ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1411717 Jun 18 05:19:27.541672 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.notifiers.nova [req-2b9b0f13-742d-4eb5-9fd1-25d8f3744972 req-1be85b83-b32d-47d8-8b46-28d1cb78d465 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2e6ea935-169b-426c-bf26-11d644b1d476 {{(pid=104388) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 18 05:19:27.546235 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ab468a-c281-4e5c-b2b2-09a42c0397af tempest-TestMinimumBasicScenario-1360665084 tempest-TestMinimumBasicScenario-1360665084-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1cd4fd0e-9621-4e92-8aeb-353530bd8681,revision_number=0']} {{(pid=104388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:19:27.555370 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-73ab468a-c281-4e5c-b2b2-09a42c0397af tempest-TestMinimumBasicScenario-1360665084 tempest-TestMinimumBasicScenario-1360665084-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:19:27.559030 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [None req-73ab468a-c281-4e5c-b2b2-09a42c0397af tempest-TestMinimumBasicScenario-1360665084 tempest-TestMinimumBasicScenario-1360665084-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8766074 Jun 18 05:19:27.559030 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [req-2b9b0f13-742d-4eb5-9fd1-25d8f3744972 req-1be85b83-b32d-47d8-8b46-28d1cb78d465 service neutron] Publish callbacks [] for port (2e6ea935-169b-426c-bf26-11d644b1d476), precommit_update {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:19:27.562977 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.wsgi [-] (104388) accepted ('10.222.0.23', 50864) {{(pid=104388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 05:19:27.568265 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.api.v2.base [None req-fad24727-7672-4c8d-a119-0f6701b895fa tempest-TestMinimumBasicScenario-1360665084 tempest-TestMinimumBasicScenario-1360665084-project] Request body: {'security_group_rule': {'security_group_id': '131710a9-3157-4597-bd4b-a4a60c8f2d5b', 'project_id': '3a833f00ba294564a66b9eefbc49147e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 18 05:19:27.589302 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-c042a677-28f5-4026-b552-0173028fe9dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789592556683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1744442'] for agent (d503ae44-4e24-48d3-9886-03581f90537d), after_update {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:19:27.597466 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad87db98-ada5-4cda-889c-65b6abc9fecd req-2370f86e-f53a-475a-940b-1be76f871e4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:19:27.599544 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-ad87db98-ada5-4cda-889c-65b6abc9fecd req-2370f86e-f53a-475a-940b-1be76f871e4d service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=3db86af8-06be-4481-ae05-85abb634d58e&tenant_id=758883a5aea04c85ad65bb6970bdb098 HTTP/1.1" status: 200 len: 1127 time: 0.3607292 Jun 18 05:19:27.600623 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c719a5-58af-4524-bb1b-a3bdc2deabd7 service neutron] Pushing event updated for resources: {'Port': ['ID=451c6eb3-9c80-4e4a-8271-8a7ff22fcc68,revision_number=2']} {{(pid=104387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:19:27.603749 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.db.provisioning_blocks [req-2b9b0f13-742d-4eb5-9fd1-25d8f3744972 req-1be85b83-b32d-47d8-8b46-28d1cb78d465 service neutron] Transition to ACTIVE for port object 2e6ea935-169b-426c-bf26-11d644b1d476 will not be triggered until provisioned by entity L2. {{(pid=104388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 18 05:19:27.620162 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e02e393-7446-4f1f-9155-acdca5fbc660 req-f4e7a6ce-f00a-4fa5-b105-c2a6aa4d1a64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:19:27.621671 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-5e02e393-7446-4f1f-9155-acdca5fbc660 req-f4e7a6ce-f00a-4fa5-b105-c2a6aa4d1a64 service neutron] 10.222.0.15 "GET /v2.0/networks?id=381e581a-9cea-44f2-9ed2-365c11f6d6d9 HTTP/1.1" status: 200 len: 915 time: 0.4484720 Jun 18 05:19:27.679110 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.managers [req-b1bb014f-923c-4b49-b62d-69f0d34f7e22 req-c2c719a5-58af-4524-bb1b-a3bdc2deabd7 service neutron] Attempting to bind port 451c6eb3-9c80-4e4a-8271-8a7ff22fcc68 on host hv-cinder-83699 for vnic_type normal with profile {{(pid=104387) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 18 05:19:27.679690 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.managers [req-b1bb014f-923c-4b49-b62d-69f0d34f7e22 req-c2c719a5-58af-4524-bb1b-a3bdc2deabd7 service neutron] Attempting to bind port 451c6eb3-9c80-4e4a-8271-8a7ff22fcc68 by drivers openvswitch,hyperv on host hv-cinder-83699 at level 0 using segments [{'id': 'df5c0d95-939e-4985-95c1-691e1c2a5bab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '4041b16e-d0bc-408d-92a3-b2c03aff6ddd'}] {{(pid=104387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 18 05:19:27.679938 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1bb014f-923c-4b49-b62d-69f0d34f7e22 req-c2c719a5-58af-4524-bb1b-a3bdc2deabd7 service neutron] Attempting to bind port 451c6eb3-9c80-4e4a-8271-8a7ff22fcc68 on network 4041b16e-d0bc-408d-92a3-b2c03aff6ddd {{(pid=104387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 18 05:19:27.685692 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1bb014f-923c-4b49-b62d-69f0d34f7e22 req-c2c719a5-58af-4524-bb1b-a3bdc2deabd7 service neutron] Port 451c6eb3-9c80-4e4a-8271-8a7ff22fcc68 on network 4041b16e-d0bc-408d-92a3-b2c03aff6ddd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83699 {{(pid=104387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 18 05:19:27.686106 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1bb014f-923c-4b49-b62d-69f0d34f7e22 req-c2c719a5-58af-4524-bb1b-a3bdc2deabd7 service neutron] Attempting to bind port 451c6eb3-9c80-4e4a-8271-8a7ff22fcc68 on network 4041b16e-d0bc-408d-92a3-b2c03aff6ddd {{(pid=104387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 18 05:19:27.691996 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [req-2b9b0f13-742d-4eb5-9fd1-25d8f3744972 req-1be85b83-b32d-47d8-8b46-28d1cb78d465 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1768343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789592765606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789592262840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789592262858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15493038'] for port (2e6ea935-169b-426c-bf26-11d644b1d476), after_update {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:19:27.694054 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1bb014f-923c-4b49-b62d-69f0d34f7e22 req-c2c719a5-58af-4524-bb1b-a3bdc2deabd7 service neutron] Checking agent: {'id': '21f82a9e-593b-4fa9-aa06-dfe6f16482e6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83699', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 18, 5, 14, 36), 'started_at': datetime.datetime(2022, 6, 18, 5, 14, 36), 'heartbeat_timestamp': datetime.datetime(2022, 6, 18, 5, 19, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 18 05:19:27.694398 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1bb014f-923c-4b49-b62d-69f0d34f7e22 req-c2c719a5-58af-4524-bb1b-a3bdc2deabd7 service neutron] Checking segment: {'id': 'df5c0d95-939e-4985-95c1-691e1c2a5bab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '4041b16e-d0bc-408d-92a3-b2c03aff6ddd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 18 05:19:27.694778 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1bb014f-923c-4b49-b62d-69f0d34f7e22 req-c2c719a5-58af-4524-bb1b-a3bdc2deabd7 service neutron] Bound using segment: {'id': 'df5c0d95-939e-4985-95c1-691e1c2a5bab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '4041b16e-d0bc-408d-92a3-b2c03aff6ddd'} {{(pid=104387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 18 05:19:27.695212 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.managers [req-b1bb014f-923c-4b49-b62d-69f0d34f7e22 req-c2c719a5-58af-4524-bb1b-a3bdc2deabd7 service neutron] Bound port: 451c6eb3-9c80-4e4a-8271-8a7ff22fcc68, host: hv-cinder-83699, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'df5c0d95-939e-4985-95c1-691e1c2a5bab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '4041b16e-d0bc-408d-92a3-b2c03aff6ddd'}}] {{(pid=104387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 18 05:19:27.695703 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [req-b1bb014f-923c-4b49-b62d-69f0d34f7e22 req-c2c719a5-58af-4524-bb1b-a3bdc2deabd7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1768406'] for port (451c6eb3-9c80-4e4a-8271-8a7ff22fcc68), before_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:19:27.725130 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4ed7a5-bca7-4576-9e4a-557ce1ec9841 req-fae65477-0940-4b1a-8e22-c3d6b522a433 tempest-VolumesActionsTest-198952152 tempest-VolumesActionsTest-198952152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:19:27.726696 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-0a4ed7a5-bca7-4576-9e4a-557ce1ec9841 req-fae65477-0940-4b1a-8e22-c3d6b522a433 tempest-VolumesActionsTest-198952152 tempest-VolumesActionsTest-198952152-project] 10.222.0.23 "GET /v2.0/ports?device_id=17a0202f-1150-49ed-a508-fbba8692b1d7 HTTP/1.1" status: 200 len: 943 time: 0.0885940 Jun 18 05:19:27.732945 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-fad24727-7672-4c8d-a119-0f6701b895fa tempest-TestMinimumBasicScenario-1360665084 tempest-TestMinimumBasicScenario-1360665084-project] Publish callbacks [] for security_group_rule (8a2836a8-d6c4-4503-bfee-6bc36d40209b), before_create {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:19:27.775124 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG dbcounter [-] [104387] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:19:27.790527 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be85b83-b32d-47d8-8b46-28d1cb78d465 service neutron] Pushing event updated for resources: {'Port': ['ID=2e6ea935-169b-426c-bf26-11d644b1d476,revision_number=2']} {{(pid=104388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:19:27.797709 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655bf5be-4882-4b87-8153-3c4fb3d1ffe2 req-b9b2a3e3-89e7-4837-aba3-a1c346dcd18a tempest-TestShelveInstance-245137814 tempest-TestShelveInstance-245137814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:19:27.798410 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-655bf5be-4882-4b87-8153-3c4fb3d1ffe2 req-b9b2a3e3-89e7-4837-aba3-a1c346dcd18a tempest-TestShelveInstance-245137814 tempest-TestShelveInstance-245137814-project] 10.222.0.23 "GET /v2.0/ports?device_id=d0554d10-2a83-478b-a2a6-7c4bcc0dfc2b HTTP/1.1" status: 200 len: 943 time: 0.0894117 Jun 18 05:19:27.810405 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.db [req-b1bb014f-923c-4b49-b62d-69f0d34f7e22 req-c2c719a5-58af-4524-bb1b-a3bdc2deabd7 service neutron] For port 451c6eb3-9c80-4e4a-8271-8a7ff22fcc68, host hv-cinder-83699, cleared binding levels {{(pid=104387) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 05:19:27.817148 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.db [req-b1bb014f-923c-4b49-b62d-69f0d34f7e22 req-c2c719a5-58af-4524-bb1b-a3bdc2deabd7 service neutron] For port 451c6eb3-9c80-4e4a-8271-8a7ff22fcc68, host hv-cinder-83699, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=451c6eb3-9c80-4e4a-8271-8a7ff22fcc68,segment=NetworkSegment(df5c0d95-939e-4985-95c1-691e1c2a5bab),segment_id=df5c0d95-939e-4985-95c1-691e1c2a5bab)] {{(pid=104387) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 05:19:27.848786 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-0a4ed7a5-bca7-4576-9e4a-557ce1ec9841 req-e068abe8-1ae5-4017-821f-4560f5996ad8 tempest-VolumesActionsTest-198952152 tempest-VolumesActionsTest-198952152-project] 10.222.0.23 "GET /v2.0/security-groups?id=2f2cbc39-8b3e-4924-926e-fc7e9cf06658&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123352 Jun 18 05:19:27.917019 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad87db98-ada5-4cda-889c-65b6abc9fecd req-46fdf6fc-007d-494e-befb-8e7de23d7f80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:19:27.918615 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-ad87db98-ada5-4cda-889c-65b6abc9fecd req-46fdf6fc-007d-494e-befb-8e7de23d7f80 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=758883a5aea04c85ad65bb6970bdb098&device_id=3db86af8-06be-4481-ae05-85abb634d58e HTTP/1.1" status: 200 len: 1127 time: 0.0881145 Jun 18 05:19:27.923134 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-655bf5be-4882-4b87-8153-3c4fb3d1ffe2 req-86b6da73-a297-4ac4-ab4a-df2809f0e1e5 tempest-TestShelveInstance-245137814 tempest-TestShelveInstance-245137814-project] 10.222.0.23 "GET /v2.0/security-groups?id=46e7c09b-3bcc-4ed0-87e3-5a0cff7170e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0811732 Jun 18 05:19:27.946895 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-fad24727-7672-4c8d-a119-0f6701b895fa tempest-TestMinimumBasicScenario-1360665084 tempest-TestMinimumBasicScenario-1360665084-project] Publish callbacks [] for security_group_rule (8a2836a8-d6c4-4503-bfee-6bc36d40209b), precommit_create {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:19:27.947054 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [req-b1bb014f-923c-4b49-b62d-69f0d34f7e22 req-c2c719a5-58af-4524-bb1b-a3bdc2deabd7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1768343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789592765606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789592262840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789592262858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14020781'] for port (451c6eb3-9c80-4e4a-8271-8a7ff22fcc68), after_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:19:27.971288 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-5e02e393-7446-4f1f-9155-acdca5fbc660 req-0bfb3318-e94b-41d8-aecd-f23401567fe0 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ed5753b8-9359-4e81-8f42-c2dd469ec79e HTTP/1.1" status: 200 len: 1000 time: 0.1460314 Jun 18 05:19:27.996827 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.plugins.ml2.managers [req-2b9b0f13-742d-4eb5-9fd1-25d8f3744972 req-1be85b83-b32d-47d8-8b46-28d1cb78d465 service neutron] Attempting to bind port 2e6ea935-169b-426c-bf26-11d644b1d476 on host hv-cinder-83699 for vnic_type normal with profile {{(pid=104388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 18 05:19:27.997168 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.plugins.ml2.managers [req-2b9b0f13-742d-4eb5-9fd1-25d8f3744972 req-1be85b83-b32d-47d8-8b46-28d1cb78d465 service neutron] Attempting to bind port 2e6ea935-169b-426c-bf26-11d644b1d476 by drivers openvswitch,hyperv on host hv-cinder-83699 at level 0 using segments [{'id': '5c1a6f43-88a7-45ae-8bd7-10faf4ff6d60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'cce77fdc-391d-4bde-a709-4c5e4b2c55d4'}] {{(pid=104388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 18 05:19:27.997533 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b9b0f13-742d-4eb5-9fd1-25d8f3744972 req-1be85b83-b32d-47d8-8b46-28d1cb78d465 service neutron] Attempting to bind port 2e6ea935-169b-426c-bf26-11d644b1d476 on network cce77fdc-391d-4bde-a709-4c5e4b2c55d4 {{(pid=104388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 18 05:19:28.028871 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG dbcounter [-] [104388] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=104388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:19:28.032762 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1bb014f-923c-4b49-b62d-69f0d34f7e22 req-c2c719a5-58af-4524-bb1b-a3bdc2deabd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:19:28.033420 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [req-b1bb014f-923c-4b49-b62d-69f0d34f7e22 req-c2c719a5-58af-4524-bb1b-a3bdc2deabd7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19502'] for port (None), before_response {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:19:28.034783 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-b1bb014f-923c-4b49-b62d-69f0d34f7e22 req-c2c719a5-58af-4524-bb1b-a3bdc2deabd7 service neutron] 10.222.0.15 "PUT /v2.0/ports/451c6eb3-9c80-4e4a-8271-8a7ff22fcc68 HTTP/1.1" status: 200 len: 1093 time: 1.4140947 Jun 18 05:19:28.036870 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17a0202f-1150-49ed-a508-fbba8692b1d7', 'tag': '451c6eb3-9c80-4e4a-8271-8a7ff22fcc68'}] {{(pid=104387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 18 05:19:28.039124 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}067244ef130036e0f0c6cfdae2cc0bb626a7afb0c2954d608d85df941ffdb65a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6b3e230-2367-4ea7-87d6-d2dce5d63dcd" -d '{"events": [{"name": "network-changed", "server_uuid": "17a0202f-1150-49ed-a508-fbba8692b1d7", "tag": "451c6eb3-9c80-4e4a-8271-8a7ff22fcc68"}]}' {{(pid=104387) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 05:19:28.039283 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b9b0f13-742d-4eb5-9fd1-25d8f3744972 req-1be85b83-b32d-47d8-8b46-28d1cb78d465 service neutron] Port 2e6ea935-169b-426c-bf26-11d644b1d476 on network cce77fdc-391d-4bde-a709-4c5e4b2c55d4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83699 {{(pid=104388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 18 05:19:28.039629 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b9b0f13-742d-4eb5-9fd1-25d8f3744972 req-1be85b83-b32d-47d8-8b46-28d1cb78d465 service neutron] Attempting to bind port 2e6ea935-169b-426c-bf26-11d644b1d476 on network cce77fdc-391d-4bde-a709-4c5e4b2c55d4 {{(pid=104388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 18 05:19:28.050491 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-fad24727-7672-4c8d-a119-0f6701b895fa tempest-TestMinimumBasicScenario-1360665084 tempest-TestMinimumBasicScenario-1360665084-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728447'] for security_group_rule (8a2836a8-d6c4-4503-bfee-6bc36d40209b), after_create {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:19:28.057302 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b9b0f13-742d-4eb5-9fd1-25d8f3744972 req-1be85b83-b32d-47d8-8b46-28d1cb78d465 service neutron] Checking agent: {'id': '21f82a9e-593b-4fa9-aa06-dfe6f16482e6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83699', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 18, 5, 14, 36), 'started_at': datetime.datetime(2022, 6, 18, 5, 14, 36), 'heartbeat_timestamp': datetime.datetime(2022, 6, 18, 5, 19, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 18 05:19:28.057686 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b9b0f13-742d-4eb5-9fd1-25d8f3744972 req-1be85b83-b32d-47d8-8b46-28d1cb78d465 service neutron] Checking segment: {'id': '5c1a6f43-88a7-45ae-8bd7-10faf4ff6d60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'cce77fdc-391d-4bde-a709-4c5e4b2c55d4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 18 05:19:28.058057 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b9b0f13-742d-4eb5-9fd1-25d8f3744972 req-1be85b83-b32d-47d8-8b46-28d1cb78d465 service neutron] Bound using segment: {'id': '5c1a6f43-88a7-45ae-8bd7-10faf4ff6d60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'cce77fdc-391d-4bde-a709-4c5e4b2c55d4'} {{(pid=104388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 18 05:19:28.058502 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.plugins.ml2.managers [req-2b9b0f13-742d-4eb5-9fd1-25d8f3744972 req-1be85b83-b32d-47d8-8b46-28d1cb78d465 service neutron] Bound port: 2e6ea935-169b-426c-bf26-11d644b1d476, host: hv-cinder-83699, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5c1a6f43-88a7-45ae-8bd7-10faf4ff6d60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'cce77fdc-391d-4bde-a709-4c5e4b2c55d4'}}] {{(pid=104388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 18 05:19:28.058869 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [req-2b9b0f13-742d-4eb5-9fd1-25d8f3744972 req-1be85b83-b32d-47d8-8b46-28d1cb78d465 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1768406'] for port (2e6ea935-169b-426c-bf26-11d644b1d476), before_update {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:19:28.072078 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c719a5-58af-4524-bb1b-a3bdc2deabd7 service neutron] Pushing event updated for resources: {'Port': ['ID=451c6eb3-9c80-4e4a-8271-8a7ff22fcc68,revision_number=3']} {{(pid=104387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:19:28.088796 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e02e393-7446-4f1f-9155-acdca5fbc660 req-95f752d5-7d56-491e-b49e-1b3180e1d2fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:19:28.090360 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-5e02e393-7446-4f1f-9155-acdca5fbc660 req-95f752d5-7d56-491e-b49e-1b3180e1d2fa service neutron] 10.222.0.15 "GET /v2.0/subnets?id=bc9d70cb-3189-4844-951f-f295bb588b8d HTTP/1.1" status: 200 len: 853 time: 0.1042757 Jun 18 05:19:28.099803 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad24727-7672-4c8d-a119-0f6701b895fa tempest-TestMinimumBasicScenario-1360665084 tempest-TestMinimumBasicScenario-1360665084-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8a2836a8-d6c4-4503-bfee-6bc36d40209b,revision_number=0']} {{(pid=104388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:19:28.106821 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad87db98-ada5-4cda-889c-65b6abc9fecd req-87db423c-4b4f-4ba6-8795-0a6cbcd8cb75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:19:28.117341 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-ad87db98-ada5-4cda-889c-65b6abc9fecd req-87db423c-4b4f-4ba6-8795-0a6cbcd8cb75 service neutron] 10.222.0.15 "GET /v2.0/networks?id=f7ef077f-c52c-4f70-b85e-e8892706babc HTTP/1.1" status: 200 len: 917 time: 0.1829755 Jun 18 05:19:28.151017 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Jun 2022 05:19:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f07d968-cfe8-4b2a-a00a-abfbde1a2de4 x-openstack-request-id: req-4f07d968-cfe8-4b2a-a00a-abfbde1a2de4 {{(pid=104387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 05:19:28.151386 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "17a0202f-1150-49ed-a508-fbba8692b1d7", "tag": "451c6eb3-9c80-4e4a-8271-8a7ff22fcc68", "status": "completed", "code": 200}]} {{(pid=104387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 05:19:28.151555 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-4f07d968-cfe8-4b2a-a00a-abfbde1a2de4 {{(pid=104387) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 05:19:28.152421 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4f07d968-cfe8-4b2a-a00a-abfbde1a2de4'] response: {'name': 'network-changed', 'server_uuid': '17a0202f-1150-49ed-a508-fbba8692b1d7', 'tag': '451c6eb3-9c80-4e4a-8271-8a7ff22fcc68', 'status': 'completed', 'code': 200} Jun 18 05:19:28.187154 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-ad87db98-ada5-4cda-889c-65b6abc9fecd req-953b7741-ce56-4144-bbb2-501d7177d89c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1fb70483-13da-4dd6-a45d-5224ec85a411 HTTP/1.1" status: 200 len: 999 time: 0.0727561 Jun 18 05:19:28.194146 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-fad24727-7672-4c8d-a119-0f6701b895fa tempest-TestMinimumBasicScenario-1360665084 tempest-TestMinimumBasicScenario-1360665084-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:19:28.195241 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [None req-fad24727-7672-4c8d-a119-0f6701b895fa tempest-TestMinimumBasicScenario-1360665084 tempest-TestMinimumBasicScenario-1360665084-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6305468 Jun 18 05:19:28.198658 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.wsgi [-] (104387) accepted ('10.222.0.23', 50876) {{(pid=104387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 05:19:28.201425 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG dbcounter [-] [104388] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=104388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:19:28.204021 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.api.v2.base [None req-99c69864-8443-4e3a-ba6b-b92091bfdf08 tempest-TestMinimumBasicScenario-1360665084 tempest-TestMinimumBasicScenario-1360665084-project] Request body: {'security_group_rule': {'security_group_id': '131710a9-3157-4597-bd4b-a4a60c8f2d5b', 'project_id': '3a833f00ba294564a66b9eefbc49147e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 18 05:19:28.221642 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e02e393-7446-4f1f-9155-acdca5fbc660 req-dc86d157-5007-46b6-84c0-008e908c3edb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:19:28.224509 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-5e02e393-7446-4f1f-9155-acdca5fbc660 req-dc86d157-5007-46b6-84c0-008e908c3edb service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=381e581a-9cea-44f2-9ed2-365c11f6d6d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1244624 Jun 18 05:19:28.235858 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495f668e-f6da-4f0f-ba34-09dcf83cbc0f req-1457c443-d5e3-4254-8a73-d87e849e0b8f tempest-ServerRescueNegativeTestJSON-1272623576 tempest-ServerRescueNegativeTestJSON-1272623576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:19:28.237374 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-495f668e-f6da-4f0f-ba34-09dcf83cbc0f req-1457c443-d5e3-4254-8a73-d87e849e0b8f tempest-ServerRescueNegativeTestJSON-1272623576 tempest-ServerRescueNegativeTestJSON-1272623576-project] 10.222.0.23 "GET /v2.0/ports?device_id=73b2fdbe-e24f-4092-bf52-db5c0a24f250 HTTP/1.1" status: 200 len: 945 time: 0.1049125 Jun 18 05:19:28.238513 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.plugins.ml2.db [req-2b9b0f13-742d-4eb5-9fd1-25d8f3744972 req-1be85b83-b32d-47d8-8b46-28d1cb78d465 service neutron] For port 2e6ea935-169b-426c-bf26-11d644b1d476, host hv-cinder-83699, cleared binding levels {{(pid=104388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 05:19:28.243099 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.plugins.ml2.db [req-2b9b0f13-742d-4eb5-9fd1-25d8f3744972 req-1be85b83-b32d-47d8-8b46-28d1cb78d465 service neutron] For port 2e6ea935-169b-426c-bf26-11d644b1d476, host hv-cinder-83699, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=2e6ea935-169b-426c-bf26-11d644b1d476,segment=NetworkSegment(5c1a6f43-88a7-45ae-8bd7-10faf4ff6d60),segment_id=5c1a6f43-88a7-45ae-8bd7-10faf4ff6d60)] {{(pid=104388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 05:19:28.346203 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [req-2b9b0f13-742d-4eb5-9fd1-25d8f3744972 req-1be85b83-b32d-47d8-8b46-28d1cb78d465 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1768343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789592765606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789592262840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789592262858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15493038'] for port (2e6ea935-169b-426c-bf26-11d644b1d476), after_update {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:19:28.351993 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b3e230-2367-4ea7-87d6-d2dce5d63dcd req-a65b22a0-73b5-4854-aa23-c56dc7bd7d60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:19:28.353541 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-e6b3e230-2367-4ea7-87d6-d2dce5d63dcd req-a65b22a0-73b5-4854-aa23-c56dc7bd7d60 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=a63728833c434410864d0d7431a9fac2&device_id=17a0202f-1150-49ed-a508-fbba8692b1d7 HTTP/1.1" status: 200 len: 1127 time: 0.1406996 Jun 18 05:19:28.355557 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad87db98-ada5-4cda-889c-65b6abc9fecd req-51306224-7363-4236-9e42-7c557cfd3dba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:19:28.358095 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-ad87db98-ada5-4cda-889c-65b6abc9fecd req-51306224-7363-4236-9e42-7c557cfd3dba service neutron] 10.222.0.15 "GET /v2.0/subnets?id=33823053-d4d0-4fd0-8dfe-171b826300f0 HTTP/1.1" status: 200 len: 855 time: 0.1476223 Jun 18 05:19:28.365047 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-495f668e-f6da-4f0f-ba34-09dcf83cbc0f req-613cf5fe-ca37-4072-99f5-1a1aa7ea6589 tempest-ServerRescueNegativeTestJSON-1272623576 tempest-ServerRescueNegativeTestJSON-1272623576-project] 10.222.0.23 "GET /v2.0/security-groups?id=83d5be7f-d8af-4828-9878-6877e2a6bac5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123955 Jun 18 05:19:28.365940 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04c2292-4683-41d4-8778-08288ecc8487 req-a7d61ada-c5bf-4beb-b7a1-57dfa869cd75 tempest-AttachVolumeTestJSON-1934236616 tempest-AttachVolumeTestJSON-1934236616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:19:28.373560 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-c04c2292-4683-41d4-8778-08288ecc8487 req-a7d61ada-c5bf-4beb-b7a1-57dfa869cd75 tempest-AttachVolumeTestJSON-1934236616 tempest-AttachVolumeTestJSON-1934236616-project] 10.222.0.23 "GET /v2.0/ports?device_id=240d96c6-c2da-4ee1-8fd9-554944f65d95 HTTP/1.1" status: 200 len: 945 time: 0.1213479 Jun 18 05:19:28.410872 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9b0f13-742d-4eb5-9fd1-25d8f3744972 req-1be85b83-b32d-47d8-8b46-28d1cb78d465 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:19:28.411500 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [req-2b9b0f13-742d-4eb5-9fd1-25d8f3744972 req-1be85b83-b32d-47d8-8b46-28d1cb78d465 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19502'] for port (None), before_response {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:19:28.412893 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-2b9b0f13-742d-4eb5-9fd1-25d8f3744972 req-1be85b83-b32d-47d8-8b46-28d1cb78d465 service neutron] 10.222.0.15 "PUT /v2.0/ports/2e6ea935-169b-426c-bf26-11d644b1d476 HTTP/1.1" status: 200 len: 1093 time: 1.7919738 Jun 18 05:19:28.413368 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd0554d10-2a83-478b-a2a6-7c4bcc0dfc2b', 'tag': '2e6ea935-169b-426c-bf26-11d644b1d476'}] {{(pid=104388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 18 05:19:28.415604 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76651050bff5b1e15da4688504920c0e470581a7df997af8856c46d23e91a66a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7df10b95-c2c3-40b2-a88f-596271810eab" -d '{"events": [{"name": "network-changed", "server_uuid": "d0554d10-2a83-478b-a2a6-7c4bcc0dfc2b", "tag": "2e6ea935-169b-426c-bf26-11d644b1d476"}]}' {{(pid=104388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 05:19:28.431068 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-5e02e393-7446-4f1f-9155-acdca5fbc660 req-72733f9c-bed9-4e8f-a439-516abbb7b00f service neutron] 10.222.0.15 "GET /v2.0/networks/381e581a-9cea-44f2-9ed2-365c11f6d6d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1898611 Jun 18 05:19:28.478923 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.db.securitygroups_db [None req-99c69864-8443-4e3a-ba6b-b92091bfdf08 tempest-TestMinimumBasicScenario-1360665084 tempest-TestMinimumBasicScenario-1360665084-project] Project 3a833f00ba294564a66b9eefbc49147e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 18 05:19:28.500031 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be85b83-b32d-47d8-8b46-28d1cb78d465 service neutron] Pushing event updated for resources: {'Port': ['ID=2e6ea935-169b-426c-bf26-11d644b1d476,revision_number=3']} {{(pid=104388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:19:28.512395 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-99c69864-8443-4e3a-ba6b-b92091bfdf08 tempest-TestMinimumBasicScenario-1360665084 tempest-TestMinimumBasicScenario-1360665084-project] Publish callbacks [] for security_group_rule (fc54ee3f-c884-46f0-bef6-302d3871672e), before_create {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:19:28.590460 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad87db98-ada5-4cda-889c-65b6abc9fecd req-363f5d27-ece8-4230-90b0-f56cb58fe4d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:19:28.591971 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-ad87db98-ada5-4cda-889c-65b6abc9fecd req-363f5d27-ece8-4230-90b0-f56cb58fe4d6 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f7ef077f-c52c-4f70-b85e-e8892706babc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.2086244 Jun 18 05:19:28.602034 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aacd70b6-66bb-4e0f-b6d4-9d10d80af0f4 req-6cef8325-1cb0-43e1-af14-c5eb8bf984a8 tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:19:28.602892 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-aacd70b6-66bb-4e0f-b6d4-9d10d80af0f4 req-6cef8325-1cb0-43e1-af14-c5eb8bf984a8 tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] 10.222.0.23 "GET /v2.0/ports?device_id=3db86af8-06be-4481-ae05-85abb634d58e HTTP/1.1" status: 200 len: 943 time: 0.1154506 Jun 18 05:19:28.678220 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-5e02e393-7446-4f1f-9155-acdca5fbc660 req-08c96b00-376d-48c3-a40b-1f79d2628cc0 service neutron] 10.222.0.15 "GET /v2.0/networks/381e581a-9cea-44f2-9ed2-365c11f6d6d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2281163 Jun 18 05:19:28.686224 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-c04c2292-4683-41d4-8778-08288ecc8487 req-1cddcb7c-2fe6-4b17-92df-2ec940a51663 tempest-AttachVolumeTestJSON-1934236616 tempest-AttachVolumeTestJSON-1934236616-project] 10.222.0.23 "GET /v2.0/security-groups?id=56599af9-2eb2-464a-a36c-fced5401bf67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3114529 Jun 18 05:19:28.708435 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9b0f13-742d-4eb5-9fd1-25d8f3744972 req-76075c7c-b33d-4e38-8bb6-ae4227e1ba50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:19:28.711712 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-2b9b0f13-742d-4eb5-9fd1-25d8f3744972 req-76075c7c-b33d-4e38-8bb6-ae4227e1ba50 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=65a7c712ebe34d53b4acd7e8473c6d95&device_id=d0554d10-2a83-478b-a2a6-7c4bcc0dfc2b HTTP/1.1" status: 200 len: 1127 time: 0.0906870 Jun 18 05:19:28.746156 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-aacd70b6-66bb-4e0f-b6d4-9d10d80af0f4 req-b0ad05bf-ff9b-4c7b-852d-cf38dbbb3666 tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] 10.222.0.23 "GET /v2.0/security-groups?id=e7fc1561-1092-4d2a-b878-ed2f82ce27ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1376736 Jun 18 05:19:28.757484 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Jun 2022 05:19:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79d0eb9b-f72b-45ac-ac5b-cbddb2be62ac x-openstack-request-id: req-79d0eb9b-f72b-45ac-ac5b-cbddb2be62ac {{(pid=104388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 05:19:28.757484 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d0554d10-2a83-478b-a2a6-7c4bcc0dfc2b", "tag": "2e6ea935-169b-426c-bf26-11d644b1d476", "status": "completed", "code": 200}]} {{(pid=104388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 05:19:28.757484 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-79d0eb9b-f72b-45ac-ac5b-cbddb2be62ac {{(pid=104388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 05:19:28.757980 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.notifiers.nova [-] Nova event matching ['req-79d0eb9b-f72b-45ac-ac5b-cbddb2be62ac'] response: {'name': 'network-changed', 'server_uuid': 'd0554d10-2a83-478b-a2a6-7c4bcc0dfc2b', 'tag': '2e6ea935-169b-426c-bf26-11d644b1d476', 'status': 'completed', 'code': 200} Jun 18 05:19:28.770778 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b3e230-2367-4ea7-87d6-d2dce5d63dcd req-1e3602b5-19e3-46ca-8a0a-fdbb41e2152c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:19:28.772266 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-e6b3e230-2367-4ea7-87d6-d2dce5d63dcd req-1e3602b5-19e3-46ca-8a0a-fdbb41e2152c service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=a63728833c434410864d0d7431a9fac2&shared=False HTTP/1.1" status: 200 len: 910 time: 0.3877470 Jun 18 05:19:28.776600 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG dbcounter [-] [104387] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=104387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:19:28.788581 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-2b9b0f13-742d-4eb5-9fd1-25d8f3744972 req-21a32223-9919-41fa-af8e-1747bb721933 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2e6ea935-169b-426c-bf26-11d644b1d476 HTTP/1.1" status: 200 len: 217 time: 0.0409474 Jun 18 05:19:28.797722 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-99c69864-8443-4e3a-ba6b-b92091bfdf08 tempest-TestMinimumBasicScenario-1360665084 tempest-TestMinimumBasicScenario-1360665084-project] Publish callbacks [] for security_group_rule (fc54ee3f-c884-46f0-bef6-302d3871672e), precommit_create {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:19:28.818303 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-ad87db98-ada5-4cda-889c-65b6abc9fecd req-927dff10-90d3-4aa8-b71d-3b017f5e630e service neutron] 10.222.0.15 "GET /v2.0/networks/f7ef077f-c52c-4f70-b85e-e8892706babc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2097406 Jun 18 05:19:28.848381 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-99c69864-8443-4e3a-ba6b-b92091bfdf08 tempest-TestMinimumBasicScenario-1360665084 tempest-TestMinimumBasicScenario-1360665084-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728447'] for security_group_rule (fc54ee3f-c884-46f0-bef6-302d3871672e), after_create {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:19:28.902971 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c69864-8443-4e3a-ba6b-b92091bfdf08 tempest-TestMinimumBasicScenario-1360665084 tempest-TestMinimumBasicScenario-1360665084-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fc54ee3f-c884-46f0-bef6-302d3871672e,revision_number=0']} {{(pid=104387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:19:28.952159 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9b0f13-742d-4eb5-9fd1-25d8f3744972 req-1f855e94-36b0-4d0e-81e3-7ae77d6b9281 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:19:28.955895 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-2b9b0f13-742d-4eb5-9fd1-25d8f3744972 req-1f855e94-36b0-4d0e-81e3-7ae77d6b9281 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=778d0c06-0b61-4f2c-a161-3f736e93558f HTTP/1.1" status: 200 len: 847 time: 0.0950589 Jun 18 05:19:28.975612 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-99c69864-8443-4e3a-ba6b-b92091bfdf08 tempest-TestMinimumBasicScenario-1360665084 tempest-TestMinimumBasicScenario-1360665084-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:19:28.979565 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.wsgi [-] (104388) accepted ('10.222.0.23', 50900) {{(pid=104388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 05:19:28.979703 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [None req-99c69864-8443-4e3a-ba6b-b92091bfdf08 tempest-TestMinimumBasicScenario-1360665084 tempest-TestMinimumBasicScenario-1360665084-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.7796810 Jun 18 05:19:28.988859 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.api.v2.base [None req-2abbbf35-3f84-483f-b85c-b896aa9566e5 tempest-TestMinimumBasicScenario-1360665084 tempest-TestMinimumBasicScenario-1360665084-project] Request body: {'security_group_rule': {'security_group_id': '131710a9-3157-4597-bd4b-a4a60c8f2d5b', 'project_id': '3a833f00ba294564a66b9eefbc49147e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 18 05:19:29.074678 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9b0f13-742d-4eb5-9fd1-25d8f3744972 req-abdf6289-5906-498e-ab54-25dec154c7c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:19:29.076338 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-2b9b0f13-742d-4eb5-9fd1-25d8f3744972 req-abdf6289-5906-498e-ab54-25dec154c7c5 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=cce77fdc-391d-4bde-a709-4c5e4b2c55d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1132712 Jun 18 05:19:29.083389 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b78f763-320a-4d8c-891b-8f5a81304e95 req-331017fc-157f-42a2-a719-3bee2ea629d2 tempest-VolumesActionsTest-198952152 tempest-VolumesActionsTest-198952152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:19:29.084859 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-9b78f763-320a-4d8c-891b-8f5a81304e95 req-331017fc-157f-42a2-a719-3bee2ea629d2 tempest-VolumesActionsTest-198952152 tempest-VolumesActionsTest-198952152-project] 10.222.0.23 "GET /v2.0/ports?device_id=17a0202f-1150-49ed-a508-fbba8692b1d7 HTTP/1.1" status: 200 len: 943 time: 0.1191499 Jun 18 05:19:29.089707 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3e2c39-87e5-4017-aa0b-04006c5ef83b req-3fa96560-4622-461e-a7e0-97d23f8a54f3 tempest-TestShelveInstance-245137814 tempest-TestShelveInstance-245137814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:19:29.093751 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-9e3e2c39-87e5-4017-aa0b-04006c5ef83b req-3fa96560-4622-461e-a7e0-97d23f8a54f3 tempest-TestShelveInstance-245137814 tempest-TestShelveInstance-245137814-project] 10.222.0.23 "GET /v2.0/ports?device_id=d0554d10-2a83-478b-a2a6-7c4bcc0dfc2b HTTP/1.1" status: 200 len: 943 time: 0.0686705 Jun 18 05:19:29.100292 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b3e230-2367-4ea7-87d6-d2dce5d63dcd req-1753813d-c406-4e87-94cd-9846b69f5bbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:19:29.101737 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-e6b3e230-2367-4ea7-87d6-d2dce5d63dcd req-1753813d-c406-4e87-94cd-9846b69f5bbb service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2408483 Jun 18 05:19:29.111941 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-ad87db98-ada5-4cda-889c-65b6abc9fecd req-35004355-d0d8-42af-a045-572f3c2ce804 service neutron] 10.222.0.15 "GET /v2.0/networks/f7ef077f-c52c-4f70-b85e-e8892706babc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2447014 Jun 18 05:19:29.144421 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.db.securitygroups_db [None req-2abbbf35-3f84-483f-b85c-b896aa9566e5 tempest-TestMinimumBasicScenario-1360665084 tempest-TestMinimumBasicScenario-1360665084-project] Project 3a833f00ba294564a66b9eefbc49147e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 18 05:19:29.155916 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-9b78f763-320a-4d8c-891b-8f5a81304e95 req-fc5c8cbe-4179-44eb-abe4-da52e5c16dec tempest-VolumesActionsTest-198952152 tempest-VolumesActionsTest-198952152-project] 10.222.0.23 "GET /v2.0/security-groups?id=2f2cbc39-8b3e-4924-926e-fc7e9cf06658&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590649 Jun 18 05:19:29.190388 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-2abbbf35-3f84-483f-b85c-b896aa9566e5 tempest-TestMinimumBasicScenario-1360665084 tempest-TestMinimumBasicScenario-1360665084-project] Publish callbacks [] for security_group_rule (4c0719e7-3b77-4726-80bc-6d2991719288), before_create {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:19:29.221619 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1bb014f-923c-4b49-b62d-69f0d34f7e22 req-8f8787ef-4686-4428-93f8-363adfefefb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:19:29.223201 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-b1bb014f-923c-4b49-b62d-69f0d34f7e22 req-8f8787ef-4686-4428-93f8-363adfefefb3 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=a63728833c434410864d0d7431a9fac2&device_id=17a0202f-1150-49ed-a508-fbba8692b1d7 HTTP/1.1" status: 200 len: 1127 time: 0.0500224 Jun 18 05:19:29.230941 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG dbcounter [-] [104387] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:19:29.242500 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-9e3e2c39-87e5-4017-aa0b-04006c5ef83b req-6d1bd09f-3214-44d7-a8c7-5ec8c3322580 tempest-TestShelveInstance-245137814 tempest-TestShelveInstance-245137814-project] 10.222.0.23 "GET /v2.0/security-groups?id=46e7c09b-3bcc-4ed0-87e3-5a0cff7170e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1423619 Jun 18 05:19:29.276521 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-b1bb014f-923c-4b49-b62d-69f0d34f7e22 req-d3ea31e2-74fd-4d86-a018-e90adc34b1db service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=451c6eb3-9c80-4e4a-8271-8a7ff22fcc68 HTTP/1.1" status: 200 len: 217 time: 0.0377724 Jun 18 05:19:29.279265 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-2b9b0f13-742d-4eb5-9fd1-25d8f3744972 req-b6f1727e-48af-45fe-92f8-3a6925a542e4 service neutron] 10.222.0.15 "GET /v2.0/networks/cce77fdc-391d-4bde-a709-4c5e4b2c55d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1871188 Jun 18 05:19:29.297957 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-2abbbf35-3f84-483f-b85c-b896aa9566e5 tempest-TestMinimumBasicScenario-1360665084 tempest-TestMinimumBasicScenario-1360665084-project] Publish callbacks [] for security_group_rule (4c0719e7-3b77-4726-80bc-6d2991719288), precommit_create {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:19:29.381437 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG dbcounter [-] [104388] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:19:29.410718 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1bb014f-923c-4b49-b62d-69f0d34f7e22 req-fa74e236-54a6-4188-989d-a3e8f2b01d52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:19:29.413270 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-b1bb014f-923c-4b49-b62d-69f0d34f7e22 req-fa74e236-54a6-4188-989d-a3e8f2b01d52 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=685ce5d8-74b3-4da6-9677-d6d036aab0b3 HTTP/1.1" status: 200 len: 849 time: 0.0544000 Jun 18 05:19:29.460340 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-b1bb014f-923c-4b49-b62d-69f0d34f7e22 req-ecccbf04-1a68-4bb1-8c8d-f8e89b04512a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=4041b16e-d0bc-408d-92a3-b2c03aff6ddd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0385823 Jun 18 05:19:29.462299 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-2abbbf35-3f84-483f-b85c-b896aa9566e5 tempest-TestMinimumBasicScenario-1360665084 tempest-TestMinimumBasicScenario-1360665084-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728447'] for security_group_rule (4c0719e7-3b77-4726-80bc-6d2991719288), after_create {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:19:29.468867 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-2b9b0f13-742d-4eb5-9fd1-25d8f3744972 req-ab450bfc-f4d5-497f-adba-3a0ebeff0c72 service neutron] 10.222.0.15 "GET /v2.0/networks/cce77fdc-391d-4bde-a709-4c5e4b2c55d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1110399 Jun 18 05:19:29.486420 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2abbbf35-3f84-483f-b85c-b896aa9566e5 tempest-TestMinimumBasicScenario-1360665084 tempest-TestMinimumBasicScenario-1360665084-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4c0719e7-3b77-4726-80bc-6d2991719288,revision_number=0']} {{(pid=104388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:19:29.543704 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e574057b-9005-4c88-ad7d-0b011d0e498c req-f1a5dd6e-8230-4585-9d86-f3f39853c03f tempest-ServerRescueNegativeTestJSON-1272623576 tempest-ServerRescueNegativeTestJSON-1272623576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:19:29.546845 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-e574057b-9005-4c88-ad7d-0b011d0e498c req-f1a5dd6e-8230-4585-9d86-f3f39853c03f tempest-ServerRescueNegativeTestJSON-1272623576 tempest-ServerRescueNegativeTestJSON-1272623576-project] 10.222.0.23 "GET /v2.0/ports?device_id=73b2fdbe-e24f-4092-bf52-db5c0a24f250 HTTP/1.1" status: 200 len: 945 time: 0.0844879 Jun 18 05:19:29.588285 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-2abbbf35-3f84-483f-b85c-b896aa9566e5 tempest-TestMinimumBasicScenario-1360665084 tempest-TestMinimumBasicScenario-1360665084-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:19:29.590372 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [None req-2abbbf35-3f84-483f-b85c-b896aa9566e5 tempest-TestMinimumBasicScenario-1360665084 tempest-TestMinimumBasicScenario-1360665084-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.6088145 Jun 18 05:19:29.660869 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-b1bb014f-923c-4b49-b62d-69f0d34f7e22 req-43a70ada-0b91-491d-8ffe-67f4f4a77e84 service neutron] 10.222.0.15 "GET /v2.0/networks/4041b16e-d0bc-408d-92a3-b2c03aff6ddd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1966894 Jun 18 05:19:29.682017 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-e574057b-9005-4c88-ad7d-0b011d0e498c req-8179f242-8894-4344-9a43-3a58db2746a4 tempest-ServerRescueNegativeTestJSON-1272623576 tempest-ServerRescueNegativeTestJSON-1272623576-project] 10.222.0.23 "GET /v2.0/security-groups?id=83d5be7f-d8af-4828-9878-6877e2a6bac5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274900 Jun 18 05:19:29.721660 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-7b3375a8-b297-411f-b588-27070cc86c9f req-0456aa84-f94f-45c8-9dfa-8ac510c0c8e2 tempest-TestMinimumBasicScenario-1360665084 tempest-TestMinimumBasicScenario-1360665084-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1758100460&fields=id&tenant_id=3a833f00ba294564a66b9eefbc49147e HTTP/1.1" status: 200 len: 267 time: 0.0729311 Jun 18 05:19:29.773441 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3375a8-b297-411f-b588-27070cc86c9f req-791207c5-f6a4-4853-9427-941a2206031e tempest-TestMinimumBasicScenario-1360665084 tempest-TestMinimumBasicScenario-1360665084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:19:29.774969 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-7b3375a8-b297-411f-b588-27070cc86c9f req-791207c5-f6a4-4853-9427-941a2206031e tempest-TestMinimumBasicScenario-1360665084 tempest-TestMinimumBasicScenario-1360665084-project] 10.222.0.23 "GET /v2.0/ports?device_id=bf8c3731-ba5b-41dc-ab3b-16d6725300a0 HTTP/1.1" status: 200 len: 945 time: 0.0478089 Jun 18 05:19:29.787096 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.api.v2.base [req-7b3375a8-b297-411f-b588-27070cc86c9f req-a6a16d3d-e97c-4a42-a85a-c3784d7ecbeb tempest-TestMinimumBasicScenario-1360665084 tempest-TestMinimumBasicScenario-1360665084-project] Request body: {'port': {'security_groups': ['bc90fc02-3a22-4765-be93-15065878de04', '131710a9-3157-4597-bd4b-a4a60c8f2d5b']}} {{(pid=104388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 18 05:19:29.865118 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9dec50b-a10c-486e-b52f-072e2f5c5a7d req-56fbdff1-046c-4a63-9fc2-ddabcb1bce7b tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:19:29.866666 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-b9dec50b-a10c-486e-b52f-072e2f5c5a7d req-56fbdff1-046c-4a63-9fc2-ddabcb1bce7b tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] 10.222.0.23 "GET /v2.0/ports?device_id=3db86af8-06be-4481-ae05-85abb634d58e HTTP/1.1" status: 200 len: 943 time: 0.0479386 Jun 18 05:19:29.875114 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [req-7b3375a8-b297-411f-b588-27070cc86c9f req-a6a16d3d-e97c-4a42-a85a-c3784d7ecbeb tempest-TestMinimumBasicScenario-1360665084 tempest-TestMinimumBasicScenario-1360665084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1768406'] for port (ed5753b8-9359-4e81-8f42-c2dd469ec79e), before_update {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:19:29.937984 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-b9dec50b-a10c-486e-b52f-072e2f5c5a7d req-e8833623-eba0-4680-967b-6d04137a237c tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] 10.222.0.23 "GET /v2.0/security-groups?id=e7fc1561-1092-4d2a-b878-ed2f82ce27ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0657372 Jun 18 05:19:29.961324 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df10b95-c2c3-40b2-a88f-596271810eab req-9d034c55-7b42-4ca1-9c01-7deae630255f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:19:29.962911 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-7df10b95-c2c3-40b2-a88f-596271810eab req-9d034c55-7b42-4ca1-9c01-7deae630255f service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=65a7c712ebe34d53b4acd7e8473c6d95&device_id=d0554d10-2a83-478b-a2a6-7c4bcc0dfc2b HTTP/1.1" status: 200 len: 1127 time: 0.0765784 Jun 18 05:19:30.015895 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG dbcounter [-] [104387] Writing DB stats neutron:SELECT=100 {{(pid=104387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:19:30.064974 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG dbcounter [-] [104388] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:19:30.072387 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-b1bb014f-923c-4b49-b62d-69f0d34f7e22 req-df65eaf2-42b1-484d-91fc-9ab7e2923a5a service neutron] 10.222.0.15 "GET /v2.0/networks/4041b16e-d0bc-408d-92a3-b2c03aff6ddd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1863468 Jun 18 05:19:30.188681 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df10b95-c2c3-40b2-a88f-596271810eab req-43907120-ef7d-4481-aa08-dbcd8e519943 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:19:30.190096 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-7df10b95-c2c3-40b2-a88f-596271810eab req-43907120-ef7d-4481-aa08-dbcd8e519943 service neutron] 10.222.0.15 "GET /v2.0/networks?id=cce77fdc-391d-4bde-a709-4c5e4b2c55d4 HTTP/1.1" status: 200 len: 909 time: 0.1702623 Jun 18 05:19:30.224050 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.plugins.ml2.db [req-7b3375a8-b297-411f-b588-27070cc86c9f req-a6a16d3d-e97c-4a42-a85a-c3784d7ecbeb tempest-TestMinimumBasicScenario-1360665084 tempest-TestMinimumBasicScenario-1360665084-project] For port ed5753b8-9359-4e81-8f42-c2dd469ec79e, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=ed5753b8-9359-4e81-8f42-c2dd469ec79e,segment=NetworkSegment(12bd4d7d-2559-47b9-9d42-fc7db48d9cb1),segment_id=12bd4d7d-2559-47b9-9d42-fc7db48d9cb1)] {{(pid=104388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 05:19:30.257998 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [req-7b3375a8-b297-411f-b588-27070cc86c9f req-a6a16d3d-e97c-4a42-a85a-c3784d7ecbeb tempest-TestMinimumBasicScenario-1360665084 tempest-TestMinimumBasicScenario-1360665084-project] Publish callbacks [] for port (ed5753b8-9359-4e81-8f42-c2dd469ec79e), precommit_update {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:19:30.297724 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425e6fe3-bc03-4ce3-84af-573c1eb32f2c req-cc773fcc-e3c1-4e78-bc3e-a8761a6c9038 tempest-VolumesActionsTest-198952152 tempest-VolumesActionsTest-198952152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:19:30.299592 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-425e6fe3-bc03-4ce3-84af-573c1eb32f2c req-cc773fcc-e3c1-4e78-bc3e-a8761a6c9038 tempest-VolumesActionsTest-198952152 tempest-VolumesActionsTest-198952152-project] 10.222.0.23 "GET /v2.0/ports?device_id=17a0202f-1150-49ed-a508-fbba8692b1d7 HTTP/1.1" status: 200 len: 943 time: 0.0589099 Jun 18 05:19:30.350865 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [req-7b3375a8-b297-411f-b588-27070cc86c9f req-a6a16d3d-e97c-4a42-a85a-c3784d7ecbeb tempest-TestMinimumBasicScenario-1360665084 tempest-TestMinimumBasicScenario-1360665084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1768343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789592765606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789592262840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789592262858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15493038'] for port (ed5753b8-9359-4e81-8f42-c2dd469ec79e), after_update {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:19:30.357354 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-425e6fe3-bc03-4ce3-84af-573c1eb32f2c req-38447108-7226-4a65-b205-6c5959d09849 tempest-VolumesActionsTest-198952152 tempest-VolumesActionsTest-198952152-project] 10.222.0.23 "GET /v2.0/security-groups?id=2f2cbc39-8b3e-4924-926e-fc7e9cf06658&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518918 Jun 18 05:19:30.431142 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3375a8-b297-411f-b588-27070cc86c9f req-a6a16d3d-e97c-4a42-a85a-c3784d7ecbeb tempest-TestMinimumBasicScenario-1360665084 tempest-TestMinimumBasicScenario-1360665084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:19:30.432548 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [req-7b3375a8-b297-411f-b588-27070cc86c9f req-a6a16d3d-e97c-4a42-a85a-c3784d7ecbeb tempest-TestMinimumBasicScenario-1360665084 tempest-TestMinimumBasicScenario-1360665084-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19502'] for port (None), before_response {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:19:30.435207 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.db [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] get_ports_and_sgs() called for port_ids ['ed5753b8-9359-4e81-8f42-c2dd469ec79e'] {{(pid=104389) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 18 05:19:30.445583 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-7b3375a8-b297-411f-b588-27070cc86c9f req-a6a16d3d-e97c-4a42-a85a-c3784d7ecbeb tempest-TestMinimumBasicScenario-1360665084 tempest-TestMinimumBasicScenario-1360665084-project] 10.222.0.23 "PUT /v2.0/ports/ed5753b8-9359-4e81-8f42-c2dd469ec79e HTTP/1.1" status: 200 len: 981 time: 0.6572614 Jun 18 05:19:30.492599 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a16d3d-e97c-4a42-a85a-c3784d7ecbeb tempest-TestMinimumBasicScenario-1360665084 tempest-TestMinimumBasicScenario-1360665084-project] Pushing event updated for resources: {'Port': ['ID=ed5753b8-9359-4e81-8f42-c2dd469ec79e,revision_number=6']} {{(pid=104388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:19:30.542484 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a16d3d-e97c-4a42-a85a-c3784d7ecbeb tempest-TestMinimumBasicScenario-1360665084 tempest-TestMinimumBasicScenario-1360665084-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:19:30.543544 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a16d3d-e97c-4a42-a85a-c3784d7ecbeb tempest-TestMinimumBasicScenario-1360665084 tempest-TestMinimumBasicScenario-1360665084-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:19:30.546861 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a16d3d-e97c-4a42-a85a-c3784d7ecbeb tempest-TestMinimumBasicScenario-1360665084 tempest-TestMinimumBasicScenario-1360665084-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:19:30.546861 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a16d3d-e97c-4a42-a85a-c3784d7ecbeb tempest-TestMinimumBasicScenario-1360665084 tempest-TestMinimumBasicScenario-1360665084-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:19:30.546861 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a16d3d-e97c-4a42-a85a-c3784d7ecbeb tempest-TestMinimumBasicScenario-1360665084 tempest-TestMinimumBasicScenario-1360665084-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:19:30.546861 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a16d3d-e97c-4a42-a85a-c3784d7ecbeb tempest-TestMinimumBasicScenario-1360665084 tempest-TestMinimumBasicScenario-1360665084-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:19:30.546861 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a16d3d-e97c-4a42-a85a-c3784d7ecbeb tempest-TestMinimumBasicScenario-1360665084 tempest-TestMinimumBasicScenario-1360665084-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:19:30.550029 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a16d3d-e97c-4a42-a85a-c3784d7ecbeb tempest-TestMinimumBasicScenario-1360665084 tempest-TestMinimumBasicScenario-1360665084-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:19:30.550729 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a16d3d-e97c-4a42-a85a-c3784d7ecbeb tempest-TestMinimumBasicScenario-1360665084 tempest-TestMinimumBasicScenario-1360665084-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:19:30.553834 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a16d3d-e97c-4a42-a85a-c3784d7ecbeb tempest-TestMinimumBasicScenario-1360665084 tempest-TestMinimumBasicScenario-1360665084-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:19:30.554356 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a16d3d-e97c-4a42-a85a-c3784d7ecbeb tempest-TestMinimumBasicScenario-1360665084 tempest-TestMinimumBasicScenario-1360665084-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:19:30.554871 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a16d3d-e97c-4a42-a85a-c3784d7ecbeb tempest-TestMinimumBasicScenario-1360665084 tempest-TestMinimumBasicScenario-1360665084-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:19:30.555358 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a16d3d-e97c-4a42-a85a-c3784d7ecbeb tempest-TestMinimumBasicScenario-1360665084 tempest-TestMinimumBasicScenario-1360665084-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:19:30.555872 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a16d3d-e97c-4a42-a85a-c3784d7ecbeb tempest-TestMinimumBasicScenario-1360665084 tempest-TestMinimumBasicScenario-1360665084-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:19:30.556440 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a16d3d-e97c-4a42-a85a-c3784d7ecbeb tempest-TestMinimumBasicScenario-1360665084 tempest-TestMinimumBasicScenario-1360665084-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:19:30.567318 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321564bf-54d9-4eed-ab83-68f54754c084 req-0a13ae91-94e4-4667-b057-9fe3af7ee0b4 tempest-TestShelveInstance-245137814 tempest-TestShelveInstance-245137814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:19:30.576509 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-321564bf-54d9-4eed-ab83-68f54754c084 req-0a13ae91-94e4-4667-b057-9fe3af7ee0b4 tempest-TestShelveInstance-245137814 tempest-TestShelveInstance-245137814-project] 10.222.0.23 "GET /v2.0/ports?device_id=d0554d10-2a83-478b-a2a6-7c4bcc0dfc2b HTTP/1.1" status: 200 len: 943 time: 0.0871260 Jun 18 05:19:30.620837 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG dbcounter [-] [104388] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:19:30.640409 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b709c6-973b-4864-96da-cfb884f9e310 req-60448541-a133-430d-aa86-a96e7a4df97f tempest-TestMinimumBasicScenario-1360665084 tempest-TestMinimumBasicScenario-1360665084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:19:30.650159 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-f6b709c6-973b-4864-96da-cfb884f9e310 req-60448541-a133-430d-aa86-a96e7a4df97f tempest-TestMinimumBasicScenario-1360665084 tempest-TestMinimumBasicScenario-1360665084-project] 10.222.0.23 "GET /v2.0/ports?device_id=bf8c3731-ba5b-41dc-ab3b-16d6725300a0 HTTP/1.1" status: 200 len: 984 time: 0.1400137 Jun 18 05:19:30.694831 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG dbcounter [-] [104388] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:19:30.715871 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-321564bf-54d9-4eed-ab83-68f54754c084 req-f06ccebe-01e1-4706-898e-d5320935b3ee tempest-TestShelveInstance-245137814 tempest-TestShelveInstance-245137814-project] 10.222.0.23 "GET /v2.0/security-groups?id=46e7c09b-3bcc-4ed0-87e3-5a0cff7170e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1382601 Jun 18 05:19:30.741716 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.db [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] get_ports_and_sgs() called for port_ids ['ed5753b8-9359-4e81-8f42-c2dd469ec79e'] {{(pid=104389) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 18 05:19:30.759557 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf8c3731-ba5b-41dc-ab3b-16d6725300a0', 'tag': 'ed5753b8-9359-4e81-8f42-c2dd469ec79e'}] {{(pid=104388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 18 05:19:30.762337 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76651050bff5b1e15da4688504920c0e470581a7df997af8856c46d23e91a66a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-401c5859-5bcf-4f2f-87a4-2c215fa20be3" -d '{"events": [{"name": "network-changed", "server_uuid": "bf8c3731-ba5b-41dc-ab3b-16d6725300a0", "tag": "ed5753b8-9359-4e81-8f42-c2dd469ec79e"}]}' {{(pid=104388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 05:19:30.795209 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.db.provisioning_blocks [None req-399751a2-1fb4-49bf-a567-7ff12ad5e7d4 None None] Provisioning complete for port ed5753b8-9359-4e81-8f42-c2dd469ec79e triggered by entity DHCP. {{(pid=104389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 18 05:19:30.797227 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-f6b709c6-973b-4864-96da-cfb884f9e310 req-9c072c29-ef76-4d30-970d-849ae1073394 tempest-TestMinimumBasicScenario-1360665084 tempest-TestMinimumBasicScenario-1360665084-project] 10.222.0.23 "GET /v2.0/security-groups?id=131710a9-3157-4597-bd4b-a4a60c8f2d5b&id=bc90fc02-3a22-4765-be93-15065878de04&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1438422 Jun 18 05:19:30.797343 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-399751a2-1fb4-49bf-a567-7ff12ad5e7d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1740956'] for port (ed5753b8-9359-4e81-8f42-c2dd469ec79e), provisioning_complete {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:19:30.878723 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Jun 2022 05:19:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99311731-0cee-4ee0-9d23-7b48aea9bd1c x-openstack-request-id: req-99311731-0cee-4ee0-9d23-7b48aea9bd1c {{(pid=104388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 05:19:30.879089 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bf8c3731-ba5b-41dc-ab3b-16d6725300a0", "tag": "ed5753b8-9359-4e81-8f42-c2dd469ec79e", "status": "completed", "code": 200}]} {{(pid=104388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 05:19:30.879412 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-99311731-0cee-4ee0-9d23-7b48aea9bd1c {{(pid=104388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 05:19:30.880022 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.notifiers.nova [-] Nova event matching ['req-99311731-0cee-4ee0-9d23-7b48aea9bd1c'] response: {'name': 'network-changed', 'server_uuid': 'bf8c3731-ba5b-41dc-ab3b-16d6725300a0', 'tag': 'ed5753b8-9359-4e81-8f42-c2dd469ec79e', 'status': 'completed', 'code': 200} Jun 18 05:19:30.946284 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331dab8a-2a97-44cc-ba59-9863ec98e4a2 req-cfc178d6-a5f1-4bca-9ed8-2672a8ca2461 tempest-ServerRescueNegativeTestJSON-1272623576 tempest-ServerRescueNegativeTestJSON-1272623576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:19:30.954953 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-331dab8a-2a97-44cc-ba59-9863ec98e4a2 req-cfc178d6-a5f1-4bca-9ed8-2672a8ca2461 tempest-ServerRescueNegativeTestJSON-1272623576 tempest-ServerRescueNegativeTestJSON-1272623576-project] 10.222.0.23 "GET /v2.0/ports?device_id=73b2fdbe-e24f-4092-bf52-db5c0a24f250 HTTP/1.1" status: 200 len: 945 time: 0.1159699 Jun 18 05:19:30.961407 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG dbcounter [-] [104389] Writing DB stats neutron:SELECT=100 {{(pid=104389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:19:31.005203 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.plugin [None req-399751a2-1fb4-49bf-a567-7ff12ad5e7d4 None None] Current status of the port ed5753b8-9359-4e81-8f42-c2dd469ec79e is: ACTIVE; New status is: ACTIVE {{(pid=104389) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 18 05:19:31.016784 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-331dab8a-2a97-44cc-ba59-9863ec98e4a2 req-9ed45875-8f2f-46b0-9552-33a7751010a8 tempest-ServerRescueNegativeTestJSON-1272623576 tempest-ServerRescueNegativeTestJSON-1272623576-project] 10.222.0.23 "GET /v2.0/security-groups?id=83d5be7f-d8af-4828-9878-6877e2a6bac5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609348 Jun 18 05:19:31.122942 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG dbcounter [-] [104389] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:19:31.227291 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15531451-70af-4c51-8eb7-20f4a85fda37 req-93051241-8e7b-447d-86b3-34e0b4382742 tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:19:31.229063 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-15531451-70af-4c51-8eb7-20f4a85fda37 req-93051241-8e7b-447d-86b3-34e0b4382742 tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] 10.222.0.23 "GET /v2.0/ports?device_id=3db86af8-06be-4481-ae05-85abb634d58e HTTP/1.1" status: 200 len: 943 time: 0.1458654 Jun 18 05:19:31.315236 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-15531451-70af-4c51-8eb7-20f4a85fda37 req-57b85adf-b87f-4b87-ad3f-1a4f5b55fb9e tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] 10.222.0.23 "GET /v2.0/security-groups?id=e7fc1561-1092-4d2a-b878-ed2f82ce27ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0756593 Jun 18 05:19:31.505658 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a899884e-cd3c-4ce6-8dd7-f6dccbd69d9f req-ab40d5d5-a667-445f-a49b-b85583ab05f8 tempest-VolumesActionsTest-198952152 tempest-VolumesActionsTest-198952152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:19:31.507249 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-a899884e-cd3c-4ce6-8dd7-f6dccbd69d9f req-ab40d5d5-a667-445f-a49b-b85583ab05f8 tempest-VolumesActionsTest-198952152 tempest-VolumesActionsTest-198952152-project] 10.222.0.23 "GET /v2.0/ports?device_id=17a0202f-1150-49ed-a508-fbba8692b1d7 HTTP/1.1" status: 200 len: 943 time: 0.0527916 Jun 18 05:19:31.562765 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-a899884e-cd3c-4ce6-8dd7-f6dccbd69d9f req-1f0b674c-ddd2-47e4-9555-4fe492822a99 tempest-VolumesActionsTest-198952152 tempest-VolumesActionsTest-198952152-project] 10.222.0.23 "GET /v2.0/security-groups?id=2f2cbc39-8b3e-4924-926e-fc7e9cf06658&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496941 Jun 18 05:19:31.839749 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d9562a-e9e8-47e9-9054-390afafd2788 req-c11720fb-25da-4d91-be65-0ac35e2bf55d tempest-TestShelveInstance-245137814 tempest-TestShelveInstance-245137814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:19:31.841974 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-c9d9562a-e9e8-47e9-9054-390afafd2788 req-c11720fb-25da-4d91-be65-0ac35e2bf55d tempest-TestShelveInstance-245137814 tempest-TestShelveInstance-245137814-project] 10.222.0.23 "GET /v2.0/ports?device_id=d0554d10-2a83-478b-a2a6-7c4bcc0dfc2b HTTP/1.1" status: 200 len: 943 time: 0.0637565 Jun 18 05:19:31.900757 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-c9d9562a-e9e8-47e9-9054-390afafd2788 req-cb19b4fb-9359-47a7-a6e6-fe614b5609bc tempest-TestShelveInstance-245137814 tempest-TestShelveInstance-245137814-project] 10.222.0.23 "GET /v2.0/security-groups?id=46e7c09b-3bcc-4ed0-87e3-5a0cff7170e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518384 Jun 18 05:19:32.105917 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG dbcounter [-] [104387] Writing DB stats neutron:SELECT=100 {{(pid=104387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:19:32.144147 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029fba2f-1388-48b4-a833-4837ab9add7d req-c17a48e2-431c-4d4b-8ead-81c796bb6487 tempest-ServerRescueNegativeTestJSON-1272623576 tempest-ServerRescueNegativeTestJSON-1272623576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:19:32.146437 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-029fba2f-1388-48b4-a833-4837ab9add7d req-c17a48e2-431c-4d4b-8ead-81c796bb6487 tempest-ServerRescueNegativeTestJSON-1272623576 tempest-ServerRescueNegativeTestJSON-1272623576-project] 10.222.0.23 "GET /v2.0/ports?device_id=73b2fdbe-e24f-4092-bf52-db5c0a24f250 HTTP/1.1" status: 200 len: 945 time: 0.0535870 Jun 18 05:19:32.208029 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-029fba2f-1388-48b4-a833-4837ab9add7d req-353a52d1-2f88-497e-a347-79beeb412f25 tempest-ServerRescueNegativeTestJSON-1272623576 tempest-ServerRescueNegativeTestJSON-1272623576-project] 10.222.0.23 "GET /v2.0/security-groups?id=83d5be7f-d8af-4828-9878-6877e2a6bac5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495460 Jun 18 05:19:32.433097 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797fcec4-ec6a-454b-8759-1b7b282d0e3e req-f04466fb-8cef-4a73-8a62-f3b5c08b9552 tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:19:32.434663 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-797fcec4-ec6a-454b-8759-1b7b282d0e3e req-f04466fb-8cef-4a73-8a62-f3b5c08b9552 tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] 10.222.0.23 "GET /v2.0/ports?device_id=3db86af8-06be-4481-ae05-85abb634d58e HTTP/1.1" status: 200 len: 943 time: 0.0562141 Jun 18 05:19:32.489900 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-797fcec4-ec6a-454b-8759-1b7b282d0e3e req-235c4e22-7254-48c0-a24a-911967c7d5b7 tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] 10.222.0.23 "GET /v2.0/security-groups?id=e7fc1561-1092-4d2a-b878-ed2f82ce27ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481727 Jun 18 05:19:32.718085 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e50901-24f6-4472-9c31-ef1164ed9cec req-b370ad62-aca7-4c64-a91b-56b7c29698f3 tempest-VolumesActionsTest-198952152 tempest-VolumesActionsTest-198952152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:19:32.720781 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-a4e50901-24f6-4472-9c31-ef1164ed9cec req-b370ad62-aca7-4c64-a91b-56b7c29698f3 tempest-VolumesActionsTest-198952152 tempest-VolumesActionsTest-198952152-project] 10.222.0.23 "GET /v2.0/ports?device_id=17a0202f-1150-49ed-a508-fbba8692b1d7 HTTP/1.1" status: 200 len: 943 time: 0.0640113 Jun 18 05:19:32.782269 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-a4e50901-24f6-4472-9c31-ef1164ed9cec req-12dd7b46-8221-4cd9-bd55-0a4292e8897d tempest-VolumesActionsTest-198952152 tempest-VolumesActionsTest-198952152-project] 10.222.0.23 "GET /v2.0/security-groups?id=2f2cbc39-8b3e-4924-926e-fc7e9cf06658&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540714 Jun 18 05:19:33.041217 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897df68b-78e8-4189-9b34-36c8198e2fe4 req-aaf4041a-9706-4f3f-991e-9cc270d4e25a tempest-TestShelveInstance-245137814 tempest-TestShelveInstance-245137814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:19:33.049188 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-897df68b-78e8-4189-9b34-36c8198e2fe4 req-aaf4041a-9706-4f3f-991e-9cc270d4e25a tempest-TestShelveInstance-245137814 tempest-TestShelveInstance-245137814-project] 10.222.0.23 "GET /v2.0/ports?device_id=d0554d10-2a83-478b-a2a6-7c4bcc0dfc2b HTTP/1.1" status: 200 len: 943 time: 0.0674858 Jun 18 05:19:33.100783 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-897df68b-78e8-4189-9b34-36c8198e2fe4 req-8fde0f85-502a-4b7b-85a2-2e84cda9dc9b tempest-TestShelveInstance-245137814 tempest-TestShelveInstance-245137814-project] 10.222.0.23 "GET /v2.0/security-groups?id=46e7c09b-3bcc-4ed0-87e3-5a0cff7170e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505388 Jun 18 05:19:33.337761 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f444f8-db3c-43c6-a71a-e1a309e66f5d req-21cdce40-ff9b-43a2-a7f0-afb358ba54e6 tempest-ServerRescueNegativeTestJSON-1272623576 tempest-ServerRescueNegativeTestJSON-1272623576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:19:33.339339 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-f8f444f8-db3c-43c6-a71a-e1a309e66f5d req-21cdce40-ff9b-43a2-a7f0-afb358ba54e6 tempest-ServerRescueNegativeTestJSON-1272623576 tempest-ServerRescueNegativeTestJSON-1272623576-project] 10.222.0.23 "GET /v2.0/ports?device_id=73b2fdbe-e24f-4092-bf52-db5c0a24f250 HTTP/1.1" status: 200 len: 945 time: 0.0564625 Jun 18 05:19:33.398409 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-f8f444f8-db3c-43c6-a71a-e1a309e66f5d req-574d4b54-da03-438b-9e6e-b9fa0f3f3a04 tempest-ServerRescueNegativeTestJSON-1272623576 tempest-ServerRescueNegativeTestJSON-1272623576-project] 10.222.0.23 "GET /v2.0/security-groups?id=83d5be7f-d8af-4828-9878-6877e2a6bac5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515311 Jun 18 05:19:33.623098 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf7636e-c575-4817-a195-16b7265fcf48 req-13ea13ed-7b8b-45e8-8e7e-1e244de8dfe3 tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:19:33.625307 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-6bf7636e-c575-4817-a195-16b7265fcf48 req-13ea13ed-7b8b-45e8-8e7e-1e244de8dfe3 tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] 10.222.0.23 "GET /v2.0/ports?device_id=3db86af8-06be-4481-ae05-85abb634d58e HTTP/1.1" status: 200 len: 943 time: 0.0541584 Jun 18 05:19:33.680327 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-6bf7636e-c575-4817-a195-16b7265fcf48 req-a0abcd71-2be3-432f-96e4-ad51e1c814e1 tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] 10.222.0.23 "GET /v2.0/security-groups?id=e7fc1561-1092-4d2a-b878-ed2f82ce27ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490301 Jun 18 05:19:33.919011 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b69173e-a012-45b5-b290-6195edd8ebbb req-b9f9f545-cb45-4d4c-bda4-0c94b724eb78 tempest-VolumesActionsTest-198952152 tempest-VolumesActionsTest-198952152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:19:33.920597 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-3b69173e-a012-45b5-b290-6195edd8ebbb req-b9f9f545-cb45-4d4c-bda4-0c94b724eb78 tempest-VolumesActionsTest-198952152 tempest-VolumesActionsTest-198952152-project] 10.222.0.23 "GET /v2.0/ports?device_id=17a0202f-1150-49ed-a508-fbba8692b1d7 HTTP/1.1" status: 200 len: 943 time: 0.0670993 Jun 18 05:19:34.021537 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-3b69173e-a012-45b5-b290-6195edd8ebbb req-3ed9a685-70bd-48a2-8171-e445423c86ae tempest-VolumesActionsTest-198952152 tempest-VolumesActionsTest-198952152-project] 10.222.0.23 "GET /v2.0/security-groups?id=2f2cbc39-8b3e-4924-926e-fc7e9cf06658&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914710 Jun 18 05:19:34.183074 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG dbcounter [-] [104388] Writing DB stats neutron:SELECT=100 {{(pid=104388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:19:34.236801 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965039c3-bc50-4220-8b87-37c74543a9b2 req-2a7de248-f2e2-4084-a357-d202063aaa61 tempest-TestShelveInstance-245137814 tempest-TestShelveInstance-245137814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:19:34.238383 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-965039c3-bc50-4220-8b87-37c74543a9b2 req-2a7de248-f2e2-4084-a357-d202063aaa61 tempest-TestShelveInstance-245137814 tempest-TestShelveInstance-245137814-project] 10.222.0.23 "GET /v2.0/ports?device_id=d0554d10-2a83-478b-a2a6-7c4bcc0dfc2b HTTP/1.1" status: 200 len: 943 time: 0.0639050 Jun 18 05:19:34.292738 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-965039c3-bc50-4220-8b87-37c74543a9b2 req-da67ae1a-bb20-41d0-b640-22e22656f71a tempest-TestShelveInstance-245137814 tempest-TestShelveInstance-245137814-project] 10.222.0.23 "GET /v2.0/security-groups?id=46e7c09b-3bcc-4ed0-87e3-5a0cff7170e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483885 Jun 18 05:19:34.520971 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331079e2-1e49-4319-bdf0-cb13e08a5205 req-102c0d9a-8f86-442f-85d1-aaa098bf51c1 tempest-ServerRescueNegativeTestJSON-1272623576 tempest-ServerRescueNegativeTestJSON-1272623576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:19:34.522682 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-331079e2-1e49-4319-bdf0-cb13e08a5205 req-102c0d9a-8f86-442f-85d1-aaa098bf51c1 tempest-ServerRescueNegativeTestJSON-1272623576 tempest-ServerRescueNegativeTestJSON-1272623576-project] 10.222.0.23 "GET /v2.0/ports?device_id=73b2fdbe-e24f-4092-bf52-db5c0a24f250 HTTP/1.1" status: 200 len: 945 time: 0.0523179 Jun 18 05:19:34.597949 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-331079e2-1e49-4319-bdf0-cb13e08a5205 req-0b05c899-b7f4-43ef-8ea3-33246ddc7c2a tempest-ServerRescueNegativeTestJSON-1272623576 tempest-ServerRescueNegativeTestJSON-1272623576-project] 10.222.0.23 "GET /v2.0/security-groups?id=83d5be7f-d8af-4828-9878-6877e2a6bac5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530171 Jun 18 05:19:34.836024 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2283edc3-61d1-4500-9132-9ecae2da2840 req-42aded1e-e5e4-4d62-b42c-c630442d7e16 tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:19:34.837582 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-2283edc3-61d1-4500-9132-9ecae2da2840 req-42aded1e-e5e4-4d62-b42c-c630442d7e16 tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] 10.222.0.23 "GET /v2.0/ports?device_id=3db86af8-06be-4481-ae05-85abb634d58e HTTP/1.1" status: 200 len: 943 time: 0.0518064 Jun 18 05:19:34.887053 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-2283edc3-61d1-4500-9132-9ecae2da2840 req-215788b3-4b95-46a7-bb68-96c54c1ada18 tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] 10.222.0.23 "GET /v2.0/security-groups?id=e7fc1561-1092-4d2a-b878-ed2f82ce27ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437722 Jun 18 05:19:35.127677 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee692a8b-fdab-4c05-85be-8853d53501cf req-ab3c00de-7b80-4220-a1ec-29b671f1aaf1 tempest-VolumesActionsTest-198952152 tempest-VolumesActionsTest-198952152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:19:35.129261 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-ee692a8b-fdab-4c05-85be-8853d53501cf req-ab3c00de-7b80-4220-a1ec-29b671f1aaf1 tempest-VolumesActionsTest-198952152 tempest-VolumesActionsTest-198952152-project] 10.222.0.23 "GET /v2.0/ports?device_id=17a0202f-1150-49ed-a508-fbba8692b1d7 HTTP/1.1" status: 200 len: 943 time: 0.0505319 Jun 18 05:19:35.184820 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-ee692a8b-fdab-4c05-85be-8853d53501cf req-b4578b3d-432f-46b5-b0ec-36f76f46212e tempest-VolumesActionsTest-198952152 tempest-VolumesActionsTest-198952152-project] 10.222.0.23 "GET /v2.0/security-groups?id=2f2cbc39-8b3e-4924-926e-fc7e9cf06658&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491872 Jun 18 05:19:35.423283 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65486d10-fd42-4823-9ad1-f2d9ec7c53a1 req-a6b788fe-033a-42be-abb9-f904179154e0 tempest-TestShelveInstance-245137814 tempest-TestShelveInstance-245137814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:19:35.425691 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-65486d10-fd42-4823-9ad1-f2d9ec7c53a1 req-a6b788fe-033a-42be-abb9-f904179154e0 tempest-TestShelveInstance-245137814 tempest-TestShelveInstance-245137814-project] 10.222.0.23 "GET /v2.0/ports?device_id=d0554d10-2a83-478b-a2a6-7c4bcc0dfc2b HTTP/1.1" status: 200 len: 943 time: 0.0543485 Jun 18 05:19:35.486460 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-65486d10-fd42-4823-9ad1-f2d9ec7c53a1 req-f637533d-6f8f-442d-a788-3b10e9df55da tempest-TestShelveInstance-245137814 tempest-TestShelveInstance-245137814-project] 10.222.0.23 "GET /v2.0/security-groups?id=46e7c09b-3bcc-4ed0-87e3-5a0cff7170e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0550663 Jun 18 05:19:35.736622 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab69c363-a212-4470-8d6b-9915529955e3 req-14df0a46-79ab-4b8a-927a-97fe8d2a7408 tempest-ServerRescueNegativeTestJSON-1272623576 tempest-ServerRescueNegativeTestJSON-1272623576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:19:35.738062 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-ab69c363-a212-4470-8d6b-9915529955e3 req-14df0a46-79ab-4b8a-927a-97fe8d2a7408 tempest-ServerRescueNegativeTestJSON-1272623576 tempest-ServerRescueNegativeTestJSON-1272623576-project] 10.222.0.23 "GET /v2.0/ports?device_id=73b2fdbe-e24f-4092-bf52-db5c0a24f250 HTTP/1.1" status: 200 len: 945 time: 0.0541837 Jun 18 05:19:35.788517 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-ab69c363-a212-4470-8d6b-9915529955e3 req-4a553789-a0e6-4cb1-b133-53303a05c2a2 tempest-ServerRescueNegativeTestJSON-1272623576 tempest-ServerRescueNegativeTestJSON-1272623576-project] 10.222.0.23 "GET /v2.0/security-groups?id=83d5be7f-d8af-4828-9878-6877e2a6bac5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449147 Jun 18 05:19:36.038359 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a02e75-3e69-45bb-8c4a-7be28c4edd2d req-894ee1e9-dba3-416d-8872-e356c9f244a1 tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:19:36.039775 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-43a02e75-3e69-45bb-8c4a-7be28c4edd2d req-894ee1e9-dba3-416d-8872-e356c9f244a1 tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] 10.222.0.23 "GET /v2.0/ports?device_id=3db86af8-06be-4481-ae05-85abb634d58e HTTP/1.1" status: 200 len: 943 time: 0.0546587 Jun 18 05:19:36.088012 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-43a02e75-3e69-45bb-8c4a-7be28c4edd2d req-4903da23-7eb3-4bef-86be-b91444d4041c tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] 10.222.0.23 "GET /v2.0/security-groups?id=e7fc1561-1092-4d2a-b878-ed2f82ce27ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421045 Jun 18 05:19:36.303393 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9458bc3b-04a4-4426-802d-800c9a62f17b req-8f1b6d59-d3c6-42a7-a371-89d72e352cf9 tempest-VolumesActionsTest-198952152 tempest-VolumesActionsTest-198952152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:19:36.304874 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-9458bc3b-04a4-4426-802d-800c9a62f17b req-8f1b6d59-d3c6-42a7-a371-89d72e352cf9 tempest-VolumesActionsTest-198952152 tempest-VolumesActionsTest-198952152-project] 10.222.0.23 "GET /v2.0/ports?device_id=17a0202f-1150-49ed-a508-fbba8692b1d7 HTTP/1.1" status: 200 len: 943 time: 0.0494068 Jun 18 05:19:36.358203 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-9458bc3b-04a4-4426-802d-800c9a62f17b req-52f20acc-95f8-49f3-a713-4acf88f2f2eb tempest-VolumesActionsTest-198952152 tempest-VolumesActionsTest-198952152-project] 10.222.0.23 "GET /v2.0/security-groups?id=2f2cbc39-8b3e-4924-926e-fc7e9cf06658&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477412 Jun 18 05:19:36.619551 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bae6ee1-704d-4c62-89ae-e110d7344609 req-cac3d8dd-6197-41c4-8490-3dae762eed7b tempest-TestShelveInstance-245137814 tempest-TestShelveInstance-245137814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:19:36.621153 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-3bae6ee1-704d-4c62-89ae-e110d7344609 req-cac3d8dd-6197-41c4-8490-3dae762eed7b tempest-TestShelveInstance-245137814 tempest-TestShelveInstance-245137814-project] 10.222.0.23 "GET /v2.0/ports?device_id=d0554d10-2a83-478b-a2a6-7c4bcc0dfc2b HTTP/1.1" status: 200 len: 943 time: 0.0557303 Jun 18 05:19:36.689095 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-3bae6ee1-704d-4c62-89ae-e110d7344609 req-7aad37ec-ff46-4ee7-83ed-4b9f48fc88c9 tempest-TestShelveInstance-245137814 tempest-TestShelveInstance-245137814-project] 10.222.0.23 "GET /v2.0/security-groups?id=46e7c09b-3bcc-4ed0-87e3-5a0cff7170e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0610082 Jun 18 05:19:36.802586 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG dbcounter [-] [104390] Writing DB stats neutron:SELECT=12,neutron:UPDATE=1 {{(pid=104390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:19:36.831799 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG dbcounter [-] [104390] Writing DB stats neutron:SELECT=16,neutron:UPDATE=1 {{(pid=104390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:19:36.923391 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f84f8b8-a097-4a3e-9cd8-11e289d37496 req-751aa7a3-cc2b-41d7-87ce-269059e39167 tempest-ServerRescueNegativeTestJSON-1272623576 tempest-ServerRescueNegativeTestJSON-1272623576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:19:36.925096 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-6f84f8b8-a097-4a3e-9cd8-11e289d37496 req-751aa7a3-cc2b-41d7-87ce-269059e39167 tempest-ServerRescueNegativeTestJSON-1272623576 tempest-ServerRescueNegativeTestJSON-1272623576-project] 10.222.0.23 "GET /v2.0/ports?device_id=73b2fdbe-e24f-4092-bf52-db5c0a24f250 HTTP/1.1" status: 200 len: 945 time: 0.0576003 Jun 18 05:19:36.959060 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG dbcounter [-] [104387] Writing DB stats neutron:SELECT=100 {{(pid=104387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:19:36.982857 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-6f84f8b8-a097-4a3e-9cd8-11e289d37496 req-1d8a3667-1859-4251-9539-e30bf364a616 tempest-ServerRescueNegativeTestJSON-1272623576 tempest-ServerRescueNegativeTestJSON-1272623576-project] 10.222.0.23 "GET /v2.0/security-groups?id=83d5be7f-d8af-4828-9878-6877e2a6bac5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477548 Jun 18 05:19:37.173948 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789592556683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1744442'] for agent (21f82a9e-593b-4fa9-aa06-dfe6f16482e6), after_update {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:19:37.213215 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4c373d-9587-47da-8394-ed6e5b26c0df req-1f7ec307-10bf-4a41-9d61-40e5faeec4e8 tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:19:37.214749 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-2e4c373d-9587-47da-8394-ed6e5b26c0df req-1f7ec307-10bf-4a41-9d61-40e5faeec4e8 tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] 10.222.0.23 "GET /v2.0/ports?device_id=3db86af8-06be-4481-ae05-85abb634d58e HTTP/1.1" status: 200 len: 943 time: 0.0495834 Jun 18 05:19:37.277536 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-2e4c373d-9587-47da-8394-ed6e5b26c0df req-d3e0edc5-90ac-42ac-b720-09d098ecc0ae tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] 10.222.0.23 "GET /v2.0/security-groups?id=e7fc1561-1092-4d2a-b878-ed2f82ce27ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564680 Jun 18 05:19:37.493761 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fee3499-be81-4dc1-bf82-ac06b793a57b req-fa32063b-370e-4531-aacf-a068721bca73 tempest-VolumesActionsTest-198952152 tempest-VolumesActionsTest-198952152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:19:37.495315 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-1fee3499-be81-4dc1-bf82-ac06b793a57b req-fa32063b-370e-4531-aacf-a068721bca73 tempest-VolumesActionsTest-198952152 tempest-VolumesActionsTest-198952152-project] 10.222.0.23 "GET /v2.0/ports?device_id=17a0202f-1150-49ed-a508-fbba8692b1d7 HTTP/1.1" status: 200 len: 943 time: 0.0539129 Jun 18 05:19:37.545503 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-1fee3499-be81-4dc1-bf82-ac06b793a57b req-66efe556-f106-4710-af4d-f5e18b93dad7 tempest-VolumesActionsTest-198952152 tempest-VolumesActionsTest-198952152-project] 10.222.0.23 "GET /v2.0/security-groups?id=2f2cbc39-8b3e-4924-926e-fc7e9cf06658&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444524 Jun 18 05:19:37.832484 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e94b589-fd74-460d-bd7f-72c2c7bf240d req-21a524f5-14db-443f-aeba-4b1fbce92355 tempest-TestShelveInstance-245137814 tempest-TestShelveInstance-245137814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:19:37.833965 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-2e94b589-fd74-460d-bd7f-72c2c7bf240d req-21a524f5-14db-443f-aeba-4b1fbce92355 tempest-TestShelveInstance-245137814 tempest-TestShelveInstance-245137814-project] 10.222.0.23 "GET /v2.0/ports?device_id=d0554d10-2a83-478b-a2a6-7c4bcc0dfc2b HTTP/1.1" status: 200 len: 943 time: 0.0712340 Jun 18 05:19:37.848155 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG dbcounter [-] [104388] Writing DB stats neutron:SELECT=100 {{(pid=104388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:19:37.894486 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-2e94b589-fd74-460d-bd7f-72c2c7bf240d req-ac25fa5e-f1e3-43ea-b8b2-91b62ad22c93 tempest-TestShelveInstance-245137814 tempest-TestShelveInstance-245137814-project] 10.222.0.23 "GET /v2.0/security-groups?id=46e7c09b-3bcc-4ed0-87e3-5a0cff7170e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0542490 Jun 18 05:19:38.116351 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb15fdc-cd73-4287-be1f-3391d3dae75c req-d7cd3b8d-1bc5-4d04-b8a2-c1d57b32c975 tempest-ServerRescueNegativeTestJSON-1272623576 tempest-ServerRescueNegativeTestJSON-1272623576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:19:38.118587 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-2fb15fdc-cd73-4287-be1f-3391d3dae75c req-d7cd3b8d-1bc5-4d04-b8a2-c1d57b32c975 tempest-ServerRescueNegativeTestJSON-1272623576 tempest-ServerRescueNegativeTestJSON-1272623576-project] 10.222.0.23 "GET /v2.0/ports?device_id=73b2fdbe-e24f-4092-bf52-db5c0a24f250 HTTP/1.1" status: 200 len: 945 time: 0.0515461 Jun 18 05:19:38.177310 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-2fb15fdc-cd73-4287-be1f-3391d3dae75c req-cd40de5a-73a2-4baf-be22-09efeda559f5 tempest-ServerRescueNegativeTestJSON-1272623576 tempest-ServerRescueNegativeTestJSON-1272623576-project] 10.222.0.23 "GET /v2.0/security-groups?id=83d5be7f-d8af-4828-9878-6877e2a6bac5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518157 Jun 18 05:19:38.407244 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123a870b-c128-4c1d-89ad-32153e487e0e req-e6bc97be-4657-4e82-85c7-62ad26193a3f tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:19:38.408728 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-123a870b-c128-4c1d-89ad-32153e487e0e req-e6bc97be-4657-4e82-85c7-62ad26193a3f tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] 10.222.0.23 "GET /v2.0/ports?device_id=3db86af8-06be-4481-ae05-85abb634d58e HTTP/1.1" status: 200 len: 943 time: 0.0485072 Jun 18 05:19:38.469911 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-123a870b-c128-4c1d-89ad-32153e487e0e req-d3b09137-d316-49a3-b03b-e5a9c5307e0a tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] 10.222.0.23 "GET /v2.0/security-groups?id=e7fc1561-1092-4d2a-b878-ed2f82ce27ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549593 Jun 18 05:19:38.630123 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG dbcounter [-] [104387] Writing DB stats neutron:SELECT=100 {{(pid=104387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:19:38.667505 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25ab369-2f24-41d2-9677-f37f02551209 req-a59396ee-88c2-45be-9fed-1a24160173b0 tempest-VolumesActionsTest-198952152 tempest-VolumesActionsTest-198952152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:19:38.668957 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-a25ab369-2f24-41d2-9677-f37f02551209 req-a59396ee-88c2-45be-9fed-1a24160173b0 tempest-VolumesActionsTest-198952152 tempest-VolumesActionsTest-198952152-project] 10.222.0.23 "GET /v2.0/ports?device_id=17a0202f-1150-49ed-a508-fbba8692b1d7 HTTP/1.1" status: 200 len: 943 time: 0.0493724 Jun 18 05:19:38.719771 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-a25ab369-2f24-41d2-9677-f37f02551209 req-75e668a4-6d88-4d3e-b9e0-dfcb8d68e0c9 tempest-VolumesActionsTest-198952152 tempest-VolumesActionsTest-198952152-project] 10.222.0.23 "GET /v2.0/security-groups?id=2f2cbc39-8b3e-4924-926e-fc7e9cf06658&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447907 Jun 18 05:19:39.038101 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae01d5d-8e8e-4af9-8ee5-eec46d34c879 req-dcb6475e-4ac0-464b-9f99-ed66f820a20e tempest-TestShelveInstance-245137814 tempest-TestShelveInstance-245137814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:19:39.039685 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-bae01d5d-8e8e-4af9-8ee5-eec46d34c879 req-dcb6475e-4ac0-464b-9f99-ed66f820a20e tempest-TestShelveInstance-245137814 tempest-TestShelveInstance-245137814-project] 10.222.0.23 "GET /v2.0/ports?device_id=d0554d10-2a83-478b-a2a6-7c4bcc0dfc2b HTTP/1.1" status: 200 len: 943 time: 0.0547488 Jun 18 05:19:39.097495 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-bae01d5d-8e8e-4af9-8ee5-eec46d34c879 req-07ce91ce-3436-45c6-b496-f266509471be tempest-TestShelveInstance-245137814 tempest-TestShelveInstance-245137814-project] 10.222.0.23 "GET /v2.0/security-groups?id=46e7c09b-3bcc-4ed0-87e3-5a0cff7170e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0522900 Jun 18 05:19:39.297502 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28db89be-540b-487d-a95a-4e998bb648a5 req-4fbdc6a6-82a6-492d-87e4-dd678465fa56 tempest-ServerRescueNegativeTestJSON-1272623576 tempest-ServerRescueNegativeTestJSON-1272623576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:19:39.299027 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-28db89be-540b-487d-a95a-4e998bb648a5 req-4fbdc6a6-82a6-492d-87e4-dd678465fa56 tempest-ServerRescueNegativeTestJSON-1272623576 tempest-ServerRescueNegativeTestJSON-1272623576-project] 10.222.0.23 "GET /v2.0/ports?device_id=73b2fdbe-e24f-4092-bf52-db5c0a24f250 HTTP/1.1" status: 200 len: 945 time: 0.0498717 Jun 18 05:19:39.350731 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-28db89be-540b-487d-a95a-4e998bb648a5 req-2f0e797c-a283-4bd4-83f7-f5273de7f1ef tempest-ServerRescueNegativeTestJSON-1272623576 tempest-ServerRescueNegativeTestJSON-1272623576-project] 10.222.0.23 "GET /v2.0/security-groups?id=83d5be7f-d8af-4828-9878-6877e2a6bac5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461309 Jun 18 05:19:39.596239 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9145614a-7a2f-4a14-bf4d-c8d53f64afb8 req-c0c6bce0-e4dd-4384-9219-069630afc8e5 tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:19:39.597751 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-9145614a-7a2f-4a14-bf4d-c8d53f64afb8 req-c0c6bce0-e4dd-4384-9219-069630afc8e5 tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] 10.222.0.23 "GET /v2.0/ports?device_id=3db86af8-06be-4481-ae05-85abb634d58e HTTP/1.1" status: 200 len: 943 time: 0.0484545 Jun 18 05:19:39.645219 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-9145614a-7a2f-4a14-bf4d-c8d53f64afb8 req-7f1ffbfd-d3f6-41b5-90af-590babd4a38e tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] 10.222.0.23 "GET /v2.0/security-groups?id=e7fc1561-1092-4d2a-b878-ed2f82ce27ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419514 Jun 18 05:19:39.834707 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0feb3020-c993-4967-b644-24ba72f8d4dc req-35a3260a-37d9-4857-b964-af831bc1c610 tempest-VolumesActionsTest-198952152 tempest-VolumesActionsTest-198952152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:19:39.836186 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-0feb3020-c993-4967-b644-24ba72f8d4dc req-35a3260a-37d9-4857-b964-af831bc1c610 tempest-VolumesActionsTest-198952152 tempest-VolumesActionsTest-198952152-project] 10.222.0.23 "GET /v2.0/ports?device_id=17a0202f-1150-49ed-a508-fbba8692b1d7 HTTP/1.1" status: 200 len: 943 time: 0.0477097 Jun 18 05:19:39.883964 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-0feb3020-c993-4967-b644-24ba72f8d4dc req-e819f631-851d-4ad8-8774-35ac44656279 tempest-VolumesActionsTest-198952152 tempest-VolumesActionsTest-198952152-project] 10.222.0.23 "GET /v2.0/security-groups?id=2f2cbc39-8b3e-4924-926e-fc7e9cf06658&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418086 Jun 18 05:19:40.220854 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ae3558-c6e9-48a0-b2fb-8a81e8d725df req-0e651557-dfc5-40a8-bbd1-0a482ce03eaf tempest-TestShelveInstance-245137814 tempest-TestShelveInstance-245137814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:19:40.222415 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-56ae3558-c6e9-48a0-b2fb-8a81e8d725df req-0e651557-dfc5-40a8-bbd1-0a482ce03eaf tempest-TestShelveInstance-245137814 tempest-TestShelveInstance-245137814-project] 10.222.0.23 "GET /v2.0/ports?device_id=d0554d10-2a83-478b-a2a6-7c4bcc0dfc2b HTTP/1.1" status: 200 len: 943 time: 0.0557816 Jun 18 05:19:40.263125 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-7df10b95-c2c3-40b2-a88f-596271810eab req-82e9f4dc-ea94-468e-9e2d-83bb5c9328fa service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2e6ea935-169b-426c-bf26-11d644b1d476 HTTP/1.1" status: 200 len: 217 time: 0.0547411 Jun 18 05:19:40.279406 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG dbcounter [-] [104388] Writing DB stats neutron:SELECT=100 {{(pid=104388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:19:40.288182 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401c5859-5bcf-4f2f-87a4-2c215fa20be3 req-ea017bad-f516-49de-abdc-9b3f8714313c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:19:40.290105 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-401c5859-5bcf-4f2f-87a4-2c215fa20be3 req-ea017bad-f516-49de-abdc-9b3f8714313c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=3a833f00ba294564a66b9eefbc49147e&device_id=bf8c3731-ba5b-41dc-ab3b-16d6725300a0 HTTP/1.1" status: 200 len: 1168 time: 0.0439913 Jun 18 05:19:40.308436 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-56ae3558-c6e9-48a0-b2fb-8a81e8d725df req-97159366-7eb5-4a64-9716-3b12d3f110d8 tempest-TestShelveInstance-245137814 tempest-TestShelveInstance-245137814-project] 10.222.0.23 "GET /v2.0/security-groups?id=46e7c09b-3bcc-4ed0-87e3-5a0cff7170e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0537035 Jun 18 05:19:40.471805 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c41ff4-77a2-4463-8bc5-6b9e8adf65c0 req-4e054217-4f28-44c8-afaf-c4ebf9bd69fb tempest-ServerRescueNegativeTestJSON-1272623576 tempest-ServerRescueNegativeTestJSON-1272623576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:19:40.473541 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-a5c41ff4-77a2-4463-8bc5-6b9e8adf65c0 req-4e054217-4f28-44c8-afaf-c4ebf9bd69fb tempest-ServerRescueNegativeTestJSON-1272623576 tempest-ServerRescueNegativeTestJSON-1272623576-project] 10.222.0.23 "GET /v2.0/ports?device_id=73b2fdbe-e24f-4092-bf52-db5c0a24f250 HTTP/1.1" status: 200 len: 945 time: 0.0521739 Jun 18 05:19:40.522832 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-a5c41ff4-77a2-4463-8bc5-6b9e8adf65c0 req-b3657a16-c88a-4fac-9a25-a606024c38c2 tempest-ServerRescueNegativeTestJSON-1272623576 tempest-ServerRescueNegativeTestJSON-1272623576-project] 10.222.0.23 "GET /v2.0/security-groups?id=83d5be7f-d8af-4828-9878-6877e2a6bac5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439093 Jun 18 05:19:40.769419 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f19ab2-aca7-4c4b-b031-4c17fb70b170 req-274f989c-011c-480b-8716-32bbafb45e94 tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:19:40.770909 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-a1f19ab2-aca7-4c4b-b031-4c17fb70b170 req-274f989c-011c-480b-8716-32bbafb45e94 tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] 10.222.0.23 "GET /v2.0/ports?device_id=3db86af8-06be-4481-ae05-85abb634d58e HTTP/1.1" status: 200 len: 943 time: 0.0484381 Jun 18 05:19:40.818324 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-a1f19ab2-aca7-4c4b-b031-4c17fb70b170 req-f82b805d-2405-4906-99b2-e29fbc60652b tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] 10.222.0.23 "GET /v2.0/security-groups?id=e7fc1561-1092-4d2a-b878-ed2f82ce27ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419121 Jun 18 05:19:40.997968 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4a65cb-4be2-4866-9425-f802e3a99c84 req-adeaaf1f-ad85-4062-bb57-5b82392e46b1 tempest-VolumesActionsTest-198952152 tempest-VolumesActionsTest-198952152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:19:40.999883 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-7a4a65cb-4be2-4866-9425-f802e3a99c84 req-adeaaf1f-ad85-4062-bb57-5b82392e46b1 tempest-VolumesActionsTest-198952152 tempest-VolumesActionsTest-198952152-project] 10.222.0.23 "GET /v2.0/ports?device_id=17a0202f-1150-49ed-a508-fbba8692b1d7 HTTP/1.1" status: 200 len: 943 time: 0.0479131 Jun 18 05:19:41.048162 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-7a4a65cb-4be2-4866-9425-f802e3a99c84 req-e7d679f9-e769-493f-a679-e65c94ad9325 tempest-VolumesActionsTest-198952152 tempest-VolumesActionsTest-198952152-project] 10.222.0.23 "GET /v2.0/security-groups?id=2f2cbc39-8b3e-4924-926e-fc7e9cf06658&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426610 Jun 18 05:19:41.453567 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-96180158-d529-483f-a616-edaf28627c98 req-f52554ce-4cfa-4dd7-812b-eac60d0092b6 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=240d96c6-c2da-4ee1-8fd9-554944f65d95&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0485272 Jun 18 05:19:41.460372 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f5d2a3-c638-4585-afb0-7d24aa5611ab req-f2acd697-30d4-4234-92ab-60e8029dab9e tempest-TestShelveInstance-245137814 tempest-TestShelveInstance-245137814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:19:41.461972 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-57f5d2a3-c638-4585-afb0-7d24aa5611ab req-f2acd697-30d4-4234-92ab-60e8029dab9e tempest-TestShelveInstance-245137814 tempest-TestShelveInstance-245137814-project] 10.222.0.23 "GET /v2.0/ports?device_id=d0554d10-2a83-478b-a2a6-7c4bcc0dfc2b HTTP/1.1" status: 200 len: 943 time: 0.0862062 Jun 18 05:19:41.472070 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df10b95-c2c3-40b2-a88f-596271810eab req-5ef0b747-5af0-401f-8594-60de9ef30e5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:19:41.473483 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-7df10b95-c2c3-40b2-a88f-596271810eab req-5ef0b747-5af0-401f-8594-60de9ef30e5e service neutron] 10.222.0.15 "GET /v2.0/subnets?id=778d0c06-0b61-4f2c-a161-3f736e93558f HTTP/1.1" status: 200 len: 847 time: 0.0672369 Jun 18 05:19:41.517402 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-57f5d2a3-c638-4585-afb0-7d24aa5611ab req-0e521611-53b3-4717-a6c6-948c3b5ab425 tempest-TestShelveInstance-245137814 tempest-TestShelveInstance-245137814-project] 10.222.0.23 "GET /v2.0/security-groups?id=46e7c09b-3bcc-4ed0-87e3-5a0cff7170e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477118 Jun 18 05:19:41.623171 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.rpc [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] Device 451c6eb3-9c80-4e4a-8271-8a7ff22fcc68 details requested by agent hyperv_hv-cinder-83699 with host hv-cinder-83699 {{(pid=104389) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 18 05:19:41.642975 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304d3313-6572-4936-974d-df35102f7012 req-28b87da4-2935-49fa-be2b-cf45a4465d23 tempest-ServerRescueNegativeTestJSON-1272623576 tempest-ServerRescueNegativeTestJSON-1272623576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:19:41.644467 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-304d3313-6572-4936-974d-df35102f7012 req-28b87da4-2935-49fa-be2b-cf45a4465d23 tempest-ServerRescueNegativeTestJSON-1272623576 tempest-ServerRescueNegativeTestJSON-1272623576-project] 10.222.0.23 "GET /v2.0/ports?device_id=73b2fdbe-e24f-4092-bf52-db5c0a24f250 HTTP/1.1" status: 200 len: 945 time: 0.0524325 Jun 18 05:19:41.673595 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG dbcounter [-] [104389] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:19:41.692674 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-304d3313-6572-4936-974d-df35102f7012 req-8b289a1f-d2c6-444f-8e69-cdbcfc35d09e tempest-ServerRescueNegativeTestJSON-1272623576 tempest-ServerRescueNegativeTestJSON-1272623576-project] 10.222.0.23 "GET /v2.0/security-groups?id=83d5be7f-d8af-4828-9878-6877e2a6bac5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423093 Jun 18 05:19:41.731913 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.db [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] For port 451c6eb3-9c80-4e4a-8271-8a7ff22fcc68, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=451c6eb3-9c80-4e4a-8271-8a7ff22fcc68,segment=NetworkSegment(df5c0d95-939e-4985-95c1-691e1c2a5bab),segment_id=df5c0d95-939e-4985-95c1-691e1c2a5bab)] {{(pid=104389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 05:19:41.744465 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.rpc [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] Returning: {'device': '451c6eb3-9c80-4e4a-8271-8a7ff22fcc68', 'network_id': '4041b16e-d0bc-408d-92a3-b2c03aff6ddd', 'port_id': '451c6eb3-9c80-4e4a-8271-8a7ff22fcc68', 'mac_address': 'fa:16:3e:df:ea:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 310, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '685ce5d8-74b3-4da6-9677-d6d036aab0b3', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104389) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 18 05:19:41.779827 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.plugin [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] Current status of the port 451c6eb3-9c80-4e4a-8271-8a7ff22fcc68 is: DOWN; New status is: BUILD {{(pid=104389) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 18 05:19:41.780210 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1768406'] for port (451c6eb3-9c80-4e4a-8271-8a7ff22fcc68), before_update {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:19:41.794263 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.notifiers.nova [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 451c6eb3-9c80-4e4a-8271-8a7ff22fcc68 {{(pid=104389) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 18 05:19:41.817483 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.db [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] For port 451c6eb3-9c80-4e4a-8271-8a7ff22fcc68, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=451c6eb3-9c80-4e4a-8271-8a7ff22fcc68,segment=NetworkSegment(df5c0d95-939e-4985-95c1-691e1c2a5bab),segment_id=df5c0d95-939e-4985-95c1-691e1c2a5bab)] {{(pid=104389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 05:19:41.864513 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1768343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789592765606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789592262840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789592262858'] for port (451c6eb3-9c80-4e4a-8271-8a7ff22fcc68), after_update {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:19:41.927724 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] Pushing event updated for resources: {'Port': ['ID=451c6eb3-9c80-4e4a-8271-8a7ff22fcc68,revision_number=4']} {{(pid=104389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:19:41.950381 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4bc084-0c83-4077-83c0-973482fff392 req-45209316-deed-44fa-90bd-ce0e5af37792 tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:19:41.951854 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-3b4bc084-0c83-4077-83c0-973482fff392 req-45209316-deed-44fa-90bd-ce0e5af37792 tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] 10.222.0.23 "GET /v2.0/ports?device_id=3db86af8-06be-4481-ae05-85abb634d58e HTTP/1.1" status: 200 len: 943 time: 0.0507956 Jun 18 05:19:42.008094 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-3b4bc084-0c83-4077-83c0-973482fff392 req-52e937f6-d824-4598-84c3-88a16ce15d0f tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] 10.222.0.23 "GET /v2.0/security-groups?id=e7fc1561-1092-4d2a-b878-ed2f82ce27ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499287 Jun 18 05:19:42.164846 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f53398-f72e-465b-95fe-6b965d6344a3 req-cce0f6b3-2e8c-444e-ac07-1314c5512dcb tempest-VolumesActionsTest-198952152 tempest-VolumesActionsTest-198952152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:19:42.166278 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-35f53398-f72e-465b-95fe-6b965d6344a3 req-cce0f6b3-2e8c-444e-ac07-1314c5512dcb tempest-VolumesActionsTest-198952152 tempest-VolumesActionsTest-198952152-project] 10.222.0.23 "GET /v2.0/ports?device_id=17a0202f-1150-49ed-a508-fbba8692b1d7 HTTP/1.1" status: 200 len: 944 time: 0.0499642 Jun 18 05:19:42.277222 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-35f53398-f72e-465b-95fe-6b965d6344a3 req-3be482ca-400a-44f1-bbd2-c0b5cc55df59 tempest-VolumesActionsTest-198952152 tempest-VolumesActionsTest-198952152-project] 10.222.0.23 "GET /v2.0/security-groups?id=2f2cbc39-8b3e-4924-926e-fc7e9cf06658&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049969 Jun 18 05:19:42.283304 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.db [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] get_ports_and_sgs() called for port_ids ['451c6eb3-9c80-4e4a-8271-8a7ff22fcc68'] {{(pid=104389) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 18 05:19:42.301683 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df10b95-c2c3-40b2-a88f-596271810eab req-a961bf1d-d648-452e-81e3-8614315fa877 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:19:42.303321 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-7df10b95-c2c3-40b2-a88f-596271810eab req-a961bf1d-d648-452e-81e3-8614315fa877 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=cce77fdc-391d-4bde-a709-4c5e4b2c55d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0456786 Jun 18 05:19:42.314694 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG dbcounter [-] [104387] Writing DB stats neutron:SELECT=100 {{(pid=104387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:19:42.326299 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96180158-d529-483f-a616-edaf28627c98 req-717486b7-b53c-463f-8f6a-5267fa943c71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:19:42.329042 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-96180158-d529-483f-a616-edaf28627c98 req-717486b7-b53c-463f-8f6a-5267fa943c71 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=969c470f720c4b2f97ba9f45c5d0d426&device_id=240d96c6-c2da-4ee1-8fd9-554944f65d95 HTTP/1.1" status: 200 len: 1129 time: 0.0555961 Jun 18 05:19:42.341916 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401c5859-5bcf-4f2f-87a4-2c215fa20be3 req-603a7003-b182-4c8a-98c6-b3df67c64156 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:19:42.344055 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-401c5859-5bcf-4f2f-87a4-2c215fa20be3 req-603a7003-b182-4c8a-98c6-b3df67c64156 service neutron] 10.222.0.15 "GET /v2.0/networks?id=381e581a-9cea-44f2-9ed2-365c11f6d6d9 HTTP/1.1" status: 200 len: 915 time: 0.1585522 Jun 18 05:19:42.630356 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89f9f4c-be44-4f18-93b3-7219481a01d3 req-0f6e1ecf-13b9-4bc6-8044-80d707261cd5 tempest-TestShelveInstance-245137814 tempest-TestShelveInstance-245137814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:19:42.631832 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-f89f9f4c-be44-4f18-93b3-7219481a01d3 req-0f6e1ecf-13b9-4bc6-8044-80d707261cd5 tempest-TestShelveInstance-245137814 tempest-TestShelveInstance-245137814-project] 10.222.0.23 "GET /v2.0/ports?device_id=d0554d10-2a83-478b-a2a6-7c4bcc0dfc2b HTTP/1.1" status: 200 len: 943 time: 0.0469842 Jun 18 05:19:42.682793 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-f89f9f4c-be44-4f18-93b3-7219481a01d3 req-ff5c67a5-65ea-4cff-b4bf-8c1867ff642d tempest-TestShelveInstance-245137814 tempest-TestShelveInstance-245137814-project] 10.222.0.23 "GET /v2.0/security-groups?id=46e7c09b-3bcc-4ed0-87e3-5a0cff7170e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451891 Jun 18 05:19:42.807688 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5f46cb-2675-4baf-9cdc-f1457f6a8a54 req-bd814617-931b-4463-b478-8862d6f60d4a tempest-ServerRescueNegativeTestJSON-1272623576 tempest-ServerRescueNegativeTestJSON-1272623576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:19:42.809069 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-cc5f46cb-2675-4baf-9cdc-f1457f6a8a54 req-bd814617-931b-4463-b478-8862d6f60d4a tempest-ServerRescueNegativeTestJSON-1272623576 tempest-ServerRescueNegativeTestJSON-1272623576-project] 10.222.0.23 "GET /v2.0/ports?device_id=73b2fdbe-e24f-4092-bf52-db5c0a24f250 HTTP/1.1" status: 200 len: 945 time: 0.0486646 Jun 18 05:19:42.857176 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-cc5f46cb-2675-4baf-9cdc-f1457f6a8a54 req-fcbdda20-0263-4491-b2a0-f7648834e678 tempest-ServerRescueNegativeTestJSON-1272623576 tempest-ServerRescueNegativeTestJSON-1272623576-project] 10.222.0.23 "GET /v2.0/security-groups?id=83d5be7f-d8af-4828-9878-6877e2a6bac5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414774 Jun 18 05:19:43.005522 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG dbcounter [-] [104387] Writing DB stats neutron:SELECT=100 {{(pid=104387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:19:43.029820 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-401c5859-5bcf-4f2f-87a4-2c215fa20be3 req-ea8eeadd-655d-4d3a-82d3-b48cde63bf2f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ed5753b8-9359-4e81-8f42-c2dd469ec79e HTTP/1.1" status: 200 len: 1000 time: 0.0944452 Jun 18 05:19:43.036623 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-7df10b95-c2c3-40b2-a88f-596271810eab req-8e52d8b7-b0af-46a0-917d-eddd18745e13 service neutron] 10.222.0.15 "GET /v2.0/networks/cce77fdc-391d-4bde-a709-4c5e4b2c55d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0990536 Jun 18 05:19:43.083673 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96180158-d529-483f-a616-edaf28627c98 req-f99a77dc-355e-4395-a02c-2298c04823f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:19:43.085073 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-96180158-d529-483f-a616-edaf28627c98 req-f99a77dc-355e-4395-a02c-2298c04823f1 service neutron] 10.222.0.15 "GET /v2.0/networks?id=22d8eb11-0b66-4ea6-b4d2-3deab0a32f40 HTTP/1.1" status: 200 len: 912 time: 0.1077111 Jun 18 05:19:43.130315 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36489402-ac2f-408f-9be4-3be57002edc2 req-d90173d6-25f9-4d08-9d5e-8fccac696001 tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:19:43.132042 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-36489402-ac2f-408f-9be4-3be57002edc2 req-d90173d6-25f9-4d08-9d5e-8fccac696001 tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] 10.222.0.23 "GET /v2.0/ports?device_id=3db86af8-06be-4481-ae05-85abb634d58e HTTP/1.1" status: 200 len: 943 time: 0.0470283 Jun 18 05:19:43.152534 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG dbcounter [-] [104388] Writing DB stats neutron:SELECT=100 {{(pid=104388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:19:43.181184 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-36489402-ac2f-408f-9be4-3be57002edc2 req-ffaeff0a-6d09-4c65-9bc4-c751d5272a45 tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] 10.222.0.23 "GET /v2.0/security-groups?id=e7fc1561-1092-4d2a-b878-ed2f82ce27ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435994 Jun 18 05:19:43.398228 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f801fff7-7fe0-48b7-aa09-899d4ceb9ed0 req-bf6330dd-722e-41a6-ab01-772be2247dcb tempest-VolumesActionsTest-198952152 tempest-VolumesActionsTest-198952152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:19:43.399737 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-f801fff7-7fe0-48b7-aa09-899d4ceb9ed0 req-bf6330dd-722e-41a6-ab01-772be2247dcb tempest-VolumesActionsTest-198952152 tempest-VolumesActionsTest-198952152-project] 10.222.0.23 "GET /v2.0/ports?device_id=17a0202f-1150-49ed-a508-fbba8692b1d7 HTTP/1.1" status: 200 len: 944 time: 0.0506780 Jun 18 05:19:43.446603 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-f801fff7-7fe0-48b7-aa09-899d4ceb9ed0 req-29d4a234-eec5-4ff9-8c1a-17da973f5fdb tempest-VolumesActionsTest-198952152 tempest-VolumesActionsTest-198952152-project] 10.222.0.23 "GET /v2.0/security-groups?id=2f2cbc39-8b3e-4924-926e-fc7e9cf06658&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411491 Jun 18 05:19:43.654410 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.rpc [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] Device 2e6ea935-169b-426c-bf26-11d644b1d476 details requested by agent hyperv_hv-cinder-83699 with host hv-cinder-83699 {{(pid=104389) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 18 05:19:43.669294 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.rpc [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] Device 451c6eb3-9c80-4e4a-8271-8a7ff22fcc68 up at agent hyperv_hv-cinder-83699 {{(pid=104389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 18 05:19:43.764947 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.db.provisioning_blocks [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] Provisioning for port 451c6eb3-9c80-4e4a-8271-8a7ff22fcc68 completed by entity L2. {{(pid=104389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 18 05:19:43.795216 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.db [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] For port 2e6ea935-169b-426c-bf26-11d644b1d476, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=2e6ea935-169b-426c-bf26-11d644b1d476,segment=NetworkSegment(5c1a6f43-88a7-45ae-8bd7-10faf4ff6d60),segment_id=5c1a6f43-88a7-45ae-8bd7-10faf4ff6d60)] {{(pid=104389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 05:19:43.796004 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbc1484-4b7c-4b05-9bb7-b52f3542556e req-4e5ebf73-3346-4160-9f1c-f048258f5d48 tempest-TestShelveInstance-245137814 tempest-TestShelveInstance-245137814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:19:43.797600 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-5dbc1484-4b7c-4b05-9bb7-b52f3542556e req-4e5ebf73-3346-4160-9f1c-f048258f5d48 tempest-TestShelveInstance-245137814 tempest-TestShelveInstance-245137814-project] 10.222.0.23 "GET /v2.0/ports?device_id=d0554d10-2a83-478b-a2a6-7c4bcc0dfc2b HTTP/1.1" status: 200 len: 943 time: 0.0475845 Jun 18 05:19:43.811510 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.rpc [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] Returning: {'device': '2e6ea935-169b-426c-bf26-11d644b1d476', 'network_id': 'cce77fdc-391d-4bde-a709-4c5e4b2c55d4', 'port_id': '2e6ea935-169b-426c-bf26-11d644b1d476', 'mac_address': 'fa:16:3e:23:73:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 326, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '778d0c06-0b61-4f2c-a161-3f736e93558f', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104389) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 18 05:19:43.817239 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.db.provisioning_blocks [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] Provisioning complete for port 451c6eb3-9c80-4e4a-8271-8a7ff22fcc68 triggered by entity L2. {{(pid=104389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 18 05:19:43.817641 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1740956'] for port (451c6eb3-9c80-4e4a-8271-8a7ff22fcc68), provisioning_complete {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:19:43.853986 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-5dbc1484-4b7c-4b05-9bb7-b52f3542556e req-9e8d2777-848b-4f0a-9baa-1eb516bef751 tempest-TestShelveInstance-245137814 tempest-TestShelveInstance-245137814-project] 10.222.0.23 "GET /v2.0/security-groups?id=46e7c09b-3bcc-4ed0-87e3-5a0cff7170e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506124 Jun 18 05:19:43.855593 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG dbcounter [-] [104389] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:19:43.875444 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.plugin [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] Current status of the port 2e6ea935-169b-426c-bf26-11d644b1d476 is: DOWN; New status is: BUILD {{(pid=104389) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 18 05:19:43.875835 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1768406'] for port (2e6ea935-169b-426c-bf26-11d644b1d476), before_update {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:19:43.894144 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.notifiers.nova [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2e6ea935-169b-426c-bf26-11d644b1d476 {{(pid=104389) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 18 05:19:43.934002 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.db [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] For port 2e6ea935-169b-426c-bf26-11d644b1d476, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=2e6ea935-169b-426c-bf26-11d644b1d476,segment=NetworkSegment(5c1a6f43-88a7-45ae-8bd7-10faf4ff6d60),segment_id=5c1a6f43-88a7-45ae-8bd7-10faf4ff6d60)] {{(pid=104389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 05:19:43.947493 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.plugin [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] Current status of the port 451c6eb3-9c80-4e4a-8271-8a7ff22fcc68 is: BUILD; New status is: ACTIVE {{(pid=104389) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 18 05:19:43.947872 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1768406'] for port (451c6eb3-9c80-4e4a-8271-8a7ff22fcc68), before_update {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:19:43.975718 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17a0202f-1150-49ed-a508-fbba8692b1d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '451c6eb3-9c80-4e4a-8271-8a7ff22fcc68'}] {{(pid=104389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 18 05:19:43.978354 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84994602c193c13a4c26b8b675ba51d9b392d44d80225cb9db16c930b334f47b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b25c5dd0-5ee1-4b31-bd13-a10cd7f209ee" -d '{"events": [{"server_uuid": "17a0202f-1150-49ed-a508-fbba8692b1d7", "name": "network-vif-plugged", "status": "completed", "tag": "451c6eb3-9c80-4e4a-8271-8a7ff22fcc68"}]}' {{(pid=104389) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 05:19:43.982775 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3290089-8aeb-458a-b32d-d434e05ffe14 req-8d8b5eaa-f55e-4611-b4eb-aa37a5d676ac tempest-ServerRescueNegativeTestJSON-1272623576 tempest-ServerRescueNegativeTestJSON-1272623576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:19:43.990839 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-b3290089-8aeb-458a-b32d-d434e05ffe14 req-8d8b5eaa-f55e-4611-b4eb-aa37a5d676ac tempest-ServerRescueNegativeTestJSON-1272623576 tempest-ServerRescueNegativeTestJSON-1272623576-project] 10.222.0.23 "GET /v2.0/ports?device_id=73b2fdbe-e24f-4092-bf52-db5c0a24f250 HTTP/1.1" status: 200 len: 945 time: 0.0595737 Jun 18 05:19:43.995445 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1768343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789592765606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789592262840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789592262858'] for port (2e6ea935-169b-426c-bf26-11d644b1d476), after_update {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:19:43.998908 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.db [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] For port 451c6eb3-9c80-4e4a-8271-8a7ff22fcc68, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=451c6eb3-9c80-4e4a-8271-8a7ff22fcc68,segment=NetworkSegment(df5c0d95-939e-4985-95c1-691e1c2a5bab),segment_id=df5c0d95-939e-4985-95c1-691e1c2a5bab)] {{(pid=104389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 05:19:44.032163 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG dbcounter [-] [104389] Writing DB stats neutron:UPDATE=5,neutron:SELECT=94,neutron:DELETE=1 {{(pid=104389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:19:44.056706 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Jun 2022 05:19:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5d2bfd5-3689-4725-b278-ab90918271b8 x-openstack-request-id: req-b5d2bfd5-3689-4725-b278-ab90918271b8 {{(pid=104389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 05:19:44.056706 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17a0202f-1150-49ed-a508-fbba8692b1d7", "name": "network-vif-plugged", "status": "completed", "tag": "451c6eb3-9c80-4e4a-8271-8a7ff22fcc68", "code": 200}]} {{(pid=104389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 05:19:44.056706 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-b5d2bfd5-3689-4725-b278-ab90918271b8 {{(pid=104389) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 05:19:44.056706 dv-cinder-836996-35-iscsi neutron-server[104389]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b5d2bfd5-3689-4725-b278-ab90918271b8'] response: {'server_uuid': '17a0202f-1150-49ed-a508-fbba8692b1d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '451c6eb3-9c80-4e4a-8271-8a7ff22fcc68', 'code': 200} Jun 18 05:19:44.061894 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] Pushing event updated for resources: {'Port': ['ID=2e6ea935-169b-426c-bf26-11d644b1d476,revision_number=4']} {{(pid=104389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:19:44.066029 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-b3290089-8aeb-458a-b32d-d434e05ffe14 req-60253a8f-5465-4500-8fb8-311ba05c9ef2 tempest-ServerRescueNegativeTestJSON-1272623576 tempest-ServerRescueNegativeTestJSON-1272623576-project] 10.222.0.23 "GET /v2.0/security-groups?id=83d5be7f-d8af-4828-9878-6877e2a6bac5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741782 Jun 18 05:19:44.080362 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1768343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789592765606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789592262840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789592262858'] for port (451c6eb3-9c80-4e4a-8271-8a7ff22fcc68), after_update {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:19:44.131638 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] Pushing event updated for resources: {'Port': ['ID=451c6eb3-9c80-4e4a-8271-8a7ff22fcc68,revision_number=5']} {{(pid=104389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:19:44.356265 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-96180158-d529-483f-a616-edaf28627c98 req-3d78a597-058a-42b5-9b51-79f4a11eac21 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=376a2e8d-64a9-45d4-8092-b0e803666ea7 HTTP/1.1" status: 200 len: 1000 time: 0.1435187 Jun 18 05:19:44.362029 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401c5859-5bcf-4f2f-87a4-2c215fa20be3 req-6e059cc1-a771-416e-b932-6a386c363910 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:19:44.363620 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-401c5859-5bcf-4f2f-87a4-2c215fa20be3 req-6e059cc1-a771-416e-b932-6a386c363910 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=bc9d70cb-3189-4844-951f-f295bb588b8d HTTP/1.1" status: 200 len: 853 time: 0.1522145 Jun 18 05:19:44.380648 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dca2d8c-9399-47a6-8203-9ec889969c3e req-a9ff89b6-2586-4e16-9577-42165887c102 tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:19:44.382434 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-1dca2d8c-9399-47a6-8203-9ec889969c3e req-a9ff89b6-2586-4e16-9577-42165887c102 tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] 10.222.0.23 "GET /v2.0/ports?device_id=3db86af8-06be-4481-ae05-85abb634d58e HTTP/1.1" status: 200 len: 943 time: 0.0920773 Jun 18 05:19:44.398053 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.db [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] get_ports_and_sgs() called for port_ids ['2e6ea935-169b-426c-bf26-11d644b1d476'] {{(pid=104389) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 18 05:19:44.486293 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-7df10b95-c2c3-40b2-a88f-596271810eab req-dc5056ca-ffea-4eaa-8cc1-a7a2a92ddca4 service neutron] 10.222.0.15 "GET /v2.0/networks/cce77fdc-391d-4bde-a709-4c5e4b2c55d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2606795 Jun 18 05:19:44.551749 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a472fe80-dc86-408c-9d3e-4b7146066a5e req-392564d9-33e3-4cfa-b137-dd5b711c2365 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:19:44.554104 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-a472fe80-dc86-408c-9d3e-4b7146066a5e req-392564d9-33e3-4cfa-b137-dd5b711c2365 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=73b2fdbe-e24f-4092-bf52-db5c0a24f250 HTTP/1.1" status: 200 len: 1129 time: 0.1619048 Jun 18 05:19:44.558144 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-1dca2d8c-9399-47a6-8203-9ec889969c3e req-071e3138-9193-4495-9ef1-1e8ca4cb0f76 tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] 10.222.0.23 "GET /v2.0/security-groups?id=e7fc1561-1092-4d2a-b878-ed2f82ce27ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1640561 Jun 18 05:19:44.600148 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG dbcounter [-] [104388] Writing DB stats neutron:SELECT=100 {{(pid=104388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:19:44.619419 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-a472fe80-dc86-408c-9d3e-4b7146066a5e req-d9b34274-8510-470b-b7d2-cce1b17aa15d service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=83d5be7f-d8af-4828-9878-6877e2a6bac5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566576 Jun 18 05:19:44.753234 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401c5859-5bcf-4f2f-87a4-2c215fa20be3 req-7e1dc3a0-efc2-48d9-b86d-ee07b92dc582 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:19:44.754662 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-401c5859-5bcf-4f2f-87a4-2c215fa20be3 req-7e1dc3a0-efc2-48d9-b86d-ee07b92dc582 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=381e581a-9cea-44f2-9ed2-365c11f6d6d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.3764796 Jun 18 05:19:44.760310 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96180158-d529-483f-a616-edaf28627c98 req-a0e9554f-4253-43b7-87dc-4f54bacc6b1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:19:44.762735 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-96180158-d529-483f-a616-edaf28627c98 req-a0e9554f-4253-43b7-87dc-4f54bacc6b1a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=5d138401-1420-4153-a9c8-b647c19cd403 HTTP/1.1" status: 200 len: 850 time: 0.3822248 Jun 18 05:19:44.776247 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fb85cd-d144-4147-a27e-c59a6c03873c req-d0c37e5f-ef2f-4557-9976-014c51032af7 tempest-VolumesActionsTest-198952152 tempest-VolumesActionsTest-198952152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:19:44.777725 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-00fb85cd-d144-4147-a27e-c59a6c03873c req-d0c37e5f-ef2f-4557-9976-014c51032af7 tempest-VolumesActionsTest-198952152 tempest-VolumesActionsTest-198952152-project] 10.222.0.23 "GET /v2.0/ports?device_id=17a0202f-1150-49ed-a508-fbba8692b1d7 HTTP/1.1" status: 200 len: 945 time: 0.0638771 Jun 18 05:19:44.831432 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-00fb85cd-d144-4147-a27e-c59a6c03873c req-a65f351e-aeaa-430b-b183-654af709d06f tempest-VolumesActionsTest-198952152 tempest-VolumesActionsTest-198952152-project] 10.222.0.23 "GET /v2.0/security-groups?id=2f2cbc39-8b3e-4924-926e-fc7e9cf06658&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470309 Jun 18 05:19:44.981638 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585d2359-9b52-4c9b-87d0-792cff0e692f req-51ed2feb-cb43-4845-8591-60e535b58bce tempest-TestShelveInstance-245137814 tempest-TestShelveInstance-245137814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:19:44.983186 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-585d2359-9b52-4c9b-87d0-792cff0e692f req-51ed2feb-cb43-4845-8591-60e535b58bce tempest-TestShelveInstance-245137814 tempest-TestShelveInstance-245137814-project] 10.222.0.23 "GET /v2.0/ports?device_id=d0554d10-2a83-478b-a2a6-7c4bcc0dfc2b HTTP/1.1" status: 200 len: 944 time: 0.0553749 Jun 18 05:19:45.044897 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-585d2359-9b52-4c9b-87d0-792cff0e692f req-47088951-83d3-42f1-8f6e-7ea966e84520 tempest-TestShelveInstance-245137814 tempest-TestShelveInstance-245137814-project] 10.222.0.23 "GET /v2.0/security-groups?id=46e7c09b-3bcc-4ed0-87e3-5a0cff7170e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0540872 Jun 18 05:19:45.076273 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96180158-d529-483f-a616-edaf28627c98 req-91a7ff31-2421-4799-9a65-d39c20f035fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:19:45.078025 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-96180158-d529-483f-a616-edaf28627c98 req-91a7ff31-2421-4799-9a65-d39c20f035fb service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=22d8eb11-0b66-4ea6-b4d2-3deab0a32f40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1121428 Jun 18 05:19:45.113859 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-401c5859-5bcf-4f2f-87a4-2c215fa20be3 req-2529101f-6452-4b1c-abea-3b5d299666a1 service neutron] 10.222.0.15 "GET /v2.0/networks/381e581a-9cea-44f2-9ed2-365c11f6d6d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1493087 Jun 18 05:19:45.193032 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa39171-5bc2-470a-bff6-51c0ad4d2d57 req-5e0a3245-a3d3-47b5-aca9-fc7422a32192 tempest-ServerRescueNegativeTestJSON-1272623576 tempest-ServerRescueNegativeTestJSON-1272623576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:19:45.194548 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-afa39171-5bc2-470a-bff6-51c0ad4d2d57 req-5e0a3245-a3d3-47b5-aca9-fc7422a32192 tempest-ServerRescueNegativeTestJSON-1272623576 tempest-ServerRescueNegativeTestJSON-1272623576-project] 10.222.0.23 "GET /v2.0/ports?device_id=73b2fdbe-e24f-4092-bf52-db5c0a24f250 HTTP/1.1" status: 200 len: 945 time: 0.0561047 Jun 18 05:19:45.228088 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG dbcounter [-] [104387] Writing DB stats neutron:SELECT=100 {{(pid=104387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:19:45.245772 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-afa39171-5bc2-470a-bff6-51c0ad4d2d57 req-2b26334f-9d21-4102-bf06-f6e2a4e60c82 tempest-ServerRescueNegativeTestJSON-1272623576 tempest-ServerRescueNegativeTestJSON-1272623576-project] 10.222.0.23 "GET /v2.0/security-groups?id=83d5be7f-d8af-4828-9878-6877e2a6bac5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456769 Jun 18 05:19:45.539470 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a069019f-5e86-4e81-85cb-90a5108b5d75 req-10e341db-1744-424d-993d-95de5e5f5f4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:19:45.541099 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-a069019f-5e86-4e81-85cb-90a5108b5d75 req-10e341db-1744-424d-993d-95de5e5f5f4f service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=17a0202f-1150-49ed-a508-fbba8692b1d7 HTTP/1.1" status: 200 len: 1129 time: 0.0464542 Jun 18 05:19:45.588489 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-a069019f-5e86-4e81-85cb-90a5108b5d75 req-bfbd516b-8f8a-4699-a1b6-4946a8f3938f service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=2f2cbc39-8b3e-4924-926e-fc7e9cf06658&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404038 Jun 18 05:19:45.653431 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-401c5859-5bcf-4f2f-87a4-2c215fa20be3 req-0faaa62f-2ebb-49ae-8f42-ee00f35e48db service neutron] 10.222.0.15 "GET /v2.0/networks/381e581a-9cea-44f2-9ed2-365c11f6d6d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1872418 Jun 18 05:19:45.655505 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-96180158-d529-483f-a616-edaf28627c98 req-36c8f206-91aa-4c7a-95a7-afcd79c5c1ee service neutron] 10.222.0.15 "GET /v2.0/networks/22d8eb11-0b66-4ea6-b4d2-3deab0a32f40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1882644 Jun 18 05:19:45.675430 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.rpc [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] Device 2e6ea935-169b-426c-bf26-11d644b1d476 up at agent hyperv_hv-cinder-83699 {{(pid=104389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 18 05:19:45.683987 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf1592d-46e7-404b-974b-32043b2016c5 req-0c3c797d-5bb9-4ce2-b280-1c0ffba44ab1 tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:19:45.685512 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-fcf1592d-46e7-404b-974b-32043b2016c5 req-0c3c797d-5bb9-4ce2-b280-1c0ffba44ab1 tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] 10.222.0.23 "GET /v2.0/ports?device_id=3db86af8-06be-4481-ae05-85abb634d58e HTTP/1.1" status: 200 len: 943 time: 0.0484281 Jun 18 05:19:45.725447 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.db.provisioning_blocks [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] Provisioning for port 2e6ea935-169b-426c-bf26-11d644b1d476 completed by entity L2. {{(pid=104389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 18 05:19:45.735202 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-fcf1592d-46e7-404b-974b-32043b2016c5 req-2664507a-363a-4642-9849-d2383e9cbae7 tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] 10.222.0.23 "GET /v2.0/security-groups?id=e7fc1561-1092-4d2a-b878-ed2f82ce27ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433209 Jun 18 05:19:45.802553 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.db.provisioning_blocks [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] Provisioning complete for port 2e6ea935-169b-426c-bf26-11d644b1d476 triggered by entity L2. {{(pid=104389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 18 05:19:45.802937 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1740956'] for port (2e6ea935-169b-426c-bf26-11d644b1d476), provisioning_complete {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:19:45.885268 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.plugin [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] Current status of the port 2e6ea935-169b-426c-bf26-11d644b1d476 is: BUILD; New status is: ACTIVE {{(pid=104389) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 18 05:19:45.885722 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1768406'] for port (2e6ea935-169b-426c-bf26-11d644b1d476), before_update {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:19:45.928331 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.db [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] For port 2e6ea935-169b-426c-bf26-11d644b1d476, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=2e6ea935-169b-426c-bf26-11d644b1d476,segment=NetworkSegment(5c1a6f43-88a7-45ae-8bd7-10faf4ff6d60),segment_id=5c1a6f43-88a7-45ae-8bd7-10faf4ff6d60)] {{(pid=104389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 05:19:45.953364 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7d9942-4571-48af-8d30-ddcd6adb5a54 req-4810d650-2c63-41c2-a546-2cfaf382fa7b tempest-VolumesActionsTest-198952152 tempest-VolumesActionsTest-198952152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:19:45.955729 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-6f7d9942-4571-48af-8d30-ddcd6adb5a54 req-4810d650-2c63-41c2-a546-2cfaf382fa7b tempest-VolumesActionsTest-198952152 tempest-VolumesActionsTest-198952152-project] 10.222.0.23 "GET /v2.0/ports?device_id=17a0202f-1150-49ed-a508-fbba8692b1d7 HTTP/1.1" status: 200 len: 945 time: 0.0548415 Jun 18 05:19:46.002389 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1768343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789592765606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789592262840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789592262858'] for port (2e6ea935-169b-426c-bf26-11d644b1d476), after_update {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:19:46.006149 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-6f7d9942-4571-48af-8d30-ddcd6adb5a54 req-a4e6446a-2005-4943-978f-32c3e04bbeba tempest-VolumesActionsTest-198952152 tempest-VolumesActionsTest-198952152-project] 10.222.0.23 "GET /v2.0/security-groups?id=2f2cbc39-8b3e-4924-926e-fc7e9cf06658&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447998 Jun 18 05:19:46.051884 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] Pushing event updated for resources: {'Port': ['ID=2e6ea935-169b-426c-bf26-11d644b1d476,revision_number=5']} {{(pid=104389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:19:46.057026 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0554d10-2a83-478b-a2a6-7c4bcc0dfc2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e6ea935-169b-426c-bf26-11d644b1d476'}] {{(pid=104389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 18 05:19:46.059366 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84994602c193c13a4c26b8b675ba51d9b392d44d80225cb9db16c930b334f47b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64acb2ca-71e9-4bd2-ac4c-2670fb1f4a78" -d '{"events": [{"server_uuid": "d0554d10-2a83-478b-a2a6-7c4bcc0dfc2b", "name": "network-vif-plugged", "status": "completed", "tag": "2e6ea935-169b-426c-bf26-11d644b1d476"}]}' {{(pid=104389) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 05:19:46.102383 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Jun 2022 05:19:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84e79750-9ffe-4b10-babf-27304e36709c x-openstack-request-id: req-84e79750-9ffe-4b10-babf-27304e36709c {{(pid=104389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 05:19:46.102864 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0554d10-2a83-478b-a2a6-7c4bcc0dfc2b", "name": "network-vif-plugged", "status": "completed", "tag": "2e6ea935-169b-426c-bf26-11d644b1d476", "code": 200}]} {{(pid=104389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 05:19:46.103242 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-84e79750-9ffe-4b10-babf-27304e36709c {{(pid=104389) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 05:19:46.103821 dv-cinder-836996-35-iscsi neutron-server[104389]: INFO neutron.notifiers.nova [-] Nova event matching ['req-84e79750-9ffe-4b10-babf-27304e36709c'] response: {'server_uuid': 'd0554d10-2a83-478b-a2a6-7c4bcc0dfc2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e6ea935-169b-426c-bf26-11d644b1d476', 'code': 200} Jun 18 05:19:46.172185 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG dbcounter [-] [104387] Writing DB stats neutron:SELECT=100 {{(pid=104387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:19:46.235754 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a4d038-4744-426f-9e77-0cee9d66c55c req-78b2ec06-140c-40d4-ab42-30234d330822 tempest-TestShelveInstance-245137814 tempest-TestShelveInstance-245137814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:19:46.237861 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-b7a4d038-4744-426f-9e77-0cee9d66c55c req-78b2ec06-140c-40d4-ab42-30234d330822 tempest-TestShelveInstance-245137814 tempest-TestShelveInstance-245137814-project] 10.222.0.23 "GET /v2.0/ports?device_id=d0554d10-2a83-478b-a2a6-7c4bcc0dfc2b HTTP/1.1" status: 200 len: 945 time: 0.1047444 Jun 18 05:19:46.283379 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-96180158-d529-483f-a616-edaf28627c98 req-a794c758-2627-4864-a86e-0511aef76084 service neutron] 10.222.0.15 "GET /v2.0/networks/22d8eb11-0b66-4ea6-b4d2-3deab0a32f40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1593175 Jun 18 05:19:46.308654 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-b7a4d038-4744-426f-9e77-0cee9d66c55c req-bad4bfa6-9428-4b4b-8e4d-b42f6b73bdda tempest-TestShelveInstance-245137814 tempest-TestShelveInstance-245137814-project] 10.222.0.23 "GET /v2.0/security-groups?id=46e7c09b-3bcc-4ed0-87e3-5a0cff7170e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0641038 Jun 18 05:19:46.370601 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3afdb9-06ec-4bc8-b7ba-e50d89af6e62 req-1400ab69-db4b-4425-864c-21cd30003754 tempest-ServerRescueNegativeTestJSON-1272623576 tempest-ServerRescueNegativeTestJSON-1272623576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:19:46.372118 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-9f3afdb9-06ec-4bc8-b7ba-e50d89af6e62 req-1400ab69-db4b-4425-864c-21cd30003754 tempest-ServerRescueNegativeTestJSON-1272623576 tempest-ServerRescueNegativeTestJSON-1272623576-project] 10.222.0.23 "GET /v2.0/ports?device_id=73b2fdbe-e24f-4092-bf52-db5c0a24f250 HTTP/1.1" status: 200 len: 945 time: 0.0536063 Jun 18 05:19:46.426405 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-9f3afdb9-06ec-4bc8-b7ba-e50d89af6e62 req-2fd5b2a8-4c97-4a50-9022-90ebb1d90641 tempest-ServerRescueNegativeTestJSON-1272623576 tempest-ServerRescueNegativeTestJSON-1272623576-project] 10.222.0.23 "GET /v2.0/security-groups?id=83d5be7f-d8af-4828-9878-6877e2a6bac5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483410 Jun 18 05:19:46.856758 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40af1450-c635-4c68-98f9-bf30c4ef18f3 req-7efeb032-6cfc-4489-9f30-037e74bda245 tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:19:46.858309 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-40af1450-c635-4c68-98f9-bf30c4ef18f3 req-7efeb032-6cfc-4489-9f30-037e74bda245 tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] 10.222.0.23 "GET /v2.0/ports?device_id=3db86af8-06be-4481-ae05-85abb634d58e HTTP/1.1" status: 200 len: 943 time: 0.0484040 Jun 18 05:19:46.912945 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-40af1450-c635-4c68-98f9-bf30c4ef18f3 req-47f5bfc8-a538-43ba-a83c-96f952d174bb tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] 10.222.0.23 "GET /v2.0/security-groups?id=e7fc1561-1092-4d2a-b878-ed2f82ce27ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486445 Jun 18 05:19:47.139566 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f141854d-cafd-4e70-a243-72359ce809a5 req-7a45e629-746f-41ed-84fd-8a990259792d tempest-VolumesActionsTest-198952152 tempest-VolumesActionsTest-198952152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:19:47.141065 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-f141854d-cafd-4e70-a243-72359ce809a5 req-7a45e629-746f-41ed-84fd-8a990259792d tempest-VolumesActionsTest-198952152 tempest-VolumesActionsTest-198952152-project] 10.222.0.23 "GET /v2.0/ports?device_id=17a0202f-1150-49ed-a508-fbba8692b1d7 HTTP/1.1" status: 200 len: 945 time: 0.0505881 Jun 18 05:19:47.191075 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-f141854d-cafd-4e70-a243-72359ce809a5 req-fd0f58de-7bf7-4b81-b3ba-51a4e65dfa86 tempest-VolumesActionsTest-198952152 tempest-VolumesActionsTest-198952152-project] 10.222.0.23 "GET /v2.0/security-groups?id=2f2cbc39-8b3e-4924-926e-fc7e9cf06658&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437446 Jun 18 05:19:47.433526 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81d698d-0608-4fee-8bce-8669f07f67ec req-86f4e559-b581-4503-8615-2cb8f8fe8260 tempest-TestShelveInstance-245137814 tempest-TestShelveInstance-245137814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:19:47.435054 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-e81d698d-0608-4fee-8bce-8669f07f67ec req-86f4e559-b581-4503-8615-2cb8f8fe8260 tempest-TestShelveInstance-245137814 tempest-TestShelveInstance-245137814-project] 10.222.0.23 "GET /v2.0/ports?device_id=d0554d10-2a83-478b-a2a6-7c4bcc0dfc2b HTTP/1.1" status: 200 len: 945 time: 0.0487566 Jun 18 05:19:47.485135 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-e81d698d-0608-4fee-8bce-8669f07f67ec req-5698890b-7cc6-46b5-8567-51cabb625a3d tempest-TestShelveInstance-245137814 tempest-TestShelveInstance-245137814-project] 10.222.0.23 "GET /v2.0/security-groups?id=46e7c09b-3bcc-4ed0-87e3-5a0cff7170e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444667 Jun 18 05:19:47.542331 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d44100-0439-4e92-9e8f-56e94d5ea161 req-6b48f397-e131-400b-a265-ed4d3c886b2b tempest-ServerRescueNegativeTestJSON-1272623576 tempest-ServerRescueNegativeTestJSON-1272623576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:19:47.543726 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-45d44100-0439-4e92-9e8f-56e94d5ea161 req-6b48f397-e131-400b-a265-ed4d3c886b2b tempest-ServerRescueNegativeTestJSON-1272623576 tempest-ServerRescueNegativeTestJSON-1272623576-project] 10.222.0.23 "GET /v2.0/ports?device_id=73b2fdbe-e24f-4092-bf52-db5c0a24f250 HTTP/1.1" status: 200 len: 945 time: 0.0500133 Jun 18 05:19:47.801766 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG dbcounter [-] [104388] Writing DB stats neutron:SELECT=100 {{(pid=104388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:19:47.812887 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-45d44100-0439-4e92-9e8f-56e94d5ea161 req-afe883d3-7f2a-49a5-9762-3a19b6d809b6 tempest-ServerRescueNegativeTestJSON-1272623576 tempest-ServerRescueNegativeTestJSON-1272623576-project] 10.222.0.23 "GET /v2.0/security-groups?id=83d5be7f-d8af-4828-9878-6877e2a6bac5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2629836 Jun 18 05:19:48.052418 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05a561f-83c0-4a6b-b0e2-805927767821 req-ec63dd00-b02e-40f3-88e5-99fbb314662b tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:19:48.053895 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-e05a561f-83c0-4a6b-b0e2-805927767821 req-ec63dd00-b02e-40f3-88e5-99fbb314662b tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] 10.222.0.23 "GET /v2.0/ports?device_id=3db86af8-06be-4481-ae05-85abb634d58e HTTP/1.1" status: 200 len: 943 time: 0.0632222 Jun 18 05:19:48.102304 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-e05a561f-83c0-4a6b-b0e2-805927767821 req-5868673d-65c2-4300-bc5a-6fa71a4caee7 tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] 10.222.0.23 "GET /v2.0/security-groups?id=e7fc1561-1092-4d2a-b878-ed2f82ce27ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426517 Jun 18 05:19:48.213265 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275720d6-905c-404d-9fa9-a8e7a6cd10e6 req-eaff19c4-7b77-49c0-b569-a8d3b687b824 tempest-ServerRescueNegativeTestJSON-1272623576 tempest-ServerRescueNegativeTestJSON-1272623576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:19:48.214832 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-275720d6-905c-404d-9fa9-a8e7a6cd10e6 req-eaff19c4-7b77-49c0-b569-a8d3b687b824 tempest-ServerRescueNegativeTestJSON-1272623576 tempest-ServerRescueNegativeTestJSON-1272623576-project] 10.222.0.23 "GET /v2.0/ports?device_id=73b2fdbe-e24f-4092-bf52-db5c0a24f250 HTTP/1.1" status: 200 len: 945 time: 0.0480666 Jun 18 05:19:48.271515 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-275720d6-905c-404d-9fa9-a8e7a6cd10e6 req-dbd70fd7-b1e2-4a77-87cf-2bcfc1853d38 tempest-ServerRescueNegativeTestJSON-1272623576 tempest-ServerRescueNegativeTestJSON-1272623576-project] 10.222.0.23 "GET /v2.0/security-groups?id=83d5be7f-d8af-4828-9878-6877e2a6bac5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509915 Jun 18 05:19:48.334093 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf634322-8b97-494e-8e6a-2aeb54740fd3 req-1154bf51-f6df-4980-abb6-4abae511089e tempest-VolumesActionsTest-198952152 tempest-VolumesActionsTest-198952152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:19:48.335598 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-bf634322-8b97-494e-8e6a-2aeb54740fd3 req-1154bf51-f6df-4980-abb6-4abae511089e tempest-VolumesActionsTest-198952152 tempest-VolumesActionsTest-198952152-project] 10.222.0.23 "GET /v2.0/ports?device_id=17a0202f-1150-49ed-a508-fbba8692b1d7 HTTP/1.1" status: 200 len: 945 time: 0.0705011 Jun 18 05:19:48.383561 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-bf634322-8b97-494e-8e6a-2aeb54740fd3 req-64f81eda-2e2d-4dfb-9b30-078b47314fd1 tempest-VolumesActionsTest-198952152 tempest-VolumesActionsTest-198952152-project] 10.222.0.23 "GET /v2.0/security-groups?id=2f2cbc39-8b3e-4924-926e-fc7e9cf06658&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422249 Jun 18 05:19:48.600365 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51838b6b-0954-44c9-8ea2-97b63402aa77 req-453d4656-9efb-45ef-8c13-b5dc84a20862 tempest-TestShelveInstance-245137814 tempest-TestShelveInstance-245137814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:19:48.601945 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-51838b6b-0954-44c9-8ea2-97b63402aa77 req-453d4656-9efb-45ef-8c13-b5dc84a20862 tempest-TestShelveInstance-245137814 tempest-TestShelveInstance-245137814-project] 10.222.0.23 "GET /v2.0/ports?device_id=d0554d10-2a83-478b-a2a6-7c4bcc0dfc2b HTTP/1.1" status: 200 len: 945 time: 0.0480750 Jun 18 05:19:48.656317 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-51838b6b-0954-44c9-8ea2-97b63402aa77 req-7dbd9711-3dfa-461b-b37d-3037cb9168ca tempest-TestShelveInstance-245137814 tempest-TestShelveInstance-245137814-project] 10.222.0.23 "GET /v2.0/security-groups?id=46e7c09b-3bcc-4ed0-87e3-5a0cff7170e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487440 Jun 18 05:19:49.243329 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c21c983-f193-403c-9c90-407990ade712 req-6c290aaf-8c1f-4c57-88e5-32169635eeb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:19:49.244853 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-4c21c983-f193-403c-9c90-407990ade712 req-6c290aaf-8c1f-4c57-88e5-32169635eeb9 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=d0554d10-2a83-478b-a2a6-7c4bcc0dfc2b HTTP/1.1" status: 200 len: 1129 time: 0.0696523 Jun 18 05:19:49.253742 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521a1dff-c072-4547-8124-3108ec367087 req-4094abb4-98d9-4d04-8e54-bd697d7ed38d tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:19:49.255128 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-521a1dff-c072-4547-8124-3108ec367087 req-4094abb4-98d9-4d04-8e54-bd697d7ed38d tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] 10.222.0.23 "GET /v2.0/ports?device_id=3db86af8-06be-4481-ae05-85abb634d58e HTTP/1.1" status: 200 len: 943 time: 0.0717916 Jun 18 05:19:49.275156 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG dbcounter [-] [104387] Writing DB stats neutron:SELECT=100 {{(pid=104387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:19:49.305797 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-521a1dff-c072-4547-8124-3108ec367087 req-d40eea0b-20a9-41b7-a3c4-7760b8e4f12f tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] 10.222.0.23 "GET /v2.0/security-groups?id=e7fc1561-1092-4d2a-b878-ed2f82ce27ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450113 Jun 18 05:19:49.405235 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d3fb22-041f-4373-ba46-084ff43c8b08 req-7b86052d-a2b1-491a-ba21-ee0d9c39767b tempest-ServerRescueNegativeTestJSON-1272623576 tempest-ServerRescueNegativeTestJSON-1272623576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:19:49.406756 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-64d3fb22-041f-4373-ba46-084ff43c8b08 req-7b86052d-a2b1-491a-ba21-ee0d9c39767b tempest-ServerRescueNegativeTestJSON-1272623576 tempest-ServerRescueNegativeTestJSON-1272623576-project] 10.222.0.23 "GET /v2.0/ports?device_id=73b2fdbe-e24f-4092-bf52-db5c0a24f250 HTTP/1.1" status: 200 len: 945 time: 0.0473461 Jun 18 05:19:49.456112 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-64d3fb22-041f-4373-ba46-084ff43c8b08 req-d6a94525-5bcb-4226-9d73-ed49cc4ce588 tempest-ServerRescueNegativeTestJSON-1272623576 tempest-ServerRescueNegativeTestJSON-1272623576-project] 10.222.0.23 "GET /v2.0/security-groups?id=83d5be7f-d8af-4828-9878-6877e2a6bac5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437312 Jun 18 05:19:49.768959 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81cc5f7e-e417-4f87-8510-ee4fb4616179 req-d5027390-73cb-4bf3-931f-3f11bb780946 tempest-TestShelveInstance-245137814 tempest-TestShelveInstance-245137814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:19:49.770498 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-81cc5f7e-e417-4f87-8510-ee4fb4616179 req-d5027390-73cb-4bf3-931f-3f11bb780946 tempest-TestShelveInstance-245137814 tempest-TestShelveInstance-245137814-project] 10.222.0.23 "GET /v2.0/ports?device_id=d0554d10-2a83-478b-a2a6-7c4bcc0dfc2b HTTP/1.1" status: 200 len: 945 time: 0.0473380 Jun 18 05:19:49.821836 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-81cc5f7e-e417-4f87-8510-ee4fb4616179 req-c007a60d-4eff-4155-876d-405d43ca7a98 tempest-TestShelveInstance-245137814 tempest-TestShelveInstance-245137814-project] 10.222.0.23 "GET /v2.0/security-groups?id=46e7c09b-3bcc-4ed0-87e3-5a0cff7170e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458460 Jun 18 05:19:49.836890 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9a2aa1-9048-4969-ad35-495e53e2e395 req-2ea1bfd7-e36a-4b54-abe2-d7ec7bc80a79 tempest-VolumesActionsTest-198952152 tempest-VolumesActionsTest-198952152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:19:49.838440 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-fa9a2aa1-9048-4969-ad35-495e53e2e395 req-2ea1bfd7-e36a-4b54-abe2-d7ec7bc80a79 tempest-VolumesActionsTest-198952152 tempest-VolumesActionsTest-198952152-project] 10.222.0.23 "GET /v2.0/ports?device_id=17a0202f-1150-49ed-a508-fbba8692b1d7 HTTP/1.1" status: 200 len: 945 time: 0.0476532 Jun 18 05:19:49.884883 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-fa9a2aa1-9048-4969-ad35-495e53e2e395 req-ca2e407c-5cf1-43d3-8566-8ab21bd1bb83 tempest-VolumesActionsTest-198952152 tempest-VolumesActionsTest-198952152-project] 10.222.0.23 "GET /v2.0/security-groups?id=2f2cbc39-8b3e-4924-926e-fc7e9cf06658&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408301 Jun 18 05:19:50.256302 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG dbcounter [-] [104389] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:19:50.430090 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3356538f-a10e-49d8-ac18-5280184c1508 req-dc9746be-ab4d-4d61-8d36-0f43b1f447e8 tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:19:50.431572 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-3356538f-a10e-49d8-ac18-5280184c1508 req-dc9746be-ab4d-4d61-8d36-0f43b1f447e8 tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] 10.222.0.23 "GET /v2.0/ports?device_id=3db86af8-06be-4481-ae05-85abb634d58e HTTP/1.1" status: 200 len: 943 time: 0.0516367 Jun 18 05:19:50.477619 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-3356538f-a10e-49d8-ac18-5280184c1508 req-59f7b8fb-97a4-4359-8539-db94c1df600d tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] 10.222.0.23 "GET /v2.0/security-groups?id=e7fc1561-1092-4d2a-b878-ed2f82ce27ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405731 Jun 18 05:19:50.577551 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1702556-f49c-48a4-9879-aa6e179663cf req-779cc81c-1325-4d7e-a065-100eeab6a912 tempest-ServerRescueNegativeTestJSON-1272623576 tempest-ServerRescueNegativeTestJSON-1272623576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:19:50.578985 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-e1702556-f49c-48a4-9879-aa6e179663cf req-779cc81c-1325-4d7e-a065-100eeab6a912 tempest-ServerRescueNegativeTestJSON-1272623576 tempest-ServerRescueNegativeTestJSON-1272623576-project] 10.222.0.23 "GET /v2.0/ports?device_id=73b2fdbe-e24f-4092-bf52-db5c0a24f250 HTTP/1.1" status: 200 len: 945 time: 0.0544217 Jun 18 05:19:50.645200 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-4c21c983-f193-403c-9c90-407990ade712 req-0d0fc4f3-2179-451b-a3e0-25237ef04950 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=46e7c09b-3bcc-4ed0-87e3-5a0cff7170e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0813348 Jun 18 05:19:50.651912 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-e1702556-f49c-48a4-9879-aa6e179663cf req-e8ab1ca5-49c6-43bd-89f2-3ea31182b2a9 tempest-ServerRescueNegativeTestJSON-1272623576 tempest-ServerRescueNegativeTestJSON-1272623576-project] 10.222.0.23 "GET /v2.0/security-groups?id=83d5be7f-d8af-4828-9878-6877e2a6bac5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658410 Jun 18 05:19:50.935773 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b24445-3702-4270-bdff-e3c7a6549442 req-590560ff-d2a6-4db3-b1d6-1167cd300ed8 tempest-TestShelveInstance-245137814 tempest-TestShelveInstance-245137814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:19:50.937299 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-22b24445-3702-4270-bdff-e3c7a6549442 req-590560ff-d2a6-4db3-b1d6-1167cd300ed8 tempest-TestShelveInstance-245137814 tempest-TestShelveInstance-245137814-project] 10.222.0.23 "GET /v2.0/ports?device_id=d0554d10-2a83-478b-a2a6-7c4bcc0dfc2b HTTP/1.1" status: 200 len: 945 time: 0.0482566 Jun 18 05:19:50.951033 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG dbcounter [-] [104388] Writing DB stats neutron:SELECT=100 {{(pid=104388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:19:50.992223 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-22b24445-3702-4270-bdff-e3c7a6549442 req-c48dcd71-8384-4b5e-9e6b-37cf1c5f929d tempest-TestShelveInstance-245137814 tempest-TestShelveInstance-245137814-project] 10.222.0.23 "GET /v2.0/security-groups?id=46e7c09b-3bcc-4ed0-87e3-5a0cff7170e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486798 Jun 18 05:19:51.004238 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af146dc4-e751-438c-8af0-f31d930ccde1 req-9ebc2823-6820-48dc-8776-1cacf431140a tempest-VolumesActionsTest-198952152 tempest-VolumesActionsTest-198952152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:19:51.005742 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-af146dc4-e751-438c-8af0-f31d930ccde1 req-9ebc2823-6820-48dc-8776-1cacf431140a tempest-VolumesActionsTest-198952152 tempest-VolumesActionsTest-198952152-project] 10.222.0.23 "GET /v2.0/ports?device_id=17a0202f-1150-49ed-a508-fbba8692b1d7 HTTP/1.1" status: 200 len: 945 time: 0.0528777 Jun 18 05:19:51.053960 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-af146dc4-e751-438c-8af0-f31d930ccde1 req-609f997a-d3ef-49cb-81a2-28765930d255 tempest-VolumesActionsTest-198952152 tempest-VolumesActionsTest-198952152-project] 10.222.0.23 "GET /v2.0/security-groups?id=2f2cbc39-8b3e-4924-926e-fc7e9cf06658&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426092 Jun 18 05:19:51.524514 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e8afdc-2032-4734-b209-9695b759a8c8 req-a0282db5-98a4-41b9-83ec-76192a78af63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:19:51.526225 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-c6e8afdc-2032-4734-b209-9695b759a8c8 req-a0282db5-98a4-41b9-83ec-76192a78af63 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8820096253064e5abbe50f23bdc3ebac&device_id=73b2fdbe-e24f-4092-bf52-db5c0a24f250 HTTP/1.1" status: 200 len: 1129 time: 0.0403197 Jun 18 05:19:51.607827 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fcebd76-f99c-4831-80f0-7140a41cde44 req-bc9445d4-c78f-44aa-99e8-d9b627f00d78 tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:19:51.609504 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-4fcebd76-f99c-4831-80f0-7140a41cde44 req-bc9445d4-c78f-44aa-99e8-d9b627f00d78 tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] 10.222.0.23 "GET /v2.0/ports?device_id=3db86af8-06be-4481-ae05-85abb634d58e HTTP/1.1" status: 200 len: 943 time: 0.0583200 Jun 18 05:19:51.652280 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG dbcounter [-] [104387] Writing DB stats neutron:SELECT=100 {{(pid=104387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:19:51.663260 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-4fcebd76-f99c-4831-80f0-7140a41cde44 req-5f054fe3-444e-4ab0-b41f-7e99873a6275 tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] 10.222.0.23 "GET /v2.0/security-groups?id=e7fc1561-1092-4d2a-b878-ed2f82ce27ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479746 Jun 18 05:19:51.676805 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e8afdc-2032-4734-b209-9695b759a8c8 req-809c927b-cc73-41c7-910a-a1adc55b5d91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:19:51.678326 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-c6e8afdc-2032-4734-b209-9695b759a8c8 req-809c927b-cc73-41c7-910a-a1adc55b5d91 service neutron] 10.222.0.15 "GET /v2.0/networks?id=e40c5bf8-60a8-4d08-b489-6f107ba55c42 HTTP/1.1" status: 200 len: 919 time: 0.1017900 Jun 18 05:19:51.708843 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.rpc [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] Device 1fb70483-13da-4dd6-a45d-5224ec85a411 details requested by agent hyperv_hv-cinder-83699 with host hv-cinder-83699 {{(pid=104389) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 18 05:19:51.776001 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0021016f-1c96-4c16-bafa-420950db011c req-13b787ec-3e2b-441b-ac92-5ef89a2335af tempest-ServerRescueNegativeTestJSON-1272623576 tempest-ServerRescueNegativeTestJSON-1272623576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:19:51.777555 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-0021016f-1c96-4c16-bafa-420950db011c req-13b787ec-3e2b-441b-ac92-5ef89a2335af tempest-ServerRescueNegativeTestJSON-1272623576 tempest-ServerRescueNegativeTestJSON-1272623576-project] 10.222.0.23 "GET /v2.0/ports?device_id=73b2fdbe-e24f-4092-bf52-db5c0a24f250 HTTP/1.1" status: 200 len: 945 time: 0.0495796 Jun 18 05:19:51.800974 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG dbcounter [-] [104389] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:19:51.812301 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.db [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] For port 1fb70483-13da-4dd6-a45d-5224ec85a411, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=1fb70483-13da-4dd6-a45d-5224ec85a411,segment=NetworkSegment(8156adf2-605e-4047-8e9c-946882049554),segment_id=8156adf2-605e-4047-8e9c-946882049554)] {{(pid=104389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 05:19:51.824464 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.rpc [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] Returning: {'device': '1fb70483-13da-4dd6-a45d-5224ec85a411', 'network_id': 'f7ef077f-c52c-4f70-b85e-e8892706babc', 'port_id': '1fb70483-13da-4dd6-a45d-5224ec85a411', 'mac_address': 'fa:16:3e:a4:92:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 333, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '33823053-d4d0-4fd0-8dfe-171b826300f0', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104389) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 18 05:19:51.827096 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-0021016f-1c96-4c16-bafa-420950db011c req-ac5fa007-e3c9-4f65-8dda-6693fa9e2e65 tempest-ServerRescueNegativeTestJSON-1272623576 tempest-ServerRescueNegativeTestJSON-1272623576-project] 10.222.0.23 "GET /v2.0/security-groups?id=83d5be7f-d8af-4828-9878-6877e2a6bac5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425978 Jun 18 05:19:51.864788 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.plugin [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] Current status of the port 1fb70483-13da-4dd6-a45d-5224ec85a411 is: DOWN; New status is: BUILD {{(pid=104389) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 18 05:19:51.865178 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1768406'] for port (1fb70483-13da-4dd6-a45d-5224ec85a411), before_update {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:19:51.878496 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.notifiers.nova [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1fb70483-13da-4dd6-a45d-5224ec85a411 {{(pid=104389) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 18 05:19:51.898433 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.db [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] For port 1fb70483-13da-4dd6-a45d-5224ec85a411, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=1fb70483-13da-4dd6-a45d-5224ec85a411,segment=NetworkSegment(8156adf2-605e-4047-8e9c-946882049554),segment_id=8156adf2-605e-4047-8e9c-946882049554)] {{(pid=104389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 05:19:51.966979 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1768343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789592765606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789592262840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789592262858'] for port (1fb70483-13da-4dd6-a45d-5224ec85a411), after_update {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:19:52.024229 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] Pushing event updated for resources: {'Port': ['ID=1fb70483-13da-4dd6-a45d-5224ec85a411,revision_number=9']} {{(pid=104389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:19:52.031627 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:19:52.031986 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:19:52.032332 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:19:52.032673 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:19:52.033067 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:19:52.033548 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:19:52.033934 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:19:52.034491 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:19:52.034656 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:19:52.034967 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:19:52.035295 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:19:52.035619 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:19:52.035944 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:19:52.036266 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:19:52.036585 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:19:52.093665 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-acb99bdb-4b88-411e-a0a3-165d5e6e95cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789592556683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1744442'] for agent (426d7b1c-7831-4cf6-8aa4-29496a16634c), after_update {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:19:52.106725 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f3328b-269d-44c3-86ed-c1d437eb2e3d req-b2fd1886-e63c-4227-80cb-6b844b832307 tempest-TestShelveInstance-245137814 tempest-TestShelveInstance-245137814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:19:52.108277 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-06f3328b-269d-44c3-86ed-c1d437eb2e3d req-b2fd1886-e63c-4227-80cb-6b844b832307 tempest-TestShelveInstance-245137814 tempest-TestShelveInstance-245137814-project] 10.222.0.23 "GET /v2.0/ports?device_id=d0554d10-2a83-478b-a2a6-7c4bcc0dfc2b HTTP/1.1" status: 200 len: 945 time: 0.0484612 Jun 18 05:19:52.159267 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-06f3328b-269d-44c3-86ed-c1d437eb2e3d req-747091a1-b9a8-47b9-8dde-ebd4017ed77e tempest-TestShelveInstance-245137814 tempest-TestShelveInstance-245137814-project] 10.222.0.23 "GET /v2.0/security-groups?id=46e7c09b-3bcc-4ed0-87e3-5a0cff7170e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454113 Jun 18 05:19:52.176942 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480b0af3-4fdb-4386-9817-0a3fc40aad80 req-04d2bb3b-8bd2-42ec-8ddc-6130d99225b7 tempest-VolumesActionsTest-198952152 tempest-VolumesActionsTest-198952152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:19:52.178505 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-480b0af3-4fdb-4386-9817-0a3fc40aad80 req-04d2bb3b-8bd2-42ec-8ddc-6130d99225b7 tempest-VolumesActionsTest-198952152 tempest-VolumesActionsTest-198952152-project] 10.222.0.23 "GET /v2.0/ports?device_id=17a0202f-1150-49ed-a508-fbba8692b1d7 HTTP/1.1" status: 200 len: 945 time: 0.0495768 Jun 18 05:19:52.230715 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-480b0af3-4fdb-4386-9817-0a3fc40aad80 req-122fc544-e43c-46b5-882d-c6a866a0d9d7 tempest-VolumesActionsTest-198952152 tempest-VolumesActionsTest-198952152-project] 10.222.0.23 "GET /v2.0/security-groups?id=2f2cbc39-8b3e-4924-926e-fc7e9cf06658&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464697 Jun 18 05:19:52.571981 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.db [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] get_ports_and_sgs() called for port_ids ['1fb70483-13da-4dd6-a45d-5224ec85a411'] {{(pid=104389) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 18 05:19:52.795427 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09067571-fb4c-468e-b017-78c29f3c8f63 req-951763d0-77f9-4f11-a3bd-8c6c06a34d5e tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:19:52.796793 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-09067571-fb4c-468e-b017-78c29f3c8f63 req-951763d0-77f9-4f11-a3bd-8c6c06a34d5e tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] 10.222.0.23 "GET /v2.0/ports?device_id=3db86af8-06be-4481-ae05-85abb634d58e HTTP/1.1" status: 200 len: 944 time: 0.0456502 Jun 18 05:19:52.848347 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-09067571-fb4c-468e-b017-78c29f3c8f63 req-c3e41741-ab09-48be-8610-e2c873f873c8 tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] 10.222.0.23 "GET /v2.0/security-groups?id=e7fc1561-1092-4d2a-b878-ed2f82ce27ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449708 Jun 18 05:19:52.943303 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5426f85c-0e85-4e44-958c-880210397e31 req-63d1c509-1d1e-4a0f-8ba2-3818ebe34c5f tempest-ServerRescueNegativeTestJSON-1272623576 tempest-ServerRescueNegativeTestJSON-1272623576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:19:52.944786 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-5426f85c-0e85-4e44-958c-880210397e31 req-63d1c509-1d1e-4a0f-8ba2-3818ebe34c5f tempest-ServerRescueNegativeTestJSON-1272623576 tempest-ServerRescueNegativeTestJSON-1272623576-project] 10.222.0.23 "GET /v2.0/ports?device_id=73b2fdbe-e24f-4092-bf52-db5c0a24f250 HTTP/1.1" status: 200 len: 945 time: 0.0488889 Jun 18 05:19:52.991652 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-5426f85c-0e85-4e44-958c-880210397e31 req-7b28ee14-a287-4f0c-b1b2-92152fc823a8 tempest-ServerRescueNegativeTestJSON-1272623576 tempest-ServerRescueNegativeTestJSON-1272623576-project] 10.222.0.23 "GET /v2.0/security-groups?id=83d5be7f-d8af-4828-9878-6877e2a6bac5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414405 Jun 18 05:19:53.274056 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4678ca7-1d84-476f-9368-4521072fb630 req-0dc27648-76d3-4f1a-b026-23b2f4d8a351 tempest-TestShelveInstance-245137814 tempest-TestShelveInstance-245137814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:19:53.275560 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-a4678ca7-1d84-476f-9368-4521072fb630 req-0dc27648-76d3-4f1a-b026-23b2f4d8a351 tempest-TestShelveInstance-245137814 tempest-TestShelveInstance-245137814-project] 10.222.0.23 "GET /v2.0/ports?device_id=d0554d10-2a83-478b-a2a6-7c4bcc0dfc2b HTTP/1.1" status: 200 len: 945 time: 0.0478694 Jun 18 05:19:53.326128 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-a4678ca7-1d84-476f-9368-4521072fb630 req-effbe5d9-c419-4177-8f8c-22363064e26f tempest-TestShelveInstance-245137814 tempest-TestShelveInstance-245137814-project] 10.222.0.23 "GET /v2.0/security-groups?id=46e7c09b-3bcc-4ed0-87e3-5a0cff7170e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444579 Jun 18 05:19:53.347029 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7187fe3e-1a8d-47d2-869c-d0b8cf5d951b req-36e9dfe8-3ed4-4ce6-b996-f7f25661af8c tempest-VolumesActionsTest-198952152 tempest-VolumesActionsTest-198952152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:19:53.348537 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-7187fe3e-1a8d-47d2-869c-d0b8cf5d951b req-36e9dfe8-3ed4-4ce6-b996-f7f25661af8c tempest-VolumesActionsTest-198952152 tempest-VolumesActionsTest-198952152-project] 10.222.0.23 "GET /v2.0/ports?device_id=17a0202f-1150-49ed-a508-fbba8692b1d7 HTTP/1.1" status: 200 len: 945 time: 0.0483096 Jun 18 05:19:53.396838 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-7187fe3e-1a8d-47d2-869c-d0b8cf5d951b req-d93b2cc2-10ac-4b2a-8345-61f3839d1fa0 tempest-VolumesActionsTest-198952152 tempest-VolumesActionsTest-198952152-project] 10.222.0.23 "GET /v2.0/security-groups?id=2f2cbc39-8b3e-4924-926e-fc7e9cf06658&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428660 Jun 18 05:19:53.723152 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.rpc [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] Device 1fb70483-13da-4dd6-a45d-5224ec85a411 up at agent hyperv_hv-cinder-83699 {{(pid=104389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 18 05:19:53.768148 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.db.provisioning_blocks [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] Provisioning complete for port 1fb70483-13da-4dd6-a45d-5224ec85a411 triggered by entity L2. {{(pid=104389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 18 05:19:53.768558 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1740956'] for port (1fb70483-13da-4dd6-a45d-5224ec85a411), provisioning_complete {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:19:53.842737 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.plugin [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] Current status of the port 1fb70483-13da-4dd6-a45d-5224ec85a411 is: BUILD; New status is: ACTIVE {{(pid=104389) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 18 05:19:53.843127 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1768406'] for port (1fb70483-13da-4dd6-a45d-5224ec85a411), before_update {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:19:53.866420 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3db86af8-06be-4481-ae05-85abb634d58e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1fb70483-13da-4dd6-a45d-5224ec85a411'}] {{(pid=104389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 18 05:19:53.868610 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84994602c193c13a4c26b8b675ba51d9b392d44d80225cb9db16c930b334f47b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa8bd612-4fad-4ba4-93a6-5e5e92b282b2" -d '{"events": [{"server_uuid": "3db86af8-06be-4481-ae05-85abb634d58e", "name": "network-vif-plugged", "status": "completed", "tag": "1fb70483-13da-4dd6-a45d-5224ec85a411"}]}' {{(pid=104389) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 05:19:53.880969 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.db [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] For port 1fb70483-13da-4dd6-a45d-5224ec85a411, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=1fb70483-13da-4dd6-a45d-5224ec85a411,segment=NetworkSegment(8156adf2-605e-4047-8e9c-946882049554),segment_id=8156adf2-605e-4047-8e9c-946882049554)] {{(pid=104389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 05:19:53.921410 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Jun 2022 05:19:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1508efb0-3694-4b10-b41d-037d64ea76c3 x-openstack-request-id: req-1508efb0-3694-4b10-b41d-037d64ea76c3 {{(pid=104389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 05:19:53.921743 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3db86af8-06be-4481-ae05-85abb634d58e", "name": "network-vif-plugged", "status": "completed", "tag": "1fb70483-13da-4dd6-a45d-5224ec85a411", "code": 200}]} {{(pid=104389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 05:19:53.921987 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-1508efb0-3694-4b10-b41d-037d64ea76c3 {{(pid=104389) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 05:19:53.922391 dv-cinder-836996-35-iscsi neutron-server[104389]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1508efb0-3694-4b10-b41d-037d64ea76c3'] response: {'server_uuid': '3db86af8-06be-4481-ae05-85abb634d58e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1fb70483-13da-4dd6-a45d-5224ec85a411', 'code': 200} Jun 18 05:19:53.961579 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1768343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789592765606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789592262840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789592262858'] for port (1fb70483-13da-4dd6-a45d-5224ec85a411), after_update {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:19:53.980463 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e9da9c-9281-4845-bdd5-75bba564b48a req-9f62a387-46a3-43ce-84c5-8c0c2635d811 tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:19:53.982824 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-56e9da9c-9281-4845-bdd5-75bba564b48a req-9f62a387-46a3-43ce-84c5-8c0c2635d811 tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] 10.222.0.23 "GET /v2.0/ports?device_id=3db86af8-06be-4481-ae05-85abb634d58e HTTP/1.1" status: 200 len: 944 time: 0.0528612 Jun 18 05:19:54.012276 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] Pushing event updated for resources: {'Port': ['ID=1fb70483-13da-4dd6-a45d-5224ec85a411,revision_number=10']} {{(pid=104389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:19:54.030241 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG dbcounter [-] [104387] Writing DB stats neutron:SELECT=100 {{(pid=104387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:19:54.035902 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-56e9da9c-9281-4845-bdd5-75bba564b48a req-44f4092f-b8ea-4051-96c0-6ce5ea15bcac tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] 10.222.0.23 "GET /v2.0/security-groups?id=e7fc1561-1092-4d2a-b878-ed2f82ce27ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454171 Jun 18 05:19:54.116417 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8bc1b2-a6f2-4397-a85c-a0dae7f64aab req-edb1f868-857e-40d3-9366-a8e4ad9f2cbd tempest-ServerRescueNegativeTestJSON-1272623576 tempest-ServerRescueNegativeTestJSON-1272623576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:19:54.118063 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-fc8bc1b2-a6f2-4397-a85c-a0dae7f64aab req-edb1f868-857e-40d3-9366-a8e4ad9f2cbd tempest-ServerRescueNegativeTestJSON-1272623576 tempest-ServerRescueNegativeTestJSON-1272623576-project] 10.222.0.23 "GET /v2.0/ports?device_id=73b2fdbe-e24f-4092-bf52-db5c0a24f250 HTTP/1.1" status: 200 len: 945 time: 0.0482807 Jun 18 05:19:54.140583 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-c6e8afdc-2032-4734-b209-9695b759a8c8 req-2f04d805-a729-49e6-a606-9a6b2a3d0b0d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f8f8ec04-f267-4e2c-ac94-64d18aec5016 HTTP/1.1" status: 200 len: 217 time: 0.0345232 Jun 18 05:19:54.169703 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-fc8bc1b2-a6f2-4397-a85c-a0dae7f64aab req-49534209-61cc-43ed-9424-846c4a149b4e tempest-ServerRescueNegativeTestJSON-1272623576 tempest-ServerRescueNegativeTestJSON-1272623576-project] 10.222.0.23 "GET /v2.0/security-groups?id=83d5be7f-d8af-4828-9878-6877e2a6bac5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451028 Jun 18 05:19:54.458387 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed67bc97-88dc-4468-9e24-69a6ef84d3aa req-d361287b-1d00-464d-9cd2-5427730b0ab9 tempest-TestShelveInstance-245137814 tempest-TestShelveInstance-245137814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:19:54.459945 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-ed67bc97-88dc-4468-9e24-69a6ef84d3aa req-d361287b-1d00-464d-9cd2-5427730b0ab9 tempest-TestShelveInstance-245137814 tempest-TestShelveInstance-245137814-project] 10.222.0.23 "GET /v2.0/ports?device_id=d0554d10-2a83-478b-a2a6-7c4bcc0dfc2b HTTP/1.1" status: 200 len: 945 time: 0.0526154 Jun 18 05:19:54.513484 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG dbcounter [-] [104388] Writing DB stats neutron:SELECT=100 {{(pid=104388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:19:54.524803 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-ed67bc97-88dc-4468-9e24-69a6ef84d3aa req-2d977f25-f9ab-462f-a9b3-3a2cbf6aaffe tempest-TestShelveInstance-245137814 tempest-TestShelveInstance-245137814-project] 10.222.0.23 "GET /v2.0/security-groups?id=46e7c09b-3bcc-4ed0-87e3-5a0cff7170e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0584478 Jun 18 05:19:54.530451 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2081be23-6f06-4b07-9173-bd02fa6435e1 req-0f180072-01c2-4fa8-aa74-9a81559564e1 tempest-VolumesActionsTest-198952152 tempest-VolumesActionsTest-198952152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:19:54.533905 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-2081be23-6f06-4b07-9173-bd02fa6435e1 req-0f180072-01c2-4fa8-aa74-9a81559564e1 tempest-VolumesActionsTest-198952152 tempest-VolumesActionsTest-198952152-project] 10.222.0.23 "GET /v2.0/ports?device_id=17a0202f-1150-49ed-a508-fbba8692b1d7 HTTP/1.1" status: 200 len: 945 time: 0.0641689 Jun 18 05:19:54.539028 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-ad554440-ff3e-49fe-8a3c-653db8fa45ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789592556683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1744442'] for agent (a8549501-0164-4ac5-90a6-1ba1ba0d3f9d), after_update {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:19:54.586442 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-2081be23-6f06-4b07-9173-bd02fa6435e1 req-ea7024c0-021e-4d2e-9785-b6a52c868d2f tempest-VolumesActionsTest-198952152 tempest-VolumesActionsTest-198952152-project] 10.222.0.23 "GET /v2.0/security-groups?id=2f2cbc39-8b3e-4924-926e-fc7e9cf06658&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448284 Jun 18 05:19:55.191132 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e8afdc-2032-4734-b209-9695b759a8c8 req-98bf2f24-b8fb-40ec-99a0-bade82c82927 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:19:55.192630 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-c6e8afdc-2032-4734-b209-9695b759a8c8 req-98bf2f24-b8fb-40ec-99a0-bade82c82927 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=150ec3db-e886-4a5d-89d6-e02356d1809e HTTP/1.1" status: 200 len: 857 time: 0.0840776 Jun 18 05:19:55.205077 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf48820-fe12-408d-933e-2c5e8993d650 req-0e27e848-9079-4ddb-b764-e678b3f6510d tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:19:55.206833 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-1bf48820-fe12-408d-933e-2c5e8993d650 req-0e27e848-9079-4ddb-b764-e678b3f6510d tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] 10.222.0.23 "GET /v2.0/ports?device_id=3db86af8-06be-4481-ae05-85abb634d58e HTTP/1.1" status: 200 len: 946 time: 0.0878844 Jun 18 05:19:55.261100 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-1bf48820-fe12-408d-933e-2c5e8993d650 req-c13e2398-0215-4fd0-b14b-ed68e128a490 tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] 10.222.0.23 "GET /v2.0/security-groups?id=e7fc1561-1092-4d2a-b878-ed2f82ce27ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459054 Jun 18 05:19:55.297192 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941089f0-e223-4d30-874c-003dda7ea748 req-a2d3115b-528c-4afe-9e08-2157095824d4 tempest-ServerRescueNegativeTestJSON-1272623576 tempest-ServerRescueNegativeTestJSON-1272623576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:19:55.298866 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-941089f0-e223-4d30-874c-003dda7ea748 req-a2d3115b-528c-4afe-9e08-2157095824d4 tempest-ServerRescueNegativeTestJSON-1272623576 tempest-ServerRescueNegativeTestJSON-1272623576-project] 10.222.0.23 "GET /v2.0/ports?device_id=73b2fdbe-e24f-4092-bf52-db5c0a24f250 HTTP/1.1" status: 200 len: 945 time: 0.0509515 Jun 18 05:19:55.348763 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-941089f0-e223-4d30-874c-003dda7ea748 req-6d3aa425-ba03-4027-add6-030ff367e614 tempest-ServerRescueNegativeTestJSON-1272623576 tempest-ServerRescueNegativeTestJSON-1272623576-project] 10.222.0.23 "GET /v2.0/security-groups?id=83d5be7f-d8af-4828-9878-6877e2a6bac5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442753 Jun 18 05:19:55.551354 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-bd48e2cf-68a6-4f35-9a09-882d425f288c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789592556683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1744442'] for agent (e572bbf3-12d8-41bb-a2ed-524d739c9de1), after_update {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:19:55.653343 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a9779b-88ec-43c0-9fe1-09aedc25aac6 req-fa3cc159-33c4-48e8-982a-f991cd6fbd8e tempest-TestShelveInstance-245137814 tempest-TestShelveInstance-245137814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:19:55.655204 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-46a9779b-88ec-43c0-9fe1-09aedc25aac6 req-fa3cc159-33c4-48e8-982a-f991cd6fbd8e tempest-TestShelveInstance-245137814 tempest-TestShelveInstance-245137814-project] 10.222.0.23 "GET /v2.0/ports?device_id=d0554d10-2a83-478b-a2a6-7c4bcc0dfc2b HTTP/1.1" status: 200 len: 945 time: 0.0604970 Jun 18 05:19:55.691739 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19980f4-8cda-47ee-a912-4b47d8f7aa21 req-46e71fc9-ee56-4095-8830-962bcb00c69d tempest-TestMinimumBasicScenario-1360665084 tempest-TestMinimumBasicScenario-1360665084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:19:55.691739 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-f19980f4-8cda-47ee-a912-4b47d8f7aa21 req-46e71fc9-ee56-4095-8830-962bcb00c69d tempest-TestMinimumBasicScenario-1360665084 tempest-TestMinimumBasicScenario-1360665084-project] 10.222.0.23 "GET /v2.0/ports?device_id=bf8c3731-ba5b-41dc-ab3b-16d6725300a0 HTTP/1.1" status: 200 len: 984 time: 0.0585997 Jun 18 05:19:55.719358 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-46a9779b-88ec-43c0-9fe1-09aedc25aac6 req-9131ff83-1923-444e-b12c-88da78630a45 tempest-TestShelveInstance-245137814 tempest-TestShelveInstance-245137814-project] 10.222.0.23 "GET /v2.0/security-groups?id=46e7c09b-3bcc-4ed0-87e3-5a0cff7170e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0573351 Jun 18 05:19:55.787182 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e8afdc-2032-4734-b209-9695b759a8c8 req-1828ebff-c223-42d2-917c-62702b8a2154 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:19:55.788708 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-c6e8afdc-2032-4734-b209-9695b759a8c8 req-1828ebff-c223-42d2-917c-62702b8a2154 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e40c5bf8-60a8-4d08-b489-6f107ba55c42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0649524 Jun 18 05:19:55.846362 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5ed606-d5f0-45a5-b251-91766be26550 req-3205c1dd-d73e-4e6a-80fe-be8dfbd0cd58 tempest-VolumesActionsTest-198952152 tempest-VolumesActionsTest-198952152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:19:55.847866 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-6c5ed606-d5f0-45a5-b251-91766be26550 req-3205c1dd-d73e-4e6a-80fe-be8dfbd0cd58 tempest-VolumesActionsTest-198952152 tempest-VolumesActionsTest-198952152-project] 10.222.0.23 "GET /v2.0/ports?device_id=17a0202f-1150-49ed-a508-fbba8692b1d7 HTTP/1.1" status: 200 len: 945 time: 0.0483460 Jun 18 05:19:55.860011 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e9562b-204d-48b7-8550-01fd392eb6b8 req-34cab96a-6776-4b22-a382-8e5b41f7c2db tempest-VolumesActionsTest-198952152 tempest-VolumesActionsTest-198952152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:19:55.861564 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-92e9562b-204d-48b7-8550-01fd392eb6b8 req-34cab96a-6776-4b22-a382-8e5b41f7c2db tempest-VolumesActionsTest-198952152 tempest-VolumesActionsTest-198952152-project] 10.222.0.15 "GET /v2.0/ports?device_id=17a0202f-1150-49ed-a508-fbba8692b1d7 HTTP/1.1" status: 200 len: 945 time: 0.0964961 Jun 18 05:19:55.868721 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-f19980f4-8cda-47ee-a912-4b47d8f7aa21 req-eb6a751b-f5c4-48a6-bb15-0c42d1ce13bf tempest-TestMinimumBasicScenario-1360665084 tempest-TestMinimumBasicScenario-1360665084-project] 10.222.0.23 "GET /v2.0/security-groups?id=131710a9-3157-4597-bd4b-a4a60c8f2d5b&id=bc90fc02-3a22-4765-be93-15065878de04&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1711192 Jun 18 05:19:55.906403 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-6c5ed606-d5f0-45a5-b251-91766be26550 req-5a2d9480-7e6f-430b-9bf6-5a0932b6bfb1 tempest-VolumesActionsTest-198952152 tempest-VolumesActionsTest-198952152-project] 10.222.0.23 "GET /v2.0/security-groups?id=2f2cbc39-8b3e-4924-926e-fc7e9cf06658&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524940 Jun 18 05:19:55.951917 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-c6e8afdc-2032-4734-b209-9695b759a8c8 req-51db2f8f-e0a8-4071-819f-c31c566912e9 service neutron] 10.222.0.15 "GET /v2.0/networks/e40c5bf8-60a8-4d08-b489-6f107ba55c42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1334844 Jun 18 05:19:55.973247 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG dbcounter [-] [104387] Writing DB stats neutron:SELECT=100 {{(pid=104387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:19:55.986044 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2cc48fa-b6e1-44cf-bf95-9cf5fc22be2f req-e9bfdcb9-64cd-4943-a268-8df0e20467de tempest-TestShelveInstance-245137814 tempest-TestShelveInstance-245137814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:19:55.988637 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-c2cc48fa-b6e1-44cf-bf95-9cf5fc22be2f req-e9bfdcb9-64cd-4943-a268-8df0e20467de tempest-TestShelveInstance-245137814 tempest-TestShelveInstance-245137814-project] 10.222.0.23 "GET /v2.0/ports?device_id=d0554d10-2a83-478b-a2a6-7c4bcc0dfc2b HTTP/1.1" status: 200 len: 945 time: 0.0560651 Jun 18 05:19:56.038550 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-c2cc48fa-b6e1-44cf-bf95-9cf5fc22be2f req-fb3bc9ba-1bd3-4c63-9007-7bc424e4a4f9 tempest-TestShelveInstance-245137814 tempest-TestShelveInstance-245137814-project] 10.222.0.23 "GET /v2.0/security-groups?id=46e7c09b-3bcc-4ed0-87e3-5a0cff7170e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444405 Jun 18 05:19:56.059711 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.wsgi [-] (104387) accepted ('10.222.0.23', 51308) {{(pid=104387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 05:19:56.209540 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-154d6efb-4357-4a29-a1b3-d5a9aded97c9 tempest-TestShelveInstance-685537580 tempest-TestShelveInstance-685537580-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:19:56.211107 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [None req-154d6efb-4357-4a29-a1b3-d5a9aded97c9 tempest-TestShelveInstance-685537580 tempest-TestShelveInstance-685537580-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=d0554d10-2a83-478b-a2a6-7c4bcc0dfc2b HTTP/1.1" status: 200 len: 1124 time: 0.1504242 Jun 18 05:19:56.214155 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.wsgi [-] (104387) accepted ('10.222.0.23', 51314) {{(pid=104387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 05:19:56.218489 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.api.v2.base [None req-9c4711e8-4f1f-48cb-b5d0-506ea7941d53 tempest-TestShelveInstance-245137814 tempest-TestShelveInstance-245137814-project] Request body: {'floatingip': {'floating_network_id': '65c030c7-6a7d-4cea-a47d-5cdd532db0e6', 'port_id': '2e6ea935-169b-426c-bf26-11d644b1d476', 'tenant_id': '65a7c712ebe34d53b4acd7e8473c6d95', 'fixed_ip_address': '172.20.0.6'}} {{(pid=104387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 18 05:19:56.318411 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-9c4711e8-4f1f-48cb-b5d0-506ea7941d53 tempest-TestShelveInstance-245137814 tempest-TestShelveInstance-245137814-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:19:56.428415 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG dbcounter [-] [104388] Writing DB stats neutron:SELECT=100 {{(pid=104388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:19:56.438974 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46367b5-3c29-4cb0-9691-bc4a3bf810a9 req-48555e9d-754a-47a8-a49d-cd11045082b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:19:56.440542 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-d46367b5-3c29-4cb0-9691-bc4a3bf810a9 req-48555e9d-754a-47a8-a49d-cd11045082b3 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=3db86af8-06be-4481-ae05-85abb634d58e HTTP/1.1" status: 200 len: 1130 time: 0.1293812 Jun 18 05:19:56.443533 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0efb17-a643-4fa4-9e17-ed461ea07f96 req-3d5c1966-cfc4-4cfb-a5c2-3e9c1b11827e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:19:56.444899 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-3c0efb17-a643-4fa4-9e17-ed461ea07f96 req-3d5c1966-cfc4-4cfb-a5c2-3e9c1b11827e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=3a833f00ba294564a66b9eefbc49147e&device_id=bf8c3731-ba5b-41dc-ab3b-16d6725300a0 HTTP/1.1" status: 200 len: 1168 time: 0.1223192 Jun 18 05:19:56.450985 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5d56a9-e5b7-41ec-9dad-4c458bb1f54e req-c26b4c2a-967d-469b-8e31-160223bfd23b tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:19:56.452331 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-3a5d56a9-e5b7-41ec-9dad-4c458bb1f54e req-c26b4c2a-967d-469b-8e31-160223bfd23b tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] 10.222.0.23 "GET /v2.0/ports?device_id=3db86af8-06be-4481-ae05-85abb634d58e HTTP/1.1" status: 200 len: 946 time: 0.0925884 Jun 18 05:19:56.575430 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.plugin [req-92e9562b-204d-48b7-8550-01fd392eb6b8 req-82670bd9-95ae-4640-815e-cc07486bca79 tempest-VolumesActionsTest-198952152 tempest-VolumesActionsTest-198952152-project] Deleting port 451c6eb3-9c80-4e4a-8271-8a7ff22fcc68 {{(pid=104387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 18 05:19:56.575766 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [req-92e9562b-204d-48b7-8550-01fd392eb6b8 req-82670bd9-95ae-4640-815e-cc07486bca79 tempest-VolumesActionsTest-198952152 tempest-VolumesActionsTest-198952152-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789592760634'] for port (451c6eb3-9c80-4e4a-8271-8a7ff22fcc68), before_delete {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:19:56.580963 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-d46367b5-3c29-4cb0-9691-bc4a3bf810a9 req-d70219f6-1454-45c3-937c-2ad025dc08e6 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=e7fc1561-1092-4d2a-b878-ed2f82ce27ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1244555 Jun 18 05:19:56.587992 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-c6e8afdc-2032-4734-b209-9695b759a8c8 req-6ba6350c-f6d4-4cbe-b847-a82419c594b1 service neutron] 10.222.0.15 "GET /v2.0/networks/e40c5bf8-60a8-4d08-b489-6f107ba55c42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3257318 Jun 18 05:19:56.600235 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-3a5d56a9-e5b7-41ec-9dad-4c458bb1f54e req-dd948a9a-2043-43fd-853f-faf0aee3f58b tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] 10.222.0.23 "GET /v2.0/security-groups?id=e7fc1561-1092-4d2a-b878-ed2f82ce27ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1295698 Jun 18 05:19:56.604585 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff10afc-7a9c-4acb-a39c-66689180831e req-83b61a1c-7620-46d2-bd4e-7107a7bf05fb tempest-ServerRescueNegativeTestJSON-1272623576 tempest-ServerRescueNegativeTestJSON-1272623576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:19:56.606221 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-1ff10afc-7a9c-4acb-a39c-66689180831e req-83b61a1c-7620-46d2-bd4e-7107a7bf05fb tempest-ServerRescueNegativeTestJSON-1272623576 tempest-ServerRescueNegativeTestJSON-1272623576-project] 10.222.0.23 "GET /v2.0/ports?device_id=73b2fdbe-e24f-4092-bf52-db5c0a24f250 HTTP/1.1" status: 200 len: 945 time: 0.1734018 Jun 18 05:19:56.608980 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-9c4711e8-4f1f-48cb-b5d0-506ea7941d53 tempest-TestShelveInstance-245137814 tempest-TestShelveInstance-245137814-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1768406'] for port (None), before_create {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:19:56.626203 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0efb17-a643-4fa4-9e17-ed461ea07f96 req-7dfe316a-511b-463a-8cc2-e012d942d3dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:19:56.626203 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-3c0efb17-a643-4fa4-9e17-ed461ea07f96 req-7dfe316a-511b-463a-8cc2-e012d942d3dc service neutron] 10.222.0.15 "GET /v2.0/networks?id=381e581a-9cea-44f2-9ed2-365c11f6d6d9 HTTP/1.1" status: 200 len: 915 time: 0.1592059 Jun 18 05:19:56.648927 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG dbcounter [-] [104387] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:19:56.772259 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.db [req-92e9562b-204d-48b7-8550-01fd392eb6b8 req-82670bd9-95ae-4640-815e-cc07486bca79 tempest-VolumesActionsTest-198952152 tempest-VolumesActionsTest-198952152-project] For port 451c6eb3-9c80-4e4a-8271-8a7ff22fcc68, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=451c6eb3-9c80-4e4a-8271-8a7ff22fcc68,segment=NetworkSegment(df5c0d95-939e-4985-95c1-691e1c2a5bab),segment_id=df5c0d95-939e-4985-95c1-691e1c2a5bab)] {{(pid=104387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 05:19:56.772649 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [req-92e9562b-204d-48b7-8550-01fd392eb6b8 req-82670bd9-95ae-4640-815e-cc07486bca79 tempest-VolumesActionsTest-198952152 tempest-VolumesActionsTest-198952152-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-734995'] for port (451c6eb3-9c80-4e4a-8271-8a7ff22fcc68), precommit_delete {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:19:56.816303 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.plugin [req-92e9562b-204d-48b7-8550-01fd392eb6b8 req-82670bd9-95ae-4640-815e-cc07486bca79 tempest-VolumesActionsTest-198952152 tempest-VolumesActionsTest-198952152-project] Calling delete_port for 451c6eb3-9c80-4e4a-8271-8a7ff22fcc68 owned by compute:nova {{(pid=104387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 18 05:19:56.820886 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-1ff10afc-7a9c-4acb-a39c-66689180831e req-961592b2-e7e6-49a0-8d0b-16317e718f21 tempest-ServerRescueNegativeTestJSON-1272623576 tempest-ServerRescueNegativeTestJSON-1272623576-project] 10.222.0.23 "GET /v2.0/security-groups?id=83d5be7f-d8af-4828-9878-6877e2a6bac5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2008638 Jun 18 05:19:56.884847 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.db.db_base_plugin_common [None req-9c4711e8-4f1f-48cb-b5d0-506ea7941d53 tempest-TestShelveInstance-245137814 tempest-TestShelveInstance-245137814-project] Allocated IP 172.27.2.151 (65c030c7-6a7d-4cea-a47d-5cdd532db0e6/a9fa7760-a071-45ee-b985-799999c69975/e707b78c-5d94-4781-9b2a-8a7d7adf3a4d) {{(pid=104387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 05:19:56.888364 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG dbcounter [-] [104387] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:19:57.059911 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6437e0-76fa-4c4f-aa55-60e1b8522354 req-9e28780f-cdb4-40f1-a1ce-926a0593b7c4 tempest-TestMinimumBasicScenario-1360665084 tempest-TestMinimumBasicScenario-1360665084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:19:57.061439 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-ca6437e0-76fa-4c4f-aa55-60e1b8522354 req-9e28780f-cdb4-40f1-a1ce-926a0593b7c4 tempest-TestMinimumBasicScenario-1360665084 tempest-TestMinimumBasicScenario-1360665084-project] 10.222.0.23 "GET /v2.0/ports?device_id=bf8c3731-ba5b-41dc-ab3b-16d6725300a0 HTTP/1.1" status: 200 len: 984 time: 0.0708256 Jun 18 05:19:57.063379 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-3c0efb17-a643-4fa4-9e17-ed461ea07f96 req-8dc74089-4201-4452-8790-acc4b6f11a65 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ed5753b8-9359-4e81-8f42-c2dd469ec79e HTTP/1.1" status: 200 len: 1000 time: 0.1212099 Jun 18 05:19:57.114576 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68749713-cc1d-4ad2-afb3-a43045a1b709 req-1271b5c9-3104-4f7b-a859-378b05a02e5e tempest-VolumesActionsTest-198952152 tempest-VolumesActionsTest-198952152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:19:57.116114 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-68749713-cc1d-4ad2-afb3-a43045a1b709 req-1271b5c9-3104-4f7b-a859-378b05a02e5e tempest-VolumesActionsTest-198952152 tempest-VolumesActionsTest-198952152-project] 10.222.0.23 "GET /v2.0/ports?device_id=17a0202f-1150-49ed-a508-fbba8692b1d7 HTTP/1.1" status: 200 len: 945 time: 0.0867879 Jun 18 05:19:57.118963 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-9c4711e8-4f1f-48cb-b5d0-506ea7941d53 tempest-TestShelveInstance-245137814 tempest-TestShelveInstance-245137814-project] Publish callbacks [] for port (e707b78c-5d94-4781-9b2a-8a7d7adf3a4d), precommit_create {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:19:57.124555 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-ca6437e0-76fa-4c4f-aa55-60e1b8522354 req-426ac51b-fc0e-4e20-8b09-d5553186a5c4 tempest-TestMinimumBasicScenario-1360665084 tempest-TestMinimumBasicScenario-1360665084-project] 10.222.0.23 "GET /v2.0/security-groups?id=131710a9-3157-4597-bd4b-a4a60c8f2d5b&id=bc90fc02-3a22-4765-be93-15065878de04&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0567875 Jun 18 05:19:57.168705 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG dbcounter [-] [104387] Writing DB stats neutron:SELECT=85,neutron:INSERT=4,neutron:UPDATE=3,neutron:DELETE=8 {{(pid=104387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:19:57.194224 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-68749713-cc1d-4ad2-afb3-a43045a1b709 req-34353962-28fe-436e-808d-916ff371df39 tempest-VolumesActionsTest-198952152 tempest-VolumesActionsTest-198952152-project] 10.222.0.23 "GET /v2.0/security-groups?id=2f2cbc39-8b3e-4924-926e-fc7e9cf06658&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712135 Jun 18 05:19:57.195198 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [req-92e9562b-204d-48b7-8550-01fd392eb6b8 req-82670bd9-95ae-4640-815e-cc07486bca79 tempest-VolumesActionsTest-198952152 tempest-VolumesActionsTest-198952152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1768343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789592765633', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789592262831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14020772'] for port (451c6eb3-9c80-4e4a-8271-8a7ff22fcc68), after_delete {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:19:57.226813 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82670bd9-95ae-4640-815e-cc07486bca79 tempest-VolumesActionsTest-198952152 tempest-VolumesActionsTest-198952152-project] Pushing event deleted for resources: {'Port': ['ID=451c6eb3-9c80-4e4a-8271-8a7ff22fcc68,revision_number=None']} {{(pid=104387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:19:57.239921 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.db [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] get_ports_and_sgs() called for port_ids ['451c6eb3-9c80-4e4a-8271-8a7ff22fcc68'] {{(pid=104389) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 18 05:19:57.277898 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82670bd9-95ae-4640-815e-cc07486bca79 tempest-VolumesActionsTest-198952152 tempest-VolumesActionsTest-198952152-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:19:57.278245 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82670bd9-95ae-4640-815e-cc07486bca79 tempest-VolumesActionsTest-198952152 tempest-VolumesActionsTest-198952152-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:19:57.278587 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82670bd9-95ae-4640-815e-cc07486bca79 tempest-VolumesActionsTest-198952152 tempest-VolumesActionsTest-198952152-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:19:57.278931 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82670bd9-95ae-4640-815e-cc07486bca79 tempest-VolumesActionsTest-198952152 tempest-VolumesActionsTest-198952152-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:19:57.279517 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82670bd9-95ae-4640-815e-cc07486bca79 tempest-VolumesActionsTest-198952152 tempest-VolumesActionsTest-198952152-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:19:57.279841 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82670bd9-95ae-4640-815e-cc07486bca79 tempest-VolumesActionsTest-198952152 tempest-VolumesActionsTest-198952152-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:19:57.280169 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82670bd9-95ae-4640-815e-cc07486bca79 tempest-VolumesActionsTest-198952152 tempest-VolumesActionsTest-198952152-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:19:57.280493 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82670bd9-95ae-4640-815e-cc07486bca79 tempest-VolumesActionsTest-198952152 tempest-VolumesActionsTest-198952152-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:19:57.280814 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82670bd9-95ae-4640-815e-cc07486bca79 tempest-VolumesActionsTest-198952152 tempest-VolumesActionsTest-198952152-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:19:57.281139 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82670bd9-95ae-4640-815e-cc07486bca79 tempest-VolumesActionsTest-198952152 tempest-VolumesActionsTest-198952152-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:19:57.281474 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82670bd9-95ae-4640-815e-cc07486bca79 tempest-VolumesActionsTest-198952152 tempest-VolumesActionsTest-198952152-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:19:57.281796 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82670bd9-95ae-4640-815e-cc07486bca79 tempest-VolumesActionsTest-198952152 tempest-VolumesActionsTest-198952152-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:19:57.282121 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82670bd9-95ae-4640-815e-cc07486bca79 tempest-VolumesActionsTest-198952152 tempest-VolumesActionsTest-198952152-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:19:57.282429 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82670bd9-95ae-4640-815e-cc07486bca79 tempest-VolumesActionsTest-198952152 tempest-VolumesActionsTest-198952152-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:19:57.282742 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82670bd9-95ae-4640-815e-cc07486bca79 tempest-VolumesActionsTest-198952152 tempest-VolumesActionsTest-198952152-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:19:57.307256 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.db.l3_dvrscheduler_db [req-92e9562b-204d-48b7-8550-01fd392eb6b8 req-82670bd9-95ae-4640-815e-cc07486bca79 tempest-VolumesActionsTest-198952152 tempest-VolumesActionsTest-198952152-project] No DVR routers for this DVR port 451c6eb3-9c80-4e4a-8271-8a7ff22fcc68 on host hv-cinder-83699 {{(pid=104387) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 18 05:19:57.310383 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [req-92e9562b-204d-48b7-8550-01fd392eb6b8 req-82670bd9-95ae-4640-815e-cc07486bca79 tempest-VolumesActionsTest-198952152 tempest-VolumesActionsTest-198952152-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19502'] for port (None), before_response {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:19:57.313681 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-92e9562b-204d-48b7-8550-01fd392eb6b8 req-82670bd9-95ae-4640-815e-cc07486bca79 tempest-VolumesActionsTest-198952152 tempest-VolumesActionsTest-198952152-project] 10.222.0.15 "DELETE /v2.0/ports/451c6eb3-9c80-4e4a-8271-8a7ff22fcc68 HTTP/1.1" status: 204 len: 173 time: 1.0500734 Jun 18 05:19:57.314150 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17a0202f-1150-49ed-a508-fbba8692b1d7', 'name': 'network-vif-deleted', 'tag': '451c6eb3-9c80-4e4a-8271-8a7ff22fcc68'}] {{(pid=104387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 18 05:19:57.316826 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}067244ef130036e0f0c6cfdae2cc0bb626a7afb0c2954d608d85df941ffdb65a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-605c0837-b216-41ff-9487-e1840f66330a" -d '{"events": [{"server_uuid": "17a0202f-1150-49ed-a508-fbba8692b1d7", "name": "network-vif-deleted", "tag": "451c6eb3-9c80-4e4a-8271-8a7ff22fcc68"}]}' {{(pid=104387) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 05:19:57.321586 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-9c4711e8-4f1f-48cb-b5d0-506ea7941d53 tempest-TestShelveInstance-245137814 tempest-TestShelveInstance-245137814-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1768343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789592262822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14020772'] for port (e707b78c-5d94-4781-9b2a-8a7d7adf3a4d), after_create {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:19:57.357047 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Jun 2022 05:19:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-196e2ca6-c19c-4c5f-b05c-5d882c27fb4e x-openstack-request-id: req-196e2ca6-c19c-4c5f-b05c-5d882c27fb4e {{(pid=104387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 05:19:57.357340 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17a0202f-1150-49ed-a508-fbba8692b1d7", "name": "network-vif-deleted", "tag": "451c6eb3-9c80-4e4a-8271-8a7ff22fcc68", "status": "completed", "code": 200}]} {{(pid=104387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 05:19:57.357624 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-196e2ca6-c19c-4c5f-b05c-5d882c27fb4e {{(pid=104387) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 05:19:57.358020 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.notifiers.nova [-] Nova event matching ['req-196e2ca6-c19c-4c5f-b05c-5d882c27fb4e'] response: {'server_uuid': '17a0202f-1150-49ed-a508-fbba8692b1d7', 'name': 'network-vif-deleted', 'tag': '451c6eb3-9c80-4e4a-8271-8a7ff22fcc68', 'status': 'completed', 'code': 200} Jun 18 05:19:57.370707 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c4711e8-4f1f-48cb-b5d0-506ea7941d53 tempest-TestShelveInstance-245137814 tempest-TestShelveInstance-245137814-project] Network 65c030c7-6a7d-4cea-a47d-5cdd532db0e6 is already hosted by enough agents. {{(pid=104387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 05:19:57.374335 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.scheduler.base_scheduler [None req-9c4711e8-4f1f-48cb-b5d0-506ea7941d53 tempest-TestShelveInstance-245137814 tempest-TestShelveInstance-245137814-project] Resources bound (agent type, host, resource id): {{(pid=104387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 05:19:57.380509 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c4711e8-4f1f-48cb-b5d0-506ea7941d53 tempest-TestShelveInstance-245137814 tempest-TestShelveInstance-245137814-project] Pushing event updated for resources: {'Port': ['ID=e707b78c-5d94-4781-9b2a-8a7d7adf3a4d,revision_number=1']} {{(pid=104387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:19:57.380509 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c4711e8-4f1f-48cb-b5d0-506ea7941d53 tempest-TestShelveInstance-245137814 tempest-TestShelveInstance-245137814-project] Received port after_create {{(pid=104387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 18 05:19:57.384746 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-5df8b1a9-a354-44ed-8761-35e8e24f4084 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789592556683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1744442'] for agent (37f34a37-d85d-4c21-966b-86dc43157ac3), after_update {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:19:57.573325 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-c042a677-28f5-4026-b552-0173028fe9dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789592556683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1744442'] for agent (d503ae44-4e24-48d3-9886-03581f90537d), after_update {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:19:57.641000 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0efb17-a643-4fa4-9e17-ed461ea07f96 req-3b39ca4e-4283-4743-84c9-1960c4ed79f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:19:57.643012 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-3c0efb17-a643-4fa4-9e17-ed461ea07f96 req-3b39ca4e-4283-4743-84c9-1960c4ed79f7 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=bc9d70cb-3189-4844-951f-f295bb588b8d HTTP/1.1" status: 200 len: 853 time: 0.0503042 Jun 18 05:19:57.876345 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac7a176-b92c-4ae2-8d3f-044f3a0ed63f req-60cf3ecf-8a73-4452-9457-ff0d66d507cc tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:19:57.878508 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-fac7a176-b92c-4ae2-8d3f-044f3a0ed63f req-60cf3ecf-8a73-4452-9457-ff0d66d507cc tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] 10.222.0.23 "GET /v2.0/ports?device_id=3db86af8-06be-4481-ae05-85abb634d58e HTTP/1.1" status: 200 len: 946 time: 0.0613902 Jun 18 05:19:57.941727 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392283c9-39c5-45e5-b3f4-33cd40e6af71 req-d3a40482-ac0c-45b3-a515-e2e6570acf66 tempest-ServerRescueNegativeTestJSON-1272623576 tempest-ServerRescueNegativeTestJSON-1272623576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:19:57.944552 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-392283c9-39c5-45e5-b3f4-33cd40e6af71 req-d3a40482-ac0c-45b3-a515-e2e6570acf66 tempest-ServerRescueNegativeTestJSON-1272623576 tempest-ServerRescueNegativeTestJSON-1272623576-project] 10.222.0.23 "GET /v2.0/ports?device_id=73b2fdbe-e24f-4092-bf52-db5c0a24f250 HTTP/1.1" status: 200 len: 945 time: 0.0523295 Jun 18 05:19:57.994942 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-fac7a176-b92c-4ae2-8d3f-044f3a0ed63f req-0ba2ed93-d880-4b1f-82d4-f39b77945d13 tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] 10.222.0.23 "GET /v2.0/security-groups?id=e7fc1561-1092-4d2a-b878-ed2f82ce27ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1104379 Jun 18 05:19:57.995798 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-392283c9-39c5-45e5-b3f4-33cd40e6af71 req-34d5a0a7-a147-4f88-9b3f-1a95ad9ad8fd tempest-ServerRescueNegativeTestJSON-1272623576 tempest-ServerRescueNegativeTestJSON-1272623576-project] 10.222.0.23 "GET /v2.0/security-groups?id=83d5be7f-d8af-4828-9878-6877e2a6bac5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446620 Jun 18 05:19:58.050800 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-9c4711e8-4f1f-48cb-b5d0-506ea7941d53 tempest-TestShelveInstance-245137814 tempest-TestShelveInstance-245137814-project] Publish callbacks [] for floatingip (7d1bf21b-d718-4896-9509-703aa3aa8f0d), precommit_create {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:19:58.081926 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG dbcounter [-] [104387] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:19:58.188757 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-9c4711e8-4f1f-48cb-b5d0-506ea7941d53 tempest-TestShelveInstance-245137814 tempest-TestShelveInstance-245137814-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1768406'] for port (e707b78c-5d94-4781-9b2a-8a7d7adf3a4d), before_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:19:58.257495 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e2cba9-9852-4150-a2c0-28a7472ba6c7 req-a93926fe-b3c3-4e00-8919-ad20a6ba6622 tempest-TestMinimumBasicScenario-1360665084 tempest-TestMinimumBasicScenario-1360665084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:19:58.259300 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-b0e2cba9-9852-4150-a2c0-28a7472ba6c7 req-a93926fe-b3c3-4e00-8919-ad20a6ba6622 tempest-TestMinimumBasicScenario-1360665084 tempest-TestMinimumBasicScenario-1360665084-project] 10.222.0.23 "GET /v2.0/ports?device_id=bf8c3731-ba5b-41dc-ab3b-16d6725300a0 HTTP/1.1" status: 200 len: 984 time: 0.0657089 Jun 18 05:19:58.322878 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-b0e2cba9-9852-4150-a2c0-28a7472ba6c7 req-eb009c1f-f627-4fd2-bbfc-7f0ea80c19ee tempest-TestMinimumBasicScenario-1360665084 tempest-TestMinimumBasicScenario-1360665084-project] 10.222.0.23 "GET /v2.0/security-groups?id=131710a9-3157-4597-bd4b-a4a60c8f2d5b&id=bc90fc02-3a22-4765-be93-15065878de04&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0575888 Jun 18 05:19:58.328168 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-79332ceb-625c-45cc-baaa-46972e321382 req-92af725e-ba95-45bd-9489-0f750b0a88e4 tempest-VolumesActionsTest-198952152 tempest-VolumesActionsTest-198952152-project] 10.222.0.23 "GET /v2.0/ports?device_id=17a0202f-1150-49ed-a508-fbba8692b1d7 HTTP/1.1" status: 200 len: 210 time: 0.0327263 Jun 18 05:19:58.374756 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-9c4711e8-4f1f-48cb-b5d0-506ea7941d53 tempest-TestShelveInstance-245137814 tempest-TestShelveInstance-245137814-project] Publish callbacks [] for port (e707b78c-5d94-4781-9b2a-8a7d7adf3a4d), precommit_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:19:58.436609 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-9c4711e8-4f1f-48cb-b5d0-506ea7941d53 tempest-TestShelveInstance-245137814 tempest-TestShelveInstance-245137814-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1768343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789592765606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789592262840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789592262858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14020781'] for port (e707b78c-5d94-4781-9b2a-8a7d7adf3a4d), after_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:19:58.508935 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c4711e8-4f1f-48cb-b5d0-506ea7941d53 tempest-TestShelveInstance-245137814 tempest-TestShelveInstance-245137814-project] Pushing event updated for resources: {'Port': ['ID=e707b78c-5d94-4781-9b2a-8a7d7adf3a4d,revision_number=2']} {{(pid=104387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:19:58.521404 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-9c4711e8-4f1f-48cb-b5d0-506ea7941d53 tempest-TestShelveInstance-245137814 tempest-TestShelveInstance-245137814-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-736808'] for floatingip (7d1bf21b-d718-4896-9509-703aa3aa8f0d), after_create {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:19:58.602670 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG dbcounter [-] [104387] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=104387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:19:58.614082 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.db.l3_db [None req-9c4711e8-4f1f-48cb-b5d0-506ea7941d53 tempest-TestShelveInstance-245137814 tempest-TestShelveInstance-245137814-project] Floating IP 7d1bf21b-d718-4896-9509-703aa3aa8f0d associated. External IP: 172.27.2.151, port: 2e6ea935-169b-426c-bf26-11d644b1d476. Jun 18 05:19:58.814663 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c4711e8-4f1f-48cb-b5d0-506ea7941d53 tempest-TestShelveInstance-245137814 tempest-TestShelveInstance-245137814-project] Router 75f5be04-c2f8-4a51-b8c2-9b8a8ae16f83 has already been hosted by L3 agent a8549501-0164-4ac5-90a6-1ba1ba0d3f9d {{(pid=104387) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 18 05:19:58.919259 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c4711e8-4f1f-48cb-b5d0-506ea7941d53 tempest-TestShelveInstance-245137814 tempest-TestShelveInstance-245137814-project] Notify agent at l3_agent.dv-cinder-836996-35-iscsi the message routers_updated {{(pid=104387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 05:19:58.929261 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d01cda68-4338-4f43-90db-f4aed36d83c5 None None] Sync routers for ids ['75f5be04-c2f8-4a51-b8c2-9b8a8ae16f83'] in dv-cinder-836996-35-iscsi {{(pid=104389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 05:19:58.939068 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d01cda68-4338-4f43-90db-f4aed36d83c5 None None] Routers {'75f5be04-c2f8-4a51-b8c2-9b8a8ae16f83'} bound to L3 agent in host dv-cinder-836996-35-iscsi {{(pid=104389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 18 05:19:58.940247 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.db.l3_hamode_db [None req-d01cda68-4338-4f43-90db-f4aed36d83c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-35-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-18T05:08:24Z,description=,heartbeat_timestamp=2022-06-18T05:19:54Z,host='dv-cinder-836996-35-iscsi',id=a8549501-0164-4ac5-90a6-1ba1ba0d3f9d,load=0,resource_versions=,resources_synced=,started_at=2022-06-18T05:08:25Z,topic='l3_agent')) {'router_ids': ['75f5be04-c2f8-4a51-b8c2-9b8a8ae16f83'], 'active': True} {{(pid=104389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 05:19:59.016018 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-9c4711e8-4f1f-48cb-b5d0-506ea7941d53 tempest-TestShelveInstance-245137814 tempest-TestShelveInstance-245137814-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19502'] for floatingip (None), before_response {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:19:59.024582 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG dbcounter [-] [104389] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:19:59.049978 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.db.l3_dvr_db [None req-d01cda68-4338-4f43-90db-f4aed36d83c5 None None] Set router 75f5be04-c2f8-4a51-b8c2-9b8a8ae16f83 gateway port host: dv-cinder-836996-35-iscsi {{(pid=104389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 18 05:19:59.059212 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [None req-9c4711e8-4f1f-48cb-b5d0-506ea7941d53 tempest-TestShelveInstance-245137814 tempest-TestShelveInstance-245137814-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.8439045 Jun 18 05:19:59.075041 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG dbcounter [-] [104389] Writing DB stats neutron:SELECT=92,neutron:UPDATE=8 {{(pid=104389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:19:59.129038 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fd7e0d-ec6c-4a8a-9de9-7f03cfa452a8 req-7a0cc91b-8c11-4f55-9a31-d180e3c6156f tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:19:59.130660 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-65fd7e0d-ec6c-4a8a-9de9-7f03cfa452a8 req-7a0cc91b-8c11-4f55-9a31-d180e3c6156f tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] 10.222.0.23 "GET /v2.0/ports?device_id=3db86af8-06be-4481-ae05-85abb634d58e HTTP/1.1" status: 200 len: 946 time: 0.0496769 Jun 18 05:19:59.132618 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13a63f2-b15d-4211-accf-4f5a27785470 req-2f5d859c-a3da-4bab-a421-acbcc2ad9ba6 tempest-ServerRescueNegativeTestJSON-1272623576 tempest-ServerRescueNegativeTestJSON-1272623576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:19:59.134766 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-d13a63f2-b15d-4211-accf-4f5a27785470 req-2f5d859c-a3da-4bab-a421-acbcc2ad9ba6 tempest-ServerRescueNegativeTestJSON-1272623576 tempest-ServerRescueNegativeTestJSON-1272623576-project] 10.222.0.23 "GET /v2.0/ports?device_id=73b2fdbe-e24f-4092-bf52-db5c0a24f250 HTTP/1.1" status: 200 len: 945 time: 0.0543485 Jun 18 05:19:59.146863 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG dbcounter [-] [104388] Writing DB stats neutron:SELECT=100 {{(pid=104388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:19:59.202709 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-65fd7e0d-ec6c-4a8a-9de9-7f03cfa452a8 req-46d0d065-7b9e-428e-a6af-94dad9b2e044 tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] 10.222.0.23 "GET /v2.0/security-groups?id=e7fc1561-1092-4d2a-b878-ed2f82ce27ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0643055 Jun 18 05:19:59.235697 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0efb17-a643-4fa4-9e17-ed461ea07f96 req-bfbda5fd-76eb-4e60-8b2d-1c2234ca3fbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:19:59.237977 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-3c0efb17-a643-4fa4-9e17-ed461ea07f96 req-bfbda5fd-76eb-4e60-8b2d-1c2234ca3fbc service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=381e581a-9cea-44f2-9ed2-365c11f6d6d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0819798 Jun 18 05:19:59.255601 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-d13a63f2-b15d-4211-accf-4f5a27785470 req-786bb29f-2e0b-46fd-b3ae-e95cb7c7a2a9 tempest-ServerRescueNegativeTestJSON-1272623576 tempest-ServerRescueNegativeTestJSON-1272623576-project] 10.222.0.23 "GET /v2.0/security-groups?id=83d5be7f-d8af-4828-9878-6877e2a6bac5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113815 Jun 18 05:19:59.320699 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.db.l3_hamode_db [None req-d01cda68-4338-4f43-90db-f4aed36d83c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75f5be04-c2f8-4a51-b8c2-9b8a8ae16f83', 'name': 'tempest-TestShelveInstance-857687147-router', 'tenant_id': '65a7c712ebe34d53b4acd7e8473c6d95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65c030c7-6a7d-4cea-a47d-5cdd532db0e6', 'external_fixed_ips': [{'subnet_id': 'a9fa7760-a071-45ee-b985-799999c69975', 'ip_address': '172.27.2.111'}], 'enable_snat': True}, 'gw_port_id': 'deb66721-30b7-4846-a5c0-ccf3828418c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-18T05:18:21Z', 'updated_at': '2022-06-18T05:18:25Z', 'revision_number': 4, 'project_id': '65a7c712ebe34d53b4acd7e8473c6d95', 'gw_port': {'id': 'deb66721-30b7-4846-a5c0-ccf3828418c2', 'name': '', 'network_id': '65c030c7-6a7d-4cea-a47d-5cdd532db0e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:2c:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75f5be04-c2f8-4a51-b8c2-9b8a8ae16f83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': 'a9fa7760-a071-45ee-b985-799999c69975', 'ip_address': '172.27.2.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-18T05:18:21Z', 'updated_at': '2022-06-18T05:18:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9fa7760-a071-45ee-b985-799999c69975', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-35-iscsi', '_floatingips': [{'id': '7d1bf21b-d718-4896-9509-703aa3aa8f0d', 'tenant_id': '65a7c712ebe34d53b4acd7e8473c6d95', 'floating_ip_address': '172.27.2.151', 'floating_network_id': '65c030c7-6a7d-4cea-a47d-5cdd532db0e6', 'router_id': '75f5be04-c2f8-4a51-b8c2-9b8a8ae16f83', 'port_id': '2e6ea935-169b-426c-bf26-11d644b1d476', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 426, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cce77fdc-391d-4bde-a709-4c5e4b2c55d4', 'mac_address': 'fa:16:3e:23:73:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0554d10-2a83-478b-a2a6-7c4bcc0dfc2b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-18T05:19:57Z', 'updated_at': '2022-06-18T05:19:57Z', 'revision_number': 0, 'project_id': '65a7c712ebe34d53b4acd7e8473c6d95', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'da50abec-a8b4-4e62-82dd-710b5b06d374', 'name': '', 'network_id': 'cce77fdc-391d-4bde-a709-4c5e4b2c55d4', 'tenant_id': '65a7c712ebe34d53b4acd7e8473c6d95', 'mac_address': 'fa:16:3e:3f:4b:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75f5be04-c2f8-4a51-b8c2-9b8a8ae16f83', 'device_owner': 'network:router_interface', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': '778d0c06-0b61-4f2c-a161-3f736e93558f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-18T05:18:24Z', 'updated_at': '2022-06-18T05:18:30Z', 'revision_number': 5, 'project_id': '65a7c712ebe34d53b4acd7e8473c6d95', 'subnets': [{'id': '778d0c06-0b61-4f2c-a161-3f736e93558f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-35-iscsi', False) {} {{(pid=104389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 05:19:59.358604 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d01cda68-4338-4f43-90db-f4aed36d83c5 None None] Checking router: 75f5be04-c2f8-4a51-b8c2-9b8a8ae16f83 for host: dv-cinder-836996-35-iscsi {{(pid=104389) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 05:19:59.359542 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd0554d10-2a83-478b-a2a6-7c4bcc0dfc2b', 'tag': '2e6ea935-169b-426c-bf26-11d644b1d476'}] {{(pid=104387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 18 05:19:59.363184 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}067244ef130036e0f0c6cfdae2cc0bb626a7afb0c2954d608d85df941ffdb65a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-caac63f9-de9e-493c-b371-732382a873fc" -d '{"events": [{"name": "network-changed", "server_uuid": "d0554d10-2a83-478b-a2a6-7c4bcc0dfc2b", "tag": "2e6ea935-169b-426c-bf26-11d644b1d476"}]}' {{(pid=104387) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 05:19:59.374135 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d01cda68-4338-4f43-90db-f4aed36d83c5 None None] Routers {'75f5be04-c2f8-4a51-b8c2-9b8a8ae16f83'} bound to L3 agent in host dv-cinder-836996-35-iscsi {{(pid=104389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 18 05:19:59.374760 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.db.l3_hamode_db [None req-d01cda68-4338-4f43-90db-f4aed36d83c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-35-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-18T05:08:24Z,description=,heartbeat_timestamp=2022-06-18T05:19:54Z,host='dv-cinder-836996-35-iscsi',id=a8549501-0164-4ac5-90a6-1ba1ba0d3f9d,load=0,resource_versions=,resources_synced=,started_at=2022-06-18T05:08:25Z,topic='l3_agent')) {'router_ids': ['75f5be04-c2f8-4a51-b8c2-9b8a8ae16f83'], 'active': True} {{(pid=104389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 05:19:59.503422 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c34151c-a38d-4c1b-a83a-82a6ece04acc req-ef302e9a-2119-4f72-b05b-5aafe06be144 tempest-TestMinimumBasicScenario-1360665084 tempest-TestMinimumBasicScenario-1360665084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:19:59.505738 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-3c34151c-a38d-4c1b-a83a-82a6ece04acc req-ef302e9a-2119-4f72-b05b-5aafe06be144 tempest-TestMinimumBasicScenario-1360665084 tempest-TestMinimumBasicScenario-1360665084-project] 10.222.0.23 "GET /v2.0/ports?device_id=bf8c3731-ba5b-41dc-ab3b-16d6725300a0 HTTP/1.1" status: 200 len: 984 time: 0.0779417 Jun 18 05:19:59.519130 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-8945dcc7-8c99-4fdf-9c83-8741e3d3c12c req-9e4f61e3-6cfa-4aa7-95aa-7b720c4d7df1 tempest-VolumesActionsTest-198952152 tempest-VolumesActionsTest-198952152-project] 10.222.0.23 "GET /v2.0/ports?device_id=17a0202f-1150-49ed-a508-fbba8692b1d7 HTTP/1.1" status: 200 len: 210 time: 0.0558906 Jun 18 05:19:59.529496 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.db.l3_dvr_db [None req-d01cda68-4338-4f43-90db-f4aed36d83c5 None None] Set router 75f5be04-c2f8-4a51-b8c2-9b8a8ae16f83 gateway port host: dv-cinder-836996-35-iscsi {{(pid=104389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 18 05:19:59.545677 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG dbcounter [-] [104387] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:19:59.588949 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-3c34151c-a38d-4c1b-a83a-82a6ece04acc req-4f5e2bd8-1d34-4859-8e80-32319b33227f tempest-TestMinimumBasicScenario-1360665084 tempest-TestMinimumBasicScenario-1360665084-project] 10.222.0.23 "GET /v2.0/security-groups?id=131710a9-3157-4597-bd4b-a4a60c8f2d5b&id=bc90fc02-3a22-4765-be93-15065878de04&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0769682 Jun 18 05:19:59.590538 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Jun 2022 05:19:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c4f3721-039e-4917-b64d-7245b5121d3a x-openstack-request-id: req-2c4f3721-039e-4917-b64d-7245b5121d3a {{(pid=104387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 05:19:59.590833 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d0554d10-2a83-478b-a2a6-7c4bcc0dfc2b", "tag": "2e6ea935-169b-426c-bf26-11d644b1d476", "status": "completed", "code": 200}]} {{(pid=104387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 05:19:59.591086 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-2c4f3721-039e-4917-b64d-7245b5121d3a {{(pid=104387) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 05:19:59.591491 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2c4f3721-039e-4917-b64d-7245b5121d3a'] response: {'name': 'network-changed', 'server_uuid': 'd0554d10-2a83-478b-a2a6-7c4bcc0dfc2b', 'tag': '2e6ea935-169b-426c-bf26-11d644b1d476', 'status': 'completed', 'code': 200} Jun 18 05:19:59.623097 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG neutron.db.agents_db [None req-f0cd052f-7516-4656-9d29-e77bb90ffdea None None] Agent healthcheck: found 6 active agents {{(pid=104390) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 18 05:19:59.695308 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-3c0efb17-a643-4fa4-9e17-ed461ea07f96 req-dbfa8d61-d8c7-440f-b341-7461b2683c75 service neutron] 10.222.0.15 "GET /v2.0/networks/381e581a-9cea-44f2-9ed2-365c11f6d6d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1180232 Jun 18 05:19:59.743201 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.rpc [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] Device 451c6eb3-9c80-4e4a-8271-8a7ff22fcc68 no longer exists at agent hyperv_hv-cinder-83699 {{(pid=104389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 18 05:19:59.786738 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.plugin [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] No Port match for: 451c6eb3-9c80-4e4a-8271-8a7ff22fcc68 {{(pid=104389) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 18 05:19:59.787101 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.rpc [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] Device 451c6eb3-9c80-4e4a-8271-8a7ff22fcc68 not bound to the agent host hv-cinder-83699 {{(pid=104389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 18 05:19:59.803585 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.db.l3_hamode_db [None req-d01cda68-4338-4f43-90db-f4aed36d83c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75f5be04-c2f8-4a51-b8c2-9b8a8ae16f83', 'name': 'tempest-TestShelveInstance-857687147-router', 'tenant_id': '65a7c712ebe34d53b4acd7e8473c6d95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65c030c7-6a7d-4cea-a47d-5cdd532db0e6', 'external_fixed_ips': [{'subnet_id': 'a9fa7760-a071-45ee-b985-799999c69975', 'ip_address': '172.27.2.111'}], 'enable_snat': True}, 'gw_port_id': 'deb66721-30b7-4846-a5c0-ccf3828418c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-18T05:18:21Z', 'updated_at': '2022-06-18T05:18:25Z', 'revision_number': 4, 'project_id': '65a7c712ebe34d53b4acd7e8473c6d95', 'gw_port': {'id': 'deb66721-30b7-4846-a5c0-ccf3828418c2', 'name': '', 'network_id': '65c030c7-6a7d-4cea-a47d-5cdd532db0e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:2c:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75f5be04-c2f8-4a51-b8c2-9b8a8ae16f83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': 'a9fa7760-a071-45ee-b985-799999c69975', 'ip_address': '172.27.2.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-18T05:18:21Z', 'updated_at': '2022-06-18T05:18:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9fa7760-a071-45ee-b985-799999c69975', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-35-iscsi', '_floatingips': [{'id': '7d1bf21b-d718-4896-9509-703aa3aa8f0d', 'tenant_id': '65a7c712ebe34d53b4acd7e8473c6d95', 'floating_ip_address': '172.27.2.151', 'floating_network_id': '65c030c7-6a7d-4cea-a47d-5cdd532db0e6', 'router_id': '75f5be04-c2f8-4a51-b8c2-9b8a8ae16f83', 'port_id': '2e6ea935-169b-426c-bf26-11d644b1d476', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 426, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cce77fdc-391d-4bde-a709-4c5e4b2c55d4', 'mac_address': 'fa:16:3e:23:73:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0554d10-2a83-478b-a2a6-7c4bcc0dfc2b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-18T05:19:57Z', 'updated_at': '2022-06-18T05:19:57Z', 'revision_number': 0, 'project_id': '65a7c712ebe34d53b4acd7e8473c6d95', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'da50abec-a8b4-4e62-82dd-710b5b06d374', 'name': '', 'network_id': 'cce77fdc-391d-4bde-a709-4c5e4b2c55d4', 'tenant_id': '65a7c712ebe34d53b4acd7e8473c6d95', 'mac_address': 'fa:16:3e:3f:4b:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75f5be04-c2f8-4a51-b8c2-9b8a8ae16f83', 'device_owner': 'network:router_interface', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': '778d0c06-0b61-4f2c-a161-3f736e93558f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-18T05:18:24Z', 'updated_at': '2022-06-18T05:18:30Z', 'revision_number': 5, 'project_id': '65a7c712ebe34d53b4acd7e8473c6d95', 'subnets': [{'id': '778d0c06-0b61-4f2c-a161-3f736e93558f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-35-iscsi', False) {} {{(pid=104389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 05:19:59.830051 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d01cda68-4338-4f43-90db-f4aed36d83c5 None None] The sync data for ids ['75f5be04-c2f8-4a51-b8c2-9b8a8ae16f83'] in dv-cinder-836996-35-iscsi is: [{'id': '75f5be04-c2f8-4a51-b8c2-9b8a8ae16f83', 'name': 'tempest-TestShelveInstance-857687147-router', 'tenant_id': '65a7c712ebe34d53b4acd7e8473c6d95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65c030c7-6a7d-4cea-a47d-5cdd532db0e6', 'external_fixed_ips': [{'subnet_id': 'a9fa7760-a071-45ee-b985-799999c69975', 'ip_address': '172.27.2.111'}], 'enable_snat': True}, 'gw_port_id': 'deb66721-30b7-4846-a5c0-ccf3828418c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-18T05:18:21Z', 'updated_at': '2022-06-18T05:18:25Z', 'revision_number': 4, 'project_id': '65a7c712ebe34d53b4acd7e8473c6d95', 'gw_port': {'id': 'deb66721-30b7-4846-a5c0-ccf3828418c2', 'name': '', 'network_id': '65c030c7-6a7d-4cea-a47d-5cdd532db0e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:2c:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75f5be04-c2f8-4a51-b8c2-9b8a8ae16f83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': 'a9fa7760-a071-45ee-b985-799999c69975', 'ip_address': '172.27.2.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-18T05:18:21Z', 'updated_at': '2022-06-18T05:18:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9fa7760-a071-45ee-b985-799999c69975', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-35-iscsi', '_floatingips': [{'id': '7d1bf21b-d718-4896-9509-703aa3aa8f0d', 'tenant_id': '65a7c712ebe34d53b4acd7e8473c6d95', 'floating_ip_address': '172.27.2.151', 'floating_network_id': '65c030c7-6a7d-4cea-a47d-5cdd532db0e6', 'router_id': '75f5be04-c2f8-4a51-b8c2-9b8a8ae16f83', 'port_id': '2e6ea935-169b-426c-bf26-11d644b1d476', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 426, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cce77fdc-391d-4bde-a709-4c5e4b2c55d4', 'mac_address': 'fa:16:3e:23:73:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0554d10-2a83-478b-a2a6-7c4bcc0dfc2b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-18T05:19:57Z', 'updated_at': '2022-06-18T05:19:57Z', 'revision_number': 0, 'project_id': '65a7c712ebe34d53b4acd7e8473c6d95', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'da50abec-a8b4-4e62-82dd-710b5b06d374', 'name': '', 'network_id': 'cce77fdc-391d-4bde-a709-4c5e4b2c55d4', 'tenant_id': '65a7c712ebe34d53b4acd7e8473c6d95', 'mac_address': 'fa:16:3e:3f:4b:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75f5be04-c2f8-4a51-b8c2-9b8a8ae16f83', 'device_owner': 'network:router_interface', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': '778d0c06-0b61-4f2c-a161-3f736e93558f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-18T05:18:24Z', 'updated_at': '2022-06-18T05:18:30Z', 'revision_number': 5, 'project_id': '65a7c712ebe34d53b4acd7e8473c6d95', 'subnets': [{'id': '778d0c06-0b61-4f2c-a161-3f736e93558f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 05:19:59.937137 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.wsgi [-] (104387) accepted ('10.222.0.23', 51392) {{(pid=104387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 05:20:00.038961 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97d3467a-8278-4d43-9979-7364e210e48f None None] New status for floating IP 7d1bf21b-d718-4896-9509-703aa3aa8f0d: ACTIVE {{(pid=104390) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 18 05:20:00.054974 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-4f3b5201-a57e-46e8-bff3-3077a97192d3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:20:00.133571 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-4f3b5201-a57e-46e8-bff3-3077a97192d3 admin admin] Publish callbacks [] for security_group (690e9d89-a957-4e0b-aa19-bed7691c7c4e), precommit_create {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:20:00.180067 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-4f3b5201-a57e-46e8-bff3-3077a97192d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728332'] for security_group (690e9d89-a957-4e0b-aa19-bed7691c7c4e), after_create {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:20:00.224328 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [None req-4f3b5201-a57e-46e8-bff3-3077a97192d3 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=818ede7fcb1a43a4a4a7d3a3fd420297&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2860765 Jun 18 05:20:00.226428 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3b5201-a57e-46e8-bff3-3077a97192d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=690e9d89-a957-4e0b-aa19-bed7691c7c4e,revision_number=1']} {{(pid=104387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:20:00.226977 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.wsgi [-] (104388) accepted ('10.222.0.23', 51402) {{(pid=104388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 05:20:00.300038 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG dbcounter [-] [104388] Writing DB stats neutron:SELECT=100 {{(pid=104388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:20:00.330554 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-e7c447b5-bd6e-4bf8-8787-a9af9410488f admin admin] Publish callbacks [] for security_group (690e9d89-a957-4e0b-aa19-bed7691c7c4e), before_delete {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:20:00.376527 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-e7c447b5-bd6e-4bf8-8787-a9af9410488f admin admin] Publish callbacks [] for security_group (690e9d89-a957-4e0b-aa19-bed7691c7c4e), precommit_delete {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:20:00.386683 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f21fc2-a898-4edb-8a1d-15f0a6a81151 req-e93bdad7-3767-4232-bf3a-36c537a11a31 tempest-ServerRescueNegativeTestJSON-1272623576 tempest-ServerRescueNegativeTestJSON-1272623576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:20:00.388399 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-33f21fc2-a898-4edb-8a1d-15f0a6a81151 req-e93bdad7-3767-4232-bf3a-36c537a11a31 tempest-ServerRescueNegativeTestJSON-1272623576 tempest-ServerRescueNegativeTestJSON-1272623576-project] 10.222.0.23 "GET /v2.0/ports?device_id=73b2fdbe-e24f-4092-bf52-db5c0a24f250 HTTP/1.1" status: 200 len: 945 time: 0.0500913 Jun 18 05:20:00.389630 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8974b323-b04d-45fe-8ef0-57d788d29207 req-2325f7c0-ede7-4150-9daf-1bcc7b01bc9f tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:20:00.391118 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-8974b323-b04d-45fe-8ef0-57d788d29207 req-2325f7c0-ede7-4150-9daf-1bcc7b01bc9f tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] 10.222.0.23 "GET /v2.0/ports?device_id=3db86af8-06be-4481-ae05-85abb634d58e HTTP/1.1" status: 200 len: 946 time: 0.0792892 Jun 18 05:20:00.440876 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-33f21fc2-a898-4edb-8a1d-15f0a6a81151 req-1f36b79a-3873-4133-a363-c3db3a1f42f2 tempest-ServerRescueNegativeTestJSON-1272623576 tempest-ServerRescueNegativeTestJSON-1272623576-project] 10.222.0.23 "GET /v2.0/security-groups?id=83d5be7f-d8af-4828-9878-6877e2a6bac5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428193 Jun 18 05:20:00.458616 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-8974b323-b04d-45fe-8ef0-57d788d29207 req-c0e93ba2-ff0f-4fb6-9fb6-987a7551f900 tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] 10.222.0.23 "GET /v2.0/security-groups?id=e7fc1561-1092-4d2a-b878-ed2f82ce27ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0613267 Jun 18 05:20:00.539991 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-e7c447b5-bd6e-4bf8-8787-a9af9410488f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728332'] for security_group (690e9d89-a957-4e0b-aa19-bed7691c7c4e), after_delete {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:20:00.543491 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-e7c447b5-bd6e-4bf8-8787-a9af9410488f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:20:00.544816 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [None req-e7c447b5-bd6e-4bf8-8787-a9af9410488f admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/690e9d89-a957-4e0b-aa19-bed7691c7c4e HTTP/1.1" status: 204 len: 168 time: 0.3167024 Jun 18 05:20:00.575345 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c447b5-bd6e-4bf8-8787-a9af9410488f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=690e9d89-a957-4e0b-aa19-bed7691c7c4e,revision_number=None']} {{(pid=104388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:20:00.660266 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-bed1a7ea-fa90-44d0-a7f9-388221e5fc8c req-4cd79001-9abf-4b3d-b3b7-6754af0cc6fa tempest-VolumesActionsTest-198952152 tempest-VolumesActionsTest-198952152-project] 10.222.0.23 "GET /v2.0/ports?device_id=17a0202f-1150-49ed-a508-fbba8692b1d7 HTTP/1.1" status: 200 len: 210 time: 0.0281670 Jun 18 05:20:00.731539 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92452f0c-fbf0-4bbd-9b66-618f84b2a659 req-b748d805-76c9-4070-a28f-dca6b2022e22 tempest-TestMinimumBasicScenario-1360665084 tempest-TestMinimumBasicScenario-1360665084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:20:00.733162 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-92452f0c-fbf0-4bbd-9b66-618f84b2a659 req-b748d805-76c9-4070-a28f-dca6b2022e22 tempest-TestMinimumBasicScenario-1360665084 tempest-TestMinimumBasicScenario-1360665084-project] 10.222.0.23 "GET /v2.0/ports?device_id=bf8c3731-ba5b-41dc-ab3b-16d6725300a0 HTTP/1.1" status: 200 len: 984 time: 0.0557618 Jun 18 05:20:00.881303 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-92452f0c-fbf0-4bbd-9b66-618f84b2a659 req-c8a11b2d-d9ed-45c7-be87-ace8fd0e0bda tempest-TestMinimumBasicScenario-1360665084 tempest-TestMinimumBasicScenario-1360665084-project] 10.222.0.23 "GET /v2.0/security-groups?id=131710a9-3157-4597-bd4b-a4a60c8f2d5b&id=bc90fc02-3a22-4765-be93-15065878de04&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1379707 Jun 18 05:20:00.885167 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-3c0efb17-a643-4fa4-9e17-ed461ea07f96 req-4f01238c-edd1-40c6-83d1-66f24fbc2927 service neutron] 10.222.0.15 "GET /v2.0/networks/381e581a-9cea-44f2-9ed2-365c11f6d6d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1509948 Jun 18 05:20:00.987861 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caac63f9-de9e-493c-b371-732382a873fc req-f81d5252-f27d-464f-b8f6-441e2708465f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:20:00.989450 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-caac63f9-de9e-493c-b371-732382a873fc req-f81d5252-f27d-464f-b8f6-441e2708465f service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=65a7c712ebe34d53b4acd7e8473c6d95&device_id=d0554d10-2a83-478b-a2a6-7c4bcc0dfc2b HTTP/1.1" status: 200 len: 1129 time: 0.0422912 Jun 18 05:20:01.493699 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG dbcounter [-] [104387] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:20:01.498895 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caac63f9-de9e-493c-b371-732382a873fc req-862bfc21-930a-49cc-b26c-0b7d8ee28c29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:20:01.500405 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-caac63f9-de9e-493c-b371-732382a873fc req-862bfc21-930a-49cc-b26c-0b7d8ee28c29 service neutron] 10.222.0.15 "GET /v2.0/networks?id=cce77fdc-391d-4bde-a709-4c5e4b2c55d4 HTTP/1.1" status: 200 len: 909 time: 0.1130395 Jun 18 05:20:01.611357 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-caac63f9-de9e-493c-b371-732382a873fc req-dd9fbecf-40db-45c2-ae03-b04f257c1d46 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2e6ea935-169b-426c-bf26-11d644b1d476 HTTP/1.1" status: 200 len: 1001 time: 0.1044710 Jun 18 05:20:01.619319 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e76683-b1f3-4d5d-b37f-3435edcea985 req-ba558cd7-f9d6-41d3-ba2e-4bf232829715 tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:20:01.620760 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-25e76683-b1f3-4d5d-b37f-3435edcea985 req-ba558cd7-f9d6-41d3-ba2e-4bf232829715 tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] 10.222.0.23 "GET /v2.0/ports?device_id=3db86af8-06be-4481-ae05-85abb634d58e HTTP/1.1" status: 200 len: 946 time: 0.0631392 Jun 18 05:20:01.634563 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.wsgi [-] (104388) accepted ('10.222.0.23', 51440) {{(pid=104388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 05:20:01.677876 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-25e76683-b1f3-4d5d-b37f-3435edcea985 req-16c38a4d-de25-470c-97ab-3a1d774e14c6 tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] 10.222.0.23 "GET /v2.0/security-groups?id=e7fc1561-1092-4d2a-b878-ed2f82ce27ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508566 Jun 18 05:20:01.760410 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.api.v2.base [None req-54ab1668-8baf-4a2f-89c6-93a1ed3a3917 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1313612744-network', 'tenant_id': 'e5e4aece32ff462b9b9a42200d584c1b'}} {{(pid=104388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 18 05:20:01.784765 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caac63f9-de9e-493c-b371-732382a873fc req-e4ccd163-72ad-437f-a8f9-3832b9a554fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:20:01.786570 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-caac63f9-de9e-493c-b371-732382a873fc req-e4ccd163-72ad-437f-a8f9-3832b9a554fa service neutron] 10.222.0.15 "GET /v2.0/subnets?id=778d0c06-0b61-4f2c-a161-3f736e93558f HTTP/1.1" status: 200 len: 847 time: 0.0539625 Jun 18 05:20:01.796185 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-b376ac1b-f882-4253-ab5b-6b4a80540354 req-fc7ca197-8e94-4840-affc-988c33fdb5ac tempest-VolumesActionsTest-198952152 tempest-VolumesActionsTest-198952152-project] 10.222.0.23 "GET /v2.0/ports?device_id=17a0202f-1150-49ed-a508-fbba8692b1d7 HTTP/1.1" status: 200 len: 210 time: 0.0510490 Jun 18 05:20:01.842060 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caac63f9-de9e-493c-b371-732382a873fc req-4f06f29a-d360-4776-8380-dfd4b1ef8c60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:20:01.843583 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-caac63f9-de9e-493c-b371-732382a873fc req-4f06f29a-d360-4776-8380-dfd4b1ef8c60 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=cce77fdc-391d-4bde-a709-4c5e4b2c55d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0417311 Jun 18 05:20:01.864155 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54ab1668-8baf-4a2f-89c6-93a1ed3a3917 admin admin] Made reservation on behalf of e5e4aece32ff462b9b9a42200d584c1b for: {'network': 1} {{(pid=104388) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 05:20:01.866605 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-54ab1668-8baf-4a2f-89c6-93a1ed3a3917 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1768406'] for network (None), before_create {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:20:01.875938 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-54ab1668-8baf-4a2f-89c6-93a1ed3a3917 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:20:01.881147 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG dbcounter [-] [104387] Writing DB stats neutron:SELECT=92,neutron:INSERT=8 {{(pid=104387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:20:01.951312 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-caac63f9-de9e-493c-b371-732382a873fc req-8c029509-c2eb-48e0-ae11-9f1803a20ba3 service neutron] 10.222.0.15 "GET /v2.0/networks/cce77fdc-391d-4bde-a709-4c5e4b2c55d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0950668 Jun 18 05:20:01.965405 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-54ab1668-8baf-4a2f-89c6-93a1ed3a3917 admin admin] Publish callbacks [] for security_group (f907a2e4-1d50-44a6-8481-6a8df74e4764), precommit_create {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:20:02.036945 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-54ab1668-8baf-4a2f-89c6-93a1ed3a3917 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728332'] for security_group (f907a2e4-1d50-44a6-8481-6a8df74e4764), after_create {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:20:02.044396 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG dbcounter [-] [104388] Writing DB stats neutron:SELECT=90,neutron:DELETE=4,neutron:INSERT=6 {{(pid=104388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:20:02.060473 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-54ab1668-8baf-4a2f-89c6-93a1ed3a3917 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 314} {{(pid=104388) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 18 05:20:02.067432 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfa4e7a-4583-4bcb-85ab-bee56e2d2400 req-c28718c6-1924-4fbd-a703-c6ba603e5120 tempest-TestMinimumBasicScenario-1360665084 tempest-TestMinimumBasicScenario-1360665084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:20:02.068923 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-ecfa4e7a-4583-4bcb-85ab-bee56e2d2400 req-c28718c6-1924-4fbd-a703-c6ba603e5120 tempest-TestMinimumBasicScenario-1360665084 tempest-TestMinimumBasicScenario-1360665084-project] 10.222.0.23 "GET /v2.0/ports?device_id=bf8c3731-ba5b-41dc-ab3b-16d6725300a0 HTTP/1.1" status: 200 len: 984 time: 0.0955682 Jun 18 05:20:02.076514 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ab1668-8baf-4a2f-89c6-93a1ed3a3917 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f907a2e4-1d50-44a6-8481-6a8df74e4764,revision_number=1']} {{(pid=104388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:20:02.079548 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-54ab1668-8baf-4a2f-89c6-93a1ed3a3917 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1723189'] for segment (8aca2cfd-4c97-491c-8d50-193cbcc193f8), precommit_create {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:20:02.080583 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.db.segments_db [None req-54ab1668-8baf-4a2f-89c6-93a1ed3a3917 admin admin] Added segment 8aca2cfd-4c97-491c-8d50-193cbcc193f8 of type vlan for network 1df631c6-dcd7-4307-8f3b-f75e299e78ec Jun 18 05:20:02.113244 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-caac63f9-de9e-493c-b371-732382a873fc req-394625b1-452b-41e1-aa50-f9cb6c4bc768 service neutron] 10.222.0.15 "GET /v2.0/networks/cce77fdc-391d-4bde-a709-4c5e4b2c55d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1481843 Jun 18 05:20:02.123483 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-54ab1668-8baf-4a2f-89c6-93a1ed3a3917 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789592234469'] for network (1df631c6-dcd7-4307-8f3b-f75e299e78ec), precommit_create {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:20:02.149952 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-ecfa4e7a-4583-4bcb-85ab-bee56e2d2400 req-a6f2cea8-fa4b-42ba-88e9-4ff6517c6dbb tempest-TestMinimumBasicScenario-1360665084 tempest-TestMinimumBasicScenario-1360665084-project] 10.222.0.23 "GET /v2.0/security-groups?id=131710a9-3157-4597-bd4b-a4a60c8f2d5b&id=bc90fc02-3a22-4765-be93-15065878de04&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0743589 Jun 18 05:20:02.191227 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-54ab1668-8baf-4a2f-89c6-93a1ed3a3917 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546084'] for network (1df631c6-dcd7-4307-8f3b-f75e299e78ec), after_create {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:20:02.192534 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54ab1668-8baf-4a2f-89c6-93a1ed3a3917 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:20:02.192777 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-54ab1668-8baf-4a2f-89c6-93a1ed3a3917 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546098'] for network (None), before_response {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:20:02.259788 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ab1668-8baf-4a2f-89c6-93a1ed3a3917 admin admin] Pushing event updated for resources: {'Network': ['ID=1df631c6-dcd7-4307-8f3b-f75e299e78ec,revision_number=1']} {{(pid=104388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:20:02.270889 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.rpc [None req-c042a677-28f5-4026-b552-0173028fe9dd None None] Network 1df631c6-dcd7-4307-8f3b-f75e299e78ec details requested by agent ovs-agent-dv-cinder-836996-35-iscsi with host dv-cinder-836996-35-iscsi {{(pid=104389) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 18 05:20:02.291282 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [None req-54ab1668-8baf-4a2f-89c6-93a1ed3a3917 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 866 time: 0.6556294 Jun 18 05:20:02.294041 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.wsgi [-] (104388) accepted ('10.222.0.23', 51454) {{(pid=104388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 05:20:02.298810 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.api.v2.base [None req-be99d951-ae3f-4179-a182-e44dbd10e561 admin admin] Request body: {'subnet': {'network_id': '1df631c6-dcd7-4307-8f3b-f75e299e78ec', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1313612744-subnet', 'tenant_id': 'e5e4aece32ff462b9b9a42200d584c1b', 'ip_version': 4}} {{(pid=104388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 18 05:20:02.390417 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be99d951-ae3f-4179-a182-e44dbd10e561 admin admin] Made reservation on behalf of e5e4aece32ff462b9b9a42200d584c1b for: {'subnet': 1} {{(pid=104388) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 05:20:02.393021 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-be99d951-ae3f-4179-a182-e44dbd10e561 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12841501'] for subnet (None), before_create {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:20:02.412107 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG dbcounter [-] [104388] Writing DB stats neutron:SELECT=81,neutron:INSERT=13,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=104388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:20:02.412874 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.wsgi [-] (104387) accepted ('10.222.0.23', 51458) {{(pid=104387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 05:20:02.417538 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.api.v2.base [None req-7690969e-6c2d-4d00-bb1d-84232304721b tempest-ServerRescueNegativeTestJSON-1272623576 tempest-ServerRescueNegativeTestJSON-1272623576-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1390950543', 'description': 'tempest-description--363024799'}} {{(pid=104387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 18 05:20:02.521785 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-7690969e-6c2d-4d00-bb1d-84232304721b tempest-ServerRescueNegativeTestJSON-1272623576 tempest-ServerRescueNegativeTestJSON-1272623576-project] Publish callbacks [] for security_group (None), before_create {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:20:02.590876 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-7690969e-6c2d-4d00-bb1d-84232304721b tempest-ServerRescueNegativeTestJSON-1272623576 tempest-ServerRescueNegativeTestJSON-1272623576-project] Publish callbacks [] for security_group (c5751484-0293-4048-b6a0-5203ce806396), precommit_create {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:20:02.644402 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-be99d951-ae3f-4179-a182-e44dbd10e561 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15492663', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12841711'] for subnet (6b669cb0-2ad3-4bdc-840d-cbd0d58ea955), after_create {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:20:02.688444 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-7690969e-6c2d-4d00-bb1d-84232304721b tempest-ServerRescueNegativeTestJSON-1272623576 tempest-ServerRescueNegativeTestJSON-1272623576-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728332'] for security_group (c5751484-0293-4048-b6a0-5203ce806396), after_create {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:20:02.701119 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be99d951-ae3f-4179-a182-e44dbd10e561 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6b669cb0-2ad3-4bdc-840d-cbd0d58ea955,revision_number=0']} {{(pid=104388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:20:02.713729 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be99d951-ae3f-4179-a182-e44dbd10e561 admin admin] Checking segment: {'id': '8aca2cfd-4c97-491c-8d50-193cbcc193f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '1df631c6-dcd7-4307-8f3b-f75e299e78ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 18 05:20:02.714110 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be99d951-ae3f-4179-a182-e44dbd10e561 admin admin] Network hostable DHCP agents. Network: 1df631c6-dcd7-4307-8f3b-f75e299e78ec, hostable agents: ['426d7b1c-7831-4cf6-8aa4-29496a16634c'], hosted agents: [] {{(pid=104388) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 18 05:20:02.718436 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7690969e-6c2d-4d00-bb1d-84232304721b tempest-ServerRescueNegativeTestJSON-1272623576 tempest-ServerRescueNegativeTestJSON-1272623576-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c5751484-0293-4048-b6a0-5203ce806396,revision_number=1']} {{(pid=104387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:20:02.771043 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-7690969e-6c2d-4d00-bb1d-84232304721b tempest-ServerRescueNegativeTestJSON-1272623576 tempest-ServerRescueNegativeTestJSON-1272623576-project] Publish callbacks [] for security_group (None), before_response {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:20:02.779113 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [None req-7690969e-6c2d-4d00-bb1d-84232304721b tempest-ServerRescueNegativeTestJSON-1272623576 tempest-ServerRescueNegativeTestJSON-1272623576-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3583302 Jun 18 05:20:02.779113 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.wsgi [-] (104387) accepted ('10.222.0.23', 51460) {{(pid=104387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 05:20:02.779891 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.api.v2.base [None req-1911b59e-3e15-4d5c-9796-fd31f816a3c6 tempest-ServerRescueNegativeTestJSON-1272623576 tempest-ServerRescueNegativeTestJSON-1272623576-project] Request body: {'security_group_rule': {'security_group_id': 'c5751484-0293-4048-b6a0-5203ce806396', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 18 05:20:02.796977 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be99d951-ae3f-4179-a182-e44dbd10e561 admin admin] Network 1df631c6-dcd7-4307-8f3b-f75e299e78ec is scheduled to be hosted by DHCP agent 426d7b1c-7831-4cf6-8aa4-29496a16634c with binding_index 1 {{(pid=104388) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 18 05:20:02.887156 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-1911b59e-3e15-4d5c-9796-fd31f816a3c6 tempest-ServerRescueNegativeTestJSON-1272623576 tempest-ServerRescueNegativeTestJSON-1272623576-project] Publish callbacks [] for security_group_rule (4671cba4-680a-43a9-9f03-954729d099cb), before_create {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:20:02.888243 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.scheduler.base_scheduler [None req-be99d951-ae3f-4179-a182-e44dbd10e561 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836996-35-iscsi, 1df631c6-dcd7-4307-8f3b-f75e299e78ec) {{(pid=104388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 05:20:02.894807 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be99d951-ae3f-4179-a182-e44dbd10e561 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:20:02.895413 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-be99d951-ae3f-4179-a182-e44dbd10e561 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546098'] for subnet (None), before_response {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:20:02.898940 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7509cd2d-1fd2-4ca7-a73a-11aa181a6b8c None None] Network 1df631c6-dcd7-4307-8f3b-f75e299e78ec requested from dv-cinder-836996-35-iscsi {{(pid=104389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 18 05:20:02.945617 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-1911b59e-3e15-4d5c-9796-fd31f816a3c6 tempest-ServerRescueNegativeTestJSON-1272623576 tempest-ServerRescueNegativeTestJSON-1272623576-project] Publish callbacks [] for security_group_rule (4671cba4-680a-43a9-9f03-954729d099cb), precommit_create {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:20:03.001587 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9712cdd4-48e7-4bc3-a8eb-0a62554e3970 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1891a1fa-7dca-5fa5-9b0d-ba5c9cd85586-1df631c6-dcd7-4307-8f3b-f75e299e78ec', 'network_id': '1df631c6-dcd7-4307-8f3b-f75e299e78ec', 'project_id': 'e5e4aece32ff462b9b9a42200d584c1b', 'fixed_ips': [{'subnet_id': '6b669cb0-2ad3-4bdc-840d-cbd0d58ea955'}]}} from dv-cinder-836996-35-iscsi. {{(pid=104389) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 18 05:20:03.003458 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-9712cdd4-48e7-4bc3-a8eb-0a62554e3970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1768406'] for port (None), before_create {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:20:03.006628 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG dbcounter [-] [104389] Writing DB stats neutron:SELECT=100 {{(pid=104389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:20:03.014149 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-1911b59e-3e15-4d5c-9796-fd31f816a3c6 tempest-ServerRescueNegativeTestJSON-1272623576 tempest-ServerRescueNegativeTestJSON-1272623576-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728447'] for security_group_rule (4671cba4-680a-43a9-9f03-954729d099cb), after_create {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:20:03.018081 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [None req-be99d951-ae3f-4179-a182-e44dbd10e561 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7226498 Jun 18 05:20:03.021939 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.wsgi [-] (104388) accepted ('10.222.0.23', 51468) {{(pid=104388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 05:20:03.027252 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.api.v2.base [None req-b436dfb6-ed2c-47b7-9634-92d38414e996 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1313612744-router', 'tenant_id': 'e5e4aece32ff462b9b9a42200d584c1b', 'external_gateway_info': {'network_id': '65c030c7-6a7d-4cea-a47d-5cdd532db0e6'}}} {{(pid=104388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 18 05:20:03.034900 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1911b59e-3e15-4d5c-9796-fd31f816a3c6 tempest-ServerRescueNegativeTestJSON-1272623576 tempest-ServerRescueNegativeTestJSON-1272623576-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4671cba4-680a-43a9-9f03-954729d099cb,revision_number=0']} {{(pid=104387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:20:03.124524 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-1911b59e-3e15-4d5c-9796-fd31f816a3c6 tempest-ServerRescueNegativeTestJSON-1272623576 tempest-ServerRescueNegativeTestJSON-1272623576-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:20:03.128178 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [None req-1911b59e-3e15-4d5c-9796-fd31f816a3c6 tempest-ServerRescueNegativeTestJSON-1272623576 tempest-ServerRescueNegativeTestJSON-1272623576-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3508649 Jun 18 05:20:03.133799 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.wsgi [-] (104388) accepted ('10.222.0.23', 51472) {{(pid=104388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 05:20:03.139016 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.api.v2.base [None req-85e433bc-0c1b-4a50-9877-119037156233 tempest-ServerRescueNegativeTestJSON-1272623576 tempest-ServerRescueNegativeTestJSON-1272623576-project] Request body: {'security_group_rule': {'security_group_id': 'c5751484-0293-4048-b6a0-5203ce806396', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 18 05:20:03.149909 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.db.db_base_plugin_common [None req-9712cdd4-48e7-4bc3-a8eb-0a62554e3970 None None] Allocated IP 172.20.0.2 (1df631c6-dcd7-4307-8f3b-f75e299e78ec/6b669cb0-2ad3-4bdc-840d-cbd0d58ea955/d167a54b-632e-4432-9d1e-45138519b2f6) {{(pid=104389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 05:20:03.153171 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-b436dfb6-ed2c-47b7-9634-92d38414e996 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-574775', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9644'] for router (febfd648-1542-4a4c-8d49-ecc66f2a4a94), before_create {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:20:03.154518 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-b436dfb6-ed2c-47b7-9634-92d38414e996 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-575757', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-731064', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-682792', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9635'] for router (febfd648-1542-4a4c-8d49-ecc66f2a4a94), precommit_create {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:20:03.224538 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-b436dfb6-ed2c-47b7-9634-92d38414e996 admin admin] Publish callbacks [] for router_controller (febfd648-1542-4a4c-8d49-ecc66f2a4a94), precommit_add_association {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:20:03.266262 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG dbcounter [-] [104389] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=104389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:20:03.284099 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-85e433bc-0c1b-4a50-9877-119037156233 tempest-ServerRescueNegativeTestJSON-1272623576 tempest-ServerRescueNegativeTestJSON-1272623576-project] Publish callbacks [] for security_group_rule (8f01533a-e6a7-4c7e-b9d9-8cd4a7a9df52), before_create {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:20:03.301094 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG dbcounter [-] [104388] Writing DB stats neutron:SELECT=85,neutron:INSERT=12,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:20:03.304791 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-9712cdd4-48e7-4bc3-a8eb-0a62554e3970 None None] Publish callbacks [] for port (d167a54b-632e-4432-9d1e-45138519b2f6), precommit_create {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:20:03.317102 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61509ee-7e90-4660-beb7-380bfe773675 req-022918a7-0f7b-4373-a2f2-f6468e2adc04 tempest-TestMinimumBasicScenario-1360665084 tempest-TestMinimumBasicScenario-1360665084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:20:03.318630 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-d61509ee-7e90-4660-beb7-380bfe773675 req-022918a7-0f7b-4373-a2f2-f6468e2adc04 tempest-TestMinimumBasicScenario-1360665084 tempest-TestMinimumBasicScenario-1360665084-project] 10.222.0.23 "GET /v2.0/ports?device_id=bf8c3731-ba5b-41dc-ab3b-16d6725300a0 HTTP/1.1" status: 200 len: 984 time: 0.0725613 Jun 18 05:20:03.391745 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-9712cdd4-48e7-4bc3-a8eb-0a62554e3970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1768343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789592262822'] for port (d167a54b-632e-4432-9d1e-45138519b2f6), after_create {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:20:03.442790 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9712cdd4-48e7-4bc3-a8eb-0a62554e3970 None None] Network 1df631c6-dcd7-4307-8f3b-f75e299e78ec is already hosted by enough agents. {{(pid=104389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 05:20:03.446054 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9712cdd4-48e7-4bc3-a8eb-0a62554e3970 None None] Pushing event updated for resources: {'Port': ['ID=d167a54b-632e-4432-9d1e-45138519b2f6,revision_number=1']} {{(pid=104389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:20:03.448479 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.scheduler.base_scheduler [None req-9712cdd4-48e7-4bc3-a8eb-0a62554e3970 None None] Resources bound (agent type, host, resource id): {{(pid=104389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 05:20:03.450561 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9712cdd4-48e7-4bc3-a8eb-0a62554e3970 None None] Received port after_create {{(pid=104389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 18 05:20:03.502228 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-85e433bc-0c1b-4a50-9877-119037156233 tempest-ServerRescueNegativeTestJSON-1272623576 tempest-ServerRescueNegativeTestJSON-1272623576-project] Publish callbacks [] for security_group_rule (8f01533a-e6a7-4c7e-b9d9-8cd4a7a9df52), precommit_create {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:20:03.511085 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.managers [None req-9712cdd4-48e7-4bc3-a8eb-0a62554e3970 None None] Attempting to bind port d167a54b-632e-4432-9d1e-45138519b2f6 on host dv-cinder-836996-35-iscsi for vnic_type normal with profile {{(pid=104389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 18 05:20:03.511306 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.managers [None req-9712cdd4-48e7-4bc3-a8eb-0a62554e3970 None None] Attempting to bind port d167a54b-632e-4432-9d1e-45138519b2f6 by drivers openvswitch,hyperv on host dv-cinder-836996-35-iscsi at level 0 using segments [{'id': '8aca2cfd-4c97-491c-8d50-193cbcc193f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '1df631c6-dcd7-4307-8f3b-f75e299e78ec'}] {{(pid=104389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 18 05:20:03.511885 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9712cdd4-48e7-4bc3-a8eb-0a62554e3970 None None] Attempting to bind port d167a54b-632e-4432-9d1e-45138519b2f6 on network 1df631c6-dcd7-4307-8f3b-f75e299e78ec {{(pid=104389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 18 05:20:03.522981 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9712cdd4-48e7-4bc3-a8eb-0a62554e3970 None None] Checking agent: {'id': 'd503ae44-4e24-48d3-9886-03581f90537d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836996-35-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 18, 5, 8, 27), 'started_at': datetime.datetime(2022, 6, 18, 5, 8, 57), 'heartbeat_timestamp': datetime.datetime(2022, 6, 18, 5, 19, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836996-35-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 18 05:20:03.522981 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9712cdd4-48e7-4bc3-a8eb-0a62554e3970 None None] Checking segment: {'id': '8aca2cfd-4c97-491c-8d50-193cbcc193f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '1df631c6-dcd7-4307-8f3b-f75e299e78ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 18 05:20:03.522981 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-9712cdd4-48e7-4bc3-a8eb-0a62554e3970 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:20:03.522981 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9712cdd4-48e7-4bc3-a8eb-0a62554e3970 None None] Bound using segment: {'id': '8aca2cfd-4c97-491c-8d50-193cbcc193f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '1df631c6-dcd7-4307-8f3b-f75e299e78ec'} {{(pid=104389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 18 05:20:03.522981 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.managers [None req-9712cdd4-48e7-4bc3-a8eb-0a62554e3970 None None] Bound port: d167a54b-632e-4432-9d1e-45138519b2f6, host: dv-cinder-836996-35-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8aca2cfd-4c97-491c-8d50-193cbcc193f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '1df631c6-dcd7-4307-8f3b-f75e299e78ec'}}] {{(pid=104389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 18 05:20:03.522981 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-9712cdd4-48e7-4bc3-a8eb-0a62554e3970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1768406'] for port (d167a54b-632e-4432-9d1e-45138519b2f6), before_update {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:20:03.536763 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-b436dfb6-ed2c-47b7-9634-92d38414e996 admin admin] Publish callbacks [] for router_gateway (febfd648-1542-4a4c-8d49-ecc66f2a4a94), precommit_update {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:20:03.547620 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-d61509ee-7e90-4660-beb7-380bfe773675 req-cd97788f-f605-49b3-ada4-ebf10c4e0258 tempest-TestMinimumBasicScenario-1360665084 tempest-TestMinimumBasicScenario-1360665084-project] 10.222.0.23 "GET /v2.0/security-groups?id=131710a9-3157-4597-bd4b-a4a60c8f2d5b&id=bc90fc02-3a22-4765-be93-15065878de04&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2206888 Jun 18 05:20:03.583779 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-85e433bc-0c1b-4a50-9877-119037156233 tempest-ServerRescueNegativeTestJSON-1272623576 tempest-ServerRescueNegativeTestJSON-1272623576-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728447'] for security_group_rule (8f01533a-e6a7-4c7e-b9d9-8cd4a7a9df52), after_create {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:20:03.588112 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.db [None req-9712cdd4-48e7-4bc3-a8eb-0a62554e3970 None None] For port d167a54b-632e-4432-9d1e-45138519b2f6, host dv-cinder-836996-35-iscsi, cleared binding levels {{(pid=104389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 05:20:03.591652 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e433bc-0c1b-4a50-9877-119037156233 tempest-ServerRescueNegativeTestJSON-1272623576 tempest-ServerRescueNegativeTestJSON-1272623576-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8f01533a-e6a7-4c7e-b9d9-8cd4a7a9df52,revision_number=0']} {{(pid=104388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:20:03.592693 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.db [None req-9712cdd4-48e7-4bc3-a8eb-0a62554e3970 None None] For port d167a54b-632e-4432-9d1e-45138519b2f6, host dv-cinder-836996-35-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-35-iscsi',level=0,port_id=d167a54b-632e-4432-9d1e-45138519b2f6,segment=NetworkSegment(8aca2cfd-4c97-491c-8d50-193cbcc193f8),segment_id=8aca2cfd-4c97-491c-8d50-193cbcc193f8)] {{(pid=104389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 05:20:03.661023 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-9712cdd4-48e7-4bc3-a8eb-0a62554e3970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1768343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789592765606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789592262840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789592262858'] for port (d167a54b-632e-4432-9d1e-45138519b2f6), after_update {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:20:03.685946 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-85e433bc-0c1b-4a50-9877-119037156233 tempest-ServerRescueNegativeTestJSON-1272623576 tempest-ServerRescueNegativeTestJSON-1272623576-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:20:03.687146 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [None req-85e433bc-0c1b-4a50-9877-119037156233 tempest-ServerRescueNegativeTestJSON-1272623576 tempest-ServerRescueNegativeTestJSON-1272623576-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5518084 Jun 18 05:20:03.690556 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.wsgi [-] (104387) accepted ('10.222.0.23', 51488) {{(pid=104387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 05:20:03.692839 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG dbcounter [-] [104388] Writing DB stats neutron:SELECT=88,neutron:DELETE=3,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=104388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:20:03.699516 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.api.v2.base [None req-329e9318-3a58-40a3-8cdb-74f0da760db7 tempest-ServerRescueNegativeTestJSON-1272623576 tempest-ServerRescueNegativeTestJSON-1272623576-project] Request body: {'floatingip': {'floating_network_id': '65c030c7-6a7d-4cea-a47d-5cdd532db0e6'}} {{(pid=104387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 18 05:20:03.739249 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9712cdd4-48e7-4bc3-a8eb-0a62554e3970 None None] Pushing event updated for resources: {'Port': ['ID=d167a54b-632e-4432-9d1e-45138519b2f6,revision_number=2']} {{(pid=104389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:20:03.809156 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-329e9318-3a58-40a3-8cdb-74f0da760db7 tempest-ServerRescueNegativeTestJSON-1272623576 tempest-ServerRescueNegativeTestJSON-1272623576-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:20:03.822846 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-b436dfb6-ed2c-47b7-9634-92d38414e996 admin admin] Publish callbacks [] for router_gateway (febfd648-1542-4a4c-8d49-ecc66f2a4a94), before_create {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:20:03.846821 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-b436dfb6-ed2c-47b7-9634-92d38414e996 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1768406'] for port (None), before_create {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:20:03.925822 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-329e9318-3a58-40a3-8cdb-74f0da760db7 tempest-ServerRescueNegativeTestJSON-1272623576 tempest-ServerRescueNegativeTestJSON-1272623576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1768406'] for port (None), before_create {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:20:03.940196 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG dbcounter [-] [104387] Writing DB stats neutron:SELECT=86,neutron:INSERT=10,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:20:04.011373 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.db.db_base_plugin_common [None req-b436dfb6-ed2c-47b7-9634-92d38414e996 admin admin] Allocated IP 172.27.2.206 (65c030c7-6a7d-4cea-a47d-5cdd532db0e6/a9fa7760-a071-45ee-b985-799999c69975/8849aa39-3bdf-4229-a0da-4d21338ac229) {{(pid=104388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 05:20:04.131815 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-b436dfb6-ed2c-47b7-9634-92d38414e996 admin admin] Publish callbacks [] for port (8849aa39-3bdf-4229-a0da-4d21338ac229), precommit_create {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:20:04.202196 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-b436dfb6-ed2c-47b7-9634-92d38414e996 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1768343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789592262822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15493031'] for port (8849aa39-3bdf-4229-a0da-4d21338ac229), after_create {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:20:04.245752 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b436dfb6-ed2c-47b7-9634-92d38414e996 admin admin] Network 65c030c7-6a7d-4cea-a47d-5cdd532db0e6 is already hosted by enough agents. {{(pid=104388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 05:20:04.251040 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.scheduler.base_scheduler [None req-b436dfb6-ed2c-47b7-9634-92d38414e996 admin admin] Resources bound (agent type, host, resource id): {{(pid=104388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 05:20:04.255197 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b436dfb6-ed2c-47b7-9634-92d38414e996 admin admin] Received port after_create {{(pid=104388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 18 05:20:04.258947 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b436dfb6-ed2c-47b7-9634-92d38414e996 admin admin] Pushing event updated for resources: {'Port': ['ID=8849aa39-3bdf-4229-a0da-4d21338ac229,revision_number=1']} {{(pid=104388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:20:04.264567 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.db.db_base_plugin_common [None req-329e9318-3a58-40a3-8cdb-74f0da760db7 tempest-ServerRescueNegativeTestJSON-1272623576 tempest-ServerRescueNegativeTestJSON-1272623576-project] Allocated IP 172.27.2.239 (65c030c7-6a7d-4cea-a47d-5cdd532db0e6/a9fa7760-a071-45ee-b985-799999c69975/cc54895a-bead-465a-b04b-4a30ee02830e) {{(pid=104387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 05:20:04.369848 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG dbcounter [-] [104387] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:20:04.378438 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-329e9318-3a58-40a3-8cdb-74f0da760db7 tempest-ServerRescueNegativeTestJSON-1272623576 tempest-ServerRescueNegativeTestJSON-1272623576-project] Publish callbacks [] for port (cc54895a-bead-465a-b04b-4a30ee02830e), precommit_create {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:20:04.496086 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-329e9318-3a58-40a3-8cdb-74f0da760db7 tempest-ServerRescueNegativeTestJSON-1272623576 tempest-ServerRescueNegativeTestJSON-1272623576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1768343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789592262822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14020772'] for port (cc54895a-bead-465a-b04b-4a30ee02830e), after_create {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:20:04.535333 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG dbcounter [-] [104388] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=104388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:20:04.540624 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-329e9318-3a58-40a3-8cdb-74f0da760db7 tempest-ServerRescueNegativeTestJSON-1272623576 tempest-ServerRescueNegativeTestJSON-1272623576-project] Network 65c030c7-6a7d-4cea-a47d-5cdd532db0e6 is already hosted by enough agents. {{(pid=104387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 05:20:04.545840 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.scheduler.base_scheduler [None req-329e9318-3a58-40a3-8cdb-74f0da760db7 tempest-ServerRescueNegativeTestJSON-1272623576 tempest-ServerRescueNegativeTestJSON-1272623576-project] Resources bound (agent type, host, resource id): {{(pid=104387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 05:20:04.548351 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-329e9318-3a58-40a3-8cdb-74f0da760db7 tempest-ServerRescueNegativeTestJSON-1272623576 tempest-ServerRescueNegativeTestJSON-1272623576-project] Pushing event updated for resources: {'Port': ['ID=cc54895a-bead-465a-b04b-4a30ee02830e,revision_number=1']} {{(pid=104387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:20:04.550867 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-329e9318-3a58-40a3-8cdb-74f0da760db7 tempest-ServerRescueNegativeTestJSON-1272623576 tempest-ServerRescueNegativeTestJSON-1272623576-project] Received port after_create {{(pid=104387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 18 05:20:04.601329 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-b436dfb6-ed2c-47b7-9634-92d38414e996 admin admin] Publish callbacks [] for router_gateway (febfd648-1542-4a4c-8d49-ecc66f2a4a94), after_create {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:20:04.698050 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263e4272-b8df-46d0-a3b6-a90124dc5360 req-6b085e53-4232-4bfd-99a8-9725e4584ce9 tempest-TestMinimumBasicScenario-1360665084 tempest-TestMinimumBasicScenario-1360665084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:20:04.705027 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-263e4272-b8df-46d0-a3b6-a90124dc5360 req-6b085e53-4232-4bfd-99a8-9725e4584ce9 tempest-TestMinimumBasicScenario-1360665084 tempest-TestMinimumBasicScenario-1360665084-project] 10.222.0.23 "GET /v2.0/ports?device_id=bf8c3731-ba5b-41dc-ab3b-16d6725300a0 HTTP/1.1" status: 200 len: 984 time: 0.0701013 Jun 18 05:20:04.708816 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-102944ef-5804-4435-b78c-d745bfbbeacf None None] Network 1df631c6-dcd7-4307-8f3b-f75e299e78ec requested from dv-cinder-836996-35-iscsi {{(pid=104389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 18 05:20:04.716437 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-329e9318-3a58-40a3-8cdb-74f0da760db7 tempest-ServerRescueNegativeTestJSON-1272623576 tempest-ServerRescueNegativeTestJSON-1272623576-project] Publish callbacks [] for floatingip (3a4c6614-c94b-4998-af78-d94ec24fc630), precommit_create {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:20:04.775463 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-263e4272-b8df-46d0-a3b6-a90124dc5360 req-97793d21-a5c8-4b4c-8d2d-bbac5f97c633 tempest-TestMinimumBasicScenario-1360665084 tempest-TestMinimumBasicScenario-1360665084-project] 10.222.0.23 "GET /v2.0/security-groups?id=131710a9-3157-4597-bd4b-a4a60c8f2d5b&id=bc90fc02-3a22-4765-be93-15065878de04&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0695322 Jun 18 05:20:04.821041 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-329e9318-3a58-40a3-8cdb-74f0da760db7 tempest-ServerRescueNegativeTestJSON-1272623576 tempest-ServerRescueNegativeTestJSON-1272623576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1768406'] for port (cc54895a-bead-465a-b04b-4a30ee02830e), before_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:20:04.831808 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.db.provisioning_blocks [None req-721ce000-5e13-4b3d-a22b-e34f10e32854 None None] Provisioning complete for port d167a54b-632e-4432-9d1e-45138519b2f6 triggered by entity DHCP. {{(pid=104389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 18 05:20:04.832181 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-721ce000-5e13-4b3d-a22b-e34f10e32854 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1740956'] for port (d167a54b-632e-4432-9d1e-45138519b2f6), provisioning_complete {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:20:04.868315 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG dbcounter [-] [104387] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=104387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:20:04.884099 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG dbcounter [-] [104389] Writing DB stats neutron:SELECT=92,neutron:INSERT=2,neutron:UPDATE=6 {{(pid=104389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:20:04.927383 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.plugin [None req-721ce000-5e13-4b3d-a22b-e34f10e32854 None None] Current status of the port d167a54b-632e-4432-9d1e-45138519b2f6 is: DOWN; New status is: ACTIVE {{(pid=104389) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 18 05:20:04.927780 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-721ce000-5e13-4b3d-a22b-e34f10e32854 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1768406'] for port (d167a54b-632e-4432-9d1e-45138519b2f6), before_update {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:20:04.972290 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.db [None req-721ce000-5e13-4b3d-a22b-e34f10e32854 None None] For port d167a54b-632e-4432-9d1e-45138519b2f6, host dv-cinder-836996-35-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-35-iscsi',level=0,port_id=d167a54b-632e-4432-9d1e-45138519b2f6,segment=NetworkSegment(8aca2cfd-4c97-491c-8d50-193cbcc193f8),segment_id=8aca2cfd-4c97-491c-8d50-193cbcc193f8)] {{(pid=104389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 05:20:05.012817 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-329e9318-3a58-40a3-8cdb-74f0da760db7 tempest-ServerRescueNegativeTestJSON-1272623576 tempest-ServerRescueNegativeTestJSON-1272623576-project] Publish callbacks [] for port (cc54895a-bead-465a-b04b-4a30ee02830e), precommit_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:20:05.061833 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-b436dfb6-ed2c-47b7-9634-92d38414e996 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-575954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-736931'] for router (febfd648-1542-4a4c-8d49-ecc66f2a4a94), after_create {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:20:05.081668 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-721ce000-5e13-4b3d-a22b-e34f10e32854 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1768343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789592765606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789592262840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789592262858'] for port (d167a54b-632e-4432-9d1e-45138519b2f6), after_update {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:20:05.110829 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-329e9318-3a58-40a3-8cdb-74f0da760db7 tempest-ServerRescueNegativeTestJSON-1272623576 tempest-ServerRescueNegativeTestJSON-1272623576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1768343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789592765606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789592262840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789592262858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14020781'] for port (cc54895a-bead-465a-b04b-4a30ee02830e), after_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:20:05.138284 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721ce000-5e13-4b3d-a22b-e34f10e32854 None None] Pushing event updated for resources: {'Port': ['ID=d167a54b-632e-4432-9d1e-45138519b2f6,revision_number=3']} {{(pid=104389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:20:05.164836 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG dbcounter [-] [104388] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=104388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:20:05.199917 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-329e9318-3a58-40a3-8cdb-74f0da760db7 tempest-ServerRescueNegativeTestJSON-1272623576 tempest-ServerRescueNegativeTestJSON-1272623576-project] Pushing event updated for resources: {'Port': ['ID=cc54895a-bead-465a-b04b-4a30ee02830e,revision_number=2']} {{(pid=104387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:20:05.206833 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-329e9318-3a58-40a3-8cdb-74f0da760db7 tempest-ServerRescueNegativeTestJSON-1272623576 tempest-ServerRescueNegativeTestJSON-1272623576-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-736808'] for floatingip (3a4c6614-c94b-4998-af78-d94ec24fc630), after_create {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:20:05.209295 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.db.provisioning_blocks [None req-692d4d73-8692-4d46-851b-de42356e519f None None] Provisioning complete for port d167a54b-632e-4432-9d1e-45138519b2f6 triggered by entity DHCP. {{(pid=104389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 18 05:20:05.209449 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-692d4d73-8692-4d46-851b-de42356e519f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1740956'] for port (d167a54b-632e-4432-9d1e-45138519b2f6), provisioning_complete {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:20:05.248693 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b436dfb6-ed2c-47b7-9634-92d38414e996 admin admin] Router febfd648-1542-4a4c-8d49-ecc66f2a4a94 is scheduled to L3 agent a8549501-0164-4ac5-90a6-1ba1ba0d3f9d with binding_index 1 {{(pid=104388) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 18 05:20:05.269028 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-329e9318-3a58-40a3-8cdb-74f0da760db7 tempest-ServerRescueNegativeTestJSON-1272623576 tempest-ServerRescueNegativeTestJSON-1272623576-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19502'] for floatingip (None), before_response {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:20:05.270332 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [None req-329e9318-3a58-40a3-8cdb-74f0da760db7 tempest-ServerRescueNegativeTestJSON-1272623576 tempest-ServerRescueNegativeTestJSON-1272623576-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.5779030 Jun 18 05:20:05.304844 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.rpc [None req-c042a677-28f5-4026-b552-0173028fe9dd None None] Device d167a54b-632e-4432-9d1e-45138519b2f6 up at agent ovs-agent-dv-cinder-836996-35-iscsi {{(pid=104389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 18 05:20:05.345201 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.plugin [None req-692d4d73-8692-4d46-851b-de42356e519f None None] Current status of the port d167a54b-632e-4432-9d1e-45138519b2f6 is: ACTIVE; New status is: ACTIVE {{(pid=104389) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 18 05:20:05.362885 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.db.provisioning_blocks [None req-c042a677-28f5-4026-b552-0173028fe9dd None None] Provisioning complete for port d167a54b-632e-4432-9d1e-45138519b2f6 triggered by entity L2. {{(pid=104389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 18 05:20:05.363251 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-c042a677-28f5-4026-b552-0173028fe9dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1740956'] for port (d167a54b-632e-4432-9d1e-45138519b2f6), provisioning_complete {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:20:05.387209 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b436dfb6-ed2c-47b7-9634-92d38414e996 admin admin] Notify agent at l3_agent.dv-cinder-836996-35-iscsi the message routers_updated {{(pid=104388) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 05:20:05.402459 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG dbcounter [-] [104389] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:20:05.407857 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2758b397-40f5-433e-83c7-7b2b2b11c549 None None] Sync routers for ids ['febfd648-1542-4a4c-8d49-ecc66f2a4a94'] in dv-cinder-836996-35-iscsi {{(pid=104389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 05:20:05.426691 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2758b397-40f5-433e-83c7-7b2b2b11c549 None None] Routers {'febfd648-1542-4a4c-8d49-ecc66f2a4a94'} bound to L3 agent in host dv-cinder-836996-35-iscsi {{(pid=104389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 18 05:20:05.427322 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.db.l3_hamode_db [None req-2758b397-40f5-433e-83c7-7b2b2b11c549 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-35-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-18T05:08:24Z,description=,heartbeat_timestamp=2022-06-18T05:19:54Z,host='dv-cinder-836996-35-iscsi',id=a8549501-0164-4ac5-90a6-1ba1ba0d3f9d,load=0,resource_versions=,resources_synced=,started_at=2022-06-18T05:08:25Z,topic='l3_agent')) {'router_ids': ['febfd648-1542-4a4c-8d49-ecc66f2a4a94'], 'active': True} {{(pid=104389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 05:20:05.456621 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-b436dfb6-ed2c-47b7-9634-92d38414e996 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:20:05.457880 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [None req-b436dfb6-ed2c-47b7-9634-92d38414e996 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.4343538 Jun 18 05:20:05.460770 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.wsgi [-] (104387) accepted ('10.222.0.23', 51534) {{(pid=104387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 05:20:05.498561 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-4d95dfe5-7894-43b7-a752-63b9e2855d84 req-2872d5ff-00ac-4de1-8ba2-ee42f82ca2f1 tempest-ServerRescueNegativeTestJSON-1272623576 tempest-ServerRescueNegativeTestJSON-1272623576-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--1390950543&fields=id&tenant_id=8820096253064e5abbe50f23bdc3ebac HTTP/1.1" status: 200 len: 267 time: 0.0512581 Jun 18 05:20:05.511037 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.plugin [None req-c042a677-28f5-4026-b552-0173028fe9dd None None] Current status of the port d167a54b-632e-4432-9d1e-45138519b2f6 is: ACTIVE; New status is: ACTIVE {{(pid=104389) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 18 05:20:05.613588 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d95dfe5-7894-43b7-a752-63b9e2855d84 req-544fc655-9adb-4c61-95d8-94e3babd4172 tempest-ServerRescueNegativeTestJSON-1272623576 tempest-ServerRescueNegativeTestJSON-1272623576-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:20:05.615220 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-4d95dfe5-7894-43b7-a752-63b9e2855d84 req-544fc655-9adb-4c61-95d8-94e3babd4172 tempest-ServerRescueNegativeTestJSON-1272623576 tempest-ServerRescueNegativeTestJSON-1272623576-project] 10.222.0.23 "GET /v2.0/networks?id=e40c5bf8-60a8-4d08-b489-6f107ba55c42 HTTP/1.1" status: 200 len: 818 time: 0.1089180 Jun 18 05:20:05.633293 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-4d95dfe5-7894-43b7-a752-63b9e2855d84 req-8695d647-8b9f-4b92-9342-9aafac9ae127 tempest-ServerRescueNegativeTestJSON-1272623576 tempest-ServerRescueNegativeTestJSON-1272623576-project] 10.222.0.23 "GET /v2.0/quotas/8820096253064e5abbe50f23bdc3ebac HTTP/1.1" status: 200 len: 375 time: 0.0122964 Jun 18 05:20:05.667330 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG dbcounter [-] [104387] Writing DB stats neutron:INSERT=1,neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:20:05.695766 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-4d95dfe5-7894-43b7-a752-63b9e2855d84 req-1dc58680-9ae4-419a-8bc5-b62463c1b4cc tempest-ServerRescueNegativeTestJSON-1272623576 tempest-ServerRescueNegativeTestJSON-1272623576-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=8820096253064e5abbe50f23bdc3ebac&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0564444 Jun 18 05:20:05.700753 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.db.l3_dvr_db [None req-2758b397-40f5-433e-83c7-7b2b2b11c549 None None] Set router febfd648-1542-4a4c-8d49-ecc66f2a4a94 gateway port host: dv-cinder-836996-35-iscsi {{(pid=104389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 18 05:20:05.803591 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-4d95dfe5-7894-43b7-a752-63b9e2855d84 req-b241f023-913d-4437-8ec4-3bdd6553ebb5 service neutron] 10.222.0.23 "GET /v2.0/networks/e40c5bf8-60a8-4d08-b489-6f107ba55c42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0946751 Jun 18 05:20:05.873771 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG dbcounter [-] [104388] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=104388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:20:05.883410 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.db.l3_hamode_db [None req-2758b397-40f5-433e-83c7-7b2b2b11c549 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'febfd648-1542-4a4c-8d49-ecc66f2a4a94', 'name': 'tempest-TestVolumeBootPattern-1313612744-router', 'tenant_id': 'e5e4aece32ff462b9b9a42200d584c1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65c030c7-6a7d-4cea-a47d-5cdd532db0e6', 'external_fixed_ips': [{'subnet_id': 'a9fa7760-a071-45ee-b985-799999c69975', 'ip_address': '172.27.2.206'}], 'enable_snat': True}, 'gw_port_id': '8849aa39-3bdf-4229-a0da-4d21338ac229', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-18T05:20:03Z', 'updated_at': '2022-06-18T05:20:04Z', 'revision_number': 3, 'project_id': 'e5e4aece32ff462b9b9a42200d584c1b', 'gw_port': {'id': '8849aa39-3bdf-4229-a0da-4d21338ac229', 'name': '', 'network_id': '65c030c7-6a7d-4cea-a47d-5cdd532db0e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:7d:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'febfd648-1542-4a4c-8d49-ecc66f2a4a94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': 'a9fa7760-a071-45ee-b985-799999c69975', 'ip_address': '172.27.2.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-18T05:20:03Z', 'updated_at': '2022-06-18T05:20:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a9fa7760-a071-45ee-b985-799999c69975', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-35-iscsi'}], 'dv-cinder-836996-35-iscsi', False) {} {{(pid=104389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 05:20:05.909772 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2758b397-40f5-433e-83c7-7b2b2b11c549 None None] Checking router: febfd648-1542-4a4c-8d49-ecc66f2a4a94 for host: dv-cinder-836996-35-iscsi {{(pid=104389) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 05:20:05.910132 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2758b397-40f5-433e-83c7-7b2b2b11c549 None None] Updating router febfd648-1542-4a4c-8d49-ecc66f2a4a94 port 8849aa39-3bdf-4229-a0da-4d21338ac229 binding host dv-cinder-836996-35-iscsi {{(pid=104389) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 18 05:20:05.913992 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-4d95dfe5-7894-43b7-a752-63b9e2855d84 req-f25d2c31-61f6-449f-a782-3347ce66eff3 service neutron] 10.222.0.23 "GET /v2.0/networks/e40c5bf8-60a8-4d08-b489-6f107ba55c42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1092136 Jun 18 05:20:05.937238 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d12c54c-bf21-4a52-b2eb-03547daa62ad req-dcd07d7f-18e9-404f-8797-303151f003c7 tempest-TestMinimumBasicScenario-1360665084 tempest-TestMinimumBasicScenario-1360665084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:20:05.938776 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-6d12c54c-bf21-4a52-b2eb-03547daa62ad req-dcd07d7f-18e9-404f-8797-303151f003c7 tempest-TestMinimumBasicScenario-1360665084 tempest-TestMinimumBasicScenario-1360665084-project] 10.222.0.23 "GET /v2.0/ports?device_id=bf8c3731-ba5b-41dc-ab3b-16d6725300a0 HTTP/1.1" status: 200 len: 984 time: 0.0738368 Jun 18 05:20:05.946032 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-2758b397-40f5-433e-83c7-7b2b2b11c549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1768406'] for port (8849aa39-3bdf-4229-a0da-4d21338ac229), before_update {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:20:05.967577 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-d91a7e9d-308b-4e5f-bf16-dcf19ce32bf0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1768406'] for port (None), before_create {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:20:06.066788 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-6d12c54c-bf21-4a52-b2eb-03547daa62ad req-a8e614ac-5134-4e2e-82ce-c4e7b29a2fd4 tempest-TestMinimumBasicScenario-1360665084 tempest-TestMinimumBasicScenario-1360665084-project] 10.222.0.23 "GET /v2.0/security-groups?id=131710a9-3157-4597-bd4b-a4a60c8f2d5b&id=bc90fc02-3a22-4765-be93-15065878de04&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1175437 Jun 18 05:20:06.194508 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-c863edea-baf8-4fa7-85c1-15b5c5020022 req-7fd1f9c1-e349-468d-bd2d-3e4b8659e1ee tempest-ServerRescueNegativeTestJSON-1272623576 tempest-ServerRescueNegativeTestJSON-1272623576-project] 10.222.0.23 "GET /v2.0/ports?device_id=5cdfd285-b389-41f4-9ec6-596c6b160f61 HTTP/1.1" status: 200 len: 210 time: 0.0441120 Jun 18 05:20:06.218873 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.db.db_base_plugin_common [None req-d91a7e9d-308b-4e5f-bf16-dcf19ce32bf0 admin admin] Allocated IP 172.20.0.1 (1df631c6-dcd7-4307-8f3b-f75e299e78ec/6b669cb0-2ad3-4bdc-840d-cbd0d58ea955/ad37ad86-af51-48c9-8423-f4dcba784269) {{(pid=104387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 05:20:06.235319 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG dbcounter [-] [104389] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:20:06.240276 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-2758b397-40f5-433e-83c7-7b2b2b11c549 None None] Publish callbacks [] for port (8849aa39-3bdf-4229-a0da-4d21338ac229), precommit_update {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:20:06.321758 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG dbcounter [-] [104387] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=104387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:20:06.332892 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-d91a7e9d-308b-4e5f-bf16-dcf19ce32bf0 admin admin] Publish callbacks [] for port (ad37ad86-af51-48c9-8423-f4dcba784269), precommit_create {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:20:06.334533 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-2758b397-40f5-433e-83c7-7b2b2b11c549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1768343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789592765606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789592262840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789592262858'] for port (8849aa39-3bdf-4229-a0da-4d21338ac229), after_update {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:20:06.395183 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.managers [None req-2758b397-40f5-433e-83c7-7b2b2b11c549 None None] Attempting to bind port 8849aa39-3bdf-4229-a0da-4d21338ac229 on host dv-cinder-836996-35-iscsi for vnic_type normal with profile {{(pid=104389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 18 05:20:06.395648 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.managers [None req-2758b397-40f5-433e-83c7-7b2b2b11c549 None None] Attempting to bind port 8849aa39-3bdf-4229-a0da-4d21338ac229 by drivers openvswitch,hyperv on host dv-cinder-836996-35-iscsi at level 0 using segments [{'id': '62e6b565-92f9-4432-9d4a-754d0a7517a7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '65c030c7-6a7d-4cea-a47d-5cdd532db0e6'}] {{(pid=104389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 18 05:20:06.396020 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2758b397-40f5-433e-83c7-7b2b2b11c549 None None] Attempting to bind port 8849aa39-3bdf-4229-a0da-4d21338ac229 on network 65c030c7-6a7d-4cea-a47d-5cdd532db0e6 {{(pid=104389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 18 05:20:06.398213 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5679876a-ce1c-402a-abb2-bbc55f55168e None None] Pushing event updated for resources: {'Port': ['ID=8849aa39-3bdf-4229-a0da-4d21338ac229,revision_number=2']} {{(pid=104389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:20:06.403758 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2758b397-40f5-433e-83c7-7b2b2b11c549 None None] Checking agent: {'id': 'd503ae44-4e24-48d3-9886-03581f90537d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836996-35-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 18, 5, 8, 27), 'started_at': datetime.datetime(2022, 6, 18, 5, 8, 57), 'heartbeat_timestamp': datetime.datetime(2022, 6, 18, 5, 19, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836996-35-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 18 05:20:06.404132 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2758b397-40f5-433e-83c7-7b2b2b11c549 None None] Checking segment: {'id': '62e6b565-92f9-4432-9d4a-754d0a7517a7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '65c030c7-6a7d-4cea-a47d-5cdd532db0e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 18 05:20:06.404788 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-2758b397-40f5-433e-83c7-7b2b2b11c549 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:20:06.405174 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2758b397-40f5-433e-83c7-7b2b2b11c549 None None] Bound using segment: {'id': '62e6b565-92f9-4432-9d4a-754d0a7517a7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '65c030c7-6a7d-4cea-a47d-5cdd532db0e6'} {{(pid=104389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 18 05:20:06.405667 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.managers [None req-2758b397-40f5-433e-83c7-7b2b2b11c549 None None] Bound port: 8849aa39-3bdf-4229-a0da-4d21338ac229, host: dv-cinder-836996-35-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '62e6b565-92f9-4432-9d4a-754d0a7517a7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '65c030c7-6a7d-4cea-a47d-5cdd532db0e6'}}] {{(pid=104389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 18 05:20:06.406525 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-2758b397-40f5-433e-83c7-7b2b2b11c549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1768406'] for port (8849aa39-3bdf-4229-a0da-4d21338ac229), before_update {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:20:06.439310 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-d91a7e9d-308b-4e5f-bf16-dcf19ce32bf0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1768343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789592262822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14020772'] for port (ad37ad86-af51-48c9-8423-f4dcba784269), after_create {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:20:06.460312 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.db [None req-2758b397-40f5-433e-83c7-7b2b2b11c549 None None] For port 8849aa39-3bdf-4229-a0da-4d21338ac229, host dv-cinder-836996-35-iscsi, cleared binding levels {{(pid=104389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 05:20:06.463389 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.db [None req-2758b397-40f5-433e-83c7-7b2b2b11c549 None None] For port 8849aa39-3bdf-4229-a0da-4d21338ac229, host dv-cinder-836996-35-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-35-iscsi',level=0,port_id=8849aa39-3bdf-4229-a0da-4d21338ac229,segment=NetworkSegment(62e6b565-92f9-4432-9d4a-754d0a7517a7),segment_id=62e6b565-92f9-4432-9d4a-754d0a7517a7)] {{(pid=104389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 05:20:06.480133 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d91a7e9d-308b-4e5f-bf16-dcf19ce32bf0 admin admin] Network 1df631c6-dcd7-4307-8f3b-f75e299e78ec is already hosted by enough agents. {{(pid=104387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 05:20:06.482967 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.scheduler.base_scheduler [None req-d91a7e9d-308b-4e5f-bf16-dcf19ce32bf0 admin admin] Resources bound (agent type, host, resource id): {{(pid=104387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 05:20:06.486906 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d91a7e9d-308b-4e5f-bf16-dcf19ce32bf0 admin admin] Received port after_create {{(pid=104387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 18 05:20:06.521491 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d91a7e9d-308b-4e5f-bf16-dcf19ce32bf0 admin admin] Pushing event updated for resources: {'Port': ['ID=ad37ad86-af51-48c9-8423-f4dcba784269,revision_number=1']} {{(pid=104387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:20:06.523110 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG dbcounter [-] [104387] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=104387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:20:06.541330 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-d91a7e9d-308b-4e5f-bf16-dcf19ce32bf0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-574371'] for router_interface (febfd648-1542-4a4c-8d49-ecc66f2a4a94), before_create {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:20:06.541682 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-2758b397-40f5-433e-83c7-7b2b2b11c549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1768343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789592765606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789592262840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789592262858'] for port (8849aa39-3bdf-4229-a0da-4d21338ac229), after_update {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:20:06.604945 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5679876a-ce1c-402a-abb2-bbc55f55168e None None] Pushing event updated for resources: {'Port': ['ID=8849aa39-3bdf-4229-a0da-4d21338ac229,revision_number=3']} {{(pid=104389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:20:06.612829 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2758b397-40f5-433e-83c7-7b2b2b11c549 None None] Routers {'febfd648-1542-4a4c-8d49-ecc66f2a4a94'} bound to L3 agent in host dv-cinder-836996-35-iscsi {{(pid=104389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 18 05:20:06.613491 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.db.l3_hamode_db [None req-2758b397-40f5-433e-83c7-7b2b2b11c549 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-35-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-18T05:08:24Z,description=,heartbeat_timestamp=2022-06-18T05:19:54Z,host='dv-cinder-836996-35-iscsi',id=a8549501-0164-4ac5-90a6-1ba1ba0d3f9d,load=0,resource_versions=,resources_synced=,started_at=2022-06-18T05:08:25Z,topic='l3_agent')) {'router_ids': ['febfd648-1542-4a4c-8d49-ecc66f2a4a94'], 'active': True} {{(pid=104389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 05:20:06.723923 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.db.l3_dvr_db [None req-2758b397-40f5-433e-83c7-7b2b2b11c549 None None] Set router febfd648-1542-4a4c-8d49-ecc66f2a4a94 gateway port host: dv-cinder-836996-35-iscsi {{(pid=104389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 18 05:20:06.750005 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-d91a7e9d-308b-4e5f-bf16-dcf19ce32bf0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1768406'] for port (ad37ad86-af51-48c9-8423-f4dcba784269), before_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:20:06.803290 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG dbcounter [-] [104389] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:20:06.810187 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.db.provisioning_blocks [None req-a1ee4857-0ff9-45ea-814f-3eb68fd356c4 None None] Provisioning complete for port ad37ad86-af51-48c9-8423-f4dcba784269 triggered by entity DHCP. {{(pid=104389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 18 05:20:06.810545 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-a1ee4857-0ff9-45ea-814f-3eb68fd356c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1740956'] for port (ad37ad86-af51-48c9-8423-f4dcba784269), provisioning_complete {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:20:06.874946 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.plugin [None req-a1ee4857-0ff9-45ea-814f-3eb68fd356c4 None None] Port ad37ad86-af51-48c9-8423-f4dcba784269 cannot update to ACTIVE because it is not bound. {{(pid=104389) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 18 05:20:06.912966 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-d91a7e9d-308b-4e5f-bf16-dcf19ce32bf0 admin admin] Publish callbacks [] for port (ad37ad86-af51-48c9-8423-f4dcba784269), precommit_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:20:06.936934 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.db.l3_hamode_db [None req-2758b397-40f5-433e-83c7-7b2b2b11c549 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'febfd648-1542-4a4c-8d49-ecc66f2a4a94', 'name': 'tempest-TestVolumeBootPattern-1313612744-router', 'tenant_id': 'e5e4aece32ff462b9b9a42200d584c1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65c030c7-6a7d-4cea-a47d-5cdd532db0e6', 'external_fixed_ips': [{'subnet_id': 'a9fa7760-a071-45ee-b985-799999c69975', 'ip_address': '172.27.2.206'}], 'enable_snat': True}, 'gw_port_id': '8849aa39-3bdf-4229-a0da-4d21338ac229', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-18T05:20:03Z', 'updated_at': '2022-06-18T05:20:04Z', 'revision_number': 3, 'project_id': 'e5e4aece32ff462b9b9a42200d584c1b', 'gw_port': {'id': '8849aa39-3bdf-4229-a0da-4d21338ac229', 'name': '', 'network_id': '65c030c7-6a7d-4cea-a47d-5cdd532db0e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:7d:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'febfd648-1542-4a4c-8d49-ecc66f2a4a94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': 'a9fa7760-a071-45ee-b985-799999c69975', 'ip_address': '172.27.2.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-18T05:20:03Z', 'updated_at': '2022-06-18T05:20:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a9fa7760-a071-45ee-b985-799999c69975', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-35-iscsi'}], 'dv-cinder-836996-35-iscsi', False) {} {{(pid=104389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 05:20:06.972241 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2758b397-40f5-433e-83c7-7b2b2b11c549 None None] The sync data for ids ['febfd648-1542-4a4c-8d49-ecc66f2a4a94'] in dv-cinder-836996-35-iscsi is: [{'id': 'febfd648-1542-4a4c-8d49-ecc66f2a4a94', 'name': 'tempest-TestVolumeBootPattern-1313612744-router', 'tenant_id': 'e5e4aece32ff462b9b9a42200d584c1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65c030c7-6a7d-4cea-a47d-5cdd532db0e6', 'external_fixed_ips': [{'subnet_id': 'a9fa7760-a071-45ee-b985-799999c69975', 'ip_address': '172.27.2.206'}], 'enable_snat': True}, 'gw_port_id': '8849aa39-3bdf-4229-a0da-4d21338ac229', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-18T05:20:03Z', 'updated_at': '2022-06-18T05:20:04Z', 'revision_number': 3, 'project_id': 'e5e4aece32ff462b9b9a42200d584c1b', 'gw_port': {'id': '8849aa39-3bdf-4229-a0da-4d21338ac229', 'name': '', 'network_id': '65c030c7-6a7d-4cea-a47d-5cdd532db0e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:7d:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'febfd648-1542-4a4c-8d49-ecc66f2a4a94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': 'a9fa7760-a071-45ee-b985-799999c69975', 'ip_address': '172.27.2.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-18T05:20:03Z', 'updated_at': '2022-06-18T05:20:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a9fa7760-a071-45ee-b985-799999c69975', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-35-iscsi'}] {{(pid=104389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 05:20:07.025738 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-d91a7e9d-308b-4e5f-bf16-dcf19ce32bf0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1768343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789592765606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789592262840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789592262858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14020781'] for port (ad37ad86-af51-48c9-8423-f4dcba784269), after_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:20:07.100486 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d91a7e9d-308b-4e5f-bf16-dcf19ce32bf0 admin admin] Pushing event updated for resources: {'Port': ['ID=ad37ad86-af51-48c9-8423-f4dcba784269,revision_number=2']} {{(pid=104387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:20:07.103941 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-d91a7e9d-308b-4e5f-bf16-dcf19ce32bf0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-546262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-574263'] for router_interface (febfd648-1542-4a4c-8d49-ecc66f2a4a94), after_create {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:20:07.225248 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd2f077-509b-4ac5-8e41-c0e16d7301ac req-aa171461-933d-4f4d-96aa-79d75e16865f tempest-TestMinimumBasicScenario-1360665084 tempest-TestMinimumBasicScenario-1360665084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:20:07.226878 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-4cd2f077-509b-4ac5-8e41-c0e16d7301ac req-aa171461-933d-4f4d-96aa-79d75e16865f tempest-TestMinimumBasicScenario-1360665084 tempest-TestMinimumBasicScenario-1360665084-project] 10.222.0.23 "GET /v2.0/ports?device_id=bf8c3731-ba5b-41dc-ab3b-16d6725300a0 HTTP/1.1" status: 200 len: 984 time: 0.0795362 Jun 18 05:20:07.229116 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG dbcounter [-] [104387] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=104387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:20:07.243303 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d91a7e9d-308b-4e5f-bf16-dcf19ce32bf0 admin admin] Network 1df631c6-dcd7-4307-8f3b-f75e299e78ec is already hosted by enough agents. {{(pid=104387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 05:20:07.245448 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.scheduler.base_scheduler [None req-d91a7e9d-308b-4e5f-bf16-dcf19ce32bf0 admin admin] Resources bound (agent type, host, resource id): {{(pid=104387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 05:20:07.328023 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-4cd2f077-509b-4ac5-8e41-c0e16d7301ac req-156bd7f9-bb79-454d-8eaf-8255385c2c64 tempest-TestMinimumBasicScenario-1360665084 tempest-TestMinimumBasicScenario-1360665084-project] 10.222.0.23 "GET /v2.0/security-groups?id=131710a9-3157-4597-bd4b-a4a60c8f2d5b&id=bc90fc02-3a22-4765-be93-15065878de04&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0951617 Jun 18 05:20:07.343736 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-3f1c0943-a148-4c55-9ad2-0f0a68455ac3 req-25689c91-399f-4b81-9ff4-f9636fbff3d5 tempest-ServerRescueNegativeTestJSON-1272623576 tempest-ServerRescueNegativeTestJSON-1272623576-project] 10.222.0.23 "GET /v2.0/ports?device_id=5cdfd285-b389-41f4-9ec6-596c6b160f61 HTTP/1.1" status: 200 len: 210 time: 0.0412962 Jun 18 05:20:07.477694 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789592556683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1744442'] for agent (21f82a9e-593b-4fa9-aa06-dfe6f16482e6), after_update {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:20:07.505102 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.db.provisioning_blocks [None req-0dea8b30-bafa-4c03-9690-7910c754557d None None] Provisioning complete for port ad37ad86-af51-48c9-8423-f4dcba784269 triggered by entity DHCP. {{(pid=104389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 18 05:20:07.505503 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-0dea8b30-bafa-4c03-9690-7910c754557d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1740956'] for port (ad37ad86-af51-48c9-8423-f4dcba784269), provisioning_complete {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:20:07.543756 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.plugin [None req-0dea8b30-bafa-4c03-9690-7910c754557d None None] Port ad37ad86-af51-48c9-8423-f4dcba784269 cannot update to ACTIVE because it is not bound. {{(pid=104389) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 18 05:20:07.686860 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d91a7e9d-308b-4e5f-bf16-dcf19ce32bf0 admin admin] Router febfd648-1542-4a4c-8d49-ecc66f2a4a94 has already been hosted by L3 agent a8549501-0164-4ac5-90a6-1ba1ba0d3f9d {{(pid=104387) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 18 05:20:07.790333 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d91a7e9d-308b-4e5f-bf16-dcf19ce32bf0 admin admin] Notify agent at l3_agent.dv-cinder-836996-35-iscsi the message routers_updated {{(pid=104387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 05:20:07.796862 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [None req-d91a7e9d-308b-4e5f-bf16-dcf19ce32bf0 admin admin] 10.222.0.23 "PUT /v2.0/routers/febfd648-1542-4a4c-8d49-ecc66f2a4a94/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3335149 Jun 18 05:20:08.481419 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-242eeddd-aad4-47c1-9470-f056a5d19ef1 req-1e45b581-6e0e-41e4-b1ec-73eb8fd8cfc7 tempest-ServerRescueNegativeTestJSON-1272623576 tempest-ServerRescueNegativeTestJSON-1272623576-project] 10.222.0.23 "GET /v2.0/ports?device_id=5cdfd285-b389-41f4-9ec6-596c6b160f61 HTTP/1.1" status: 200 len: 210 time: 0.0484624 Jun 18 05:20:08.486038 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537bdf36-a079-4015-9243-51a5d9d652e9 req-99cfc8a2-c2a9-47d2-81aa-65907d2b363c tempest-TestMinimumBasicScenario-1360665084 tempest-TestMinimumBasicScenario-1360665084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:20:08.487654 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-537bdf36-a079-4015-9243-51a5d9d652e9 req-99cfc8a2-c2a9-47d2-81aa-65907d2b363c tempest-TestMinimumBasicScenario-1360665084 tempest-TestMinimumBasicScenario-1360665084-project] 10.222.0.23 "GET /v2.0/ports?device_id=bf8c3731-ba5b-41dc-ab3b-16d6725300a0 HTTP/1.1" status: 200 len: 984 time: 0.0601158 Jun 18 05:20:08.542232 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.wsgi [-] (104387) accepted ('10.222.0.23', 51584) {{(pid=104387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 05:20:08.547841 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.api.v2.base [None req-e636a5a1-9871-4bce-b829-d1387c0aa0ba admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-120177135-network', 'tenant_id': '9098492a9e6644edb4d02b2b4b6399ad'}} {{(pid=104387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 18 05:20:08.568200 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-537bdf36-a079-4015-9243-51a5d9d652e9 req-f4154dac-8320-4021-a3d0-3a61ba3ccd0c tempest-TestMinimumBasicScenario-1360665084 tempest-TestMinimumBasicScenario-1360665084-project] 10.222.0.23 "GET /v2.0/security-groups?id=131710a9-3157-4597-bd4b-a4a60c8f2d5b&id=bc90fc02-3a22-4765-be93-15065878de04&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0732119 Jun 18 05:20:08.660509 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e636a5a1-9871-4bce-b829-d1387c0aa0ba admin admin] Made reservation on behalf of 9098492a9e6644edb4d02b2b4b6399ad for: {'network': 1} {{(pid=104387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 05:20:08.662261 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-932922a3-e462-4b0a-8c7d-e988d00385e6 None None] Sync routers for ids ['febfd648-1542-4a4c-8d49-ecc66f2a4a94'] in dv-cinder-836996-35-iscsi {{(pid=104390) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 05:20:08.662927 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-e636a5a1-9871-4bce-b829-d1387c0aa0ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1768406'] for network (None), before_create {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:20:08.671832 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-e636a5a1-9871-4bce-b829-d1387c0aa0ba admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:20:08.674863 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-932922a3-e462-4b0a-8c7d-e988d00385e6 None None] Routers {'febfd648-1542-4a4c-8d49-ecc66f2a4a94'} bound to L3 agent in host dv-cinder-836996-35-iscsi {{(pid=104390) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 18 05:20:08.675476 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG neutron.db.l3_hamode_db [None req-932922a3-e462-4b0a-8c7d-e988d00385e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-35-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-18T05:08:24Z,description=,heartbeat_timestamp=2022-06-18T05:19:54Z,host='dv-cinder-836996-35-iscsi',id=a8549501-0164-4ac5-90a6-1ba1ba0d3f9d,load=0,resource_versions=,resources_synced=,started_at=2022-06-18T05:08:25Z,topic='l3_agent')) {'router_ids': ['febfd648-1542-4a4c-8d49-ecc66f2a4a94'], 'active': True} {{(pid=104390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 05:20:08.767855 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-e636a5a1-9871-4bce-b829-d1387c0aa0ba admin admin] Publish callbacks [] for security_group (9bd1190e-970f-46b5-b203-b9a071346db7), precommit_create {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:20:08.844590 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-e636a5a1-9871-4bce-b829-d1387c0aa0ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728332'] for security_group (9bd1190e-970f-46b5-b203-b9a071346db7), after_create {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:20:08.882051 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG neutron.db.l3_dvr_db [None req-932922a3-e462-4b0a-8c7d-e988d00385e6 None None] Set router febfd648-1542-4a4c-8d49-ecc66f2a4a94 gateway port host: dv-cinder-836996-35-iscsi {{(pid=104390) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 18 05:20:08.901363 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e636a5a1-9871-4bce-b829-d1387c0aa0ba admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 320} {{(pid=104387) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 18 05:20:08.903305 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG dbcounter [-] [104387] Writing DB stats neutron:SELECT=89,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=104387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:20:08.915492 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e636a5a1-9871-4bce-b829-d1387c0aa0ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9bd1190e-970f-46b5-b203-b9a071346db7,revision_number=1']} {{(pid=104387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:20:08.930628 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d95dfe5-7894-43b7-a752-63b9e2855d84 req-c38f2114-01dd-4e29-b6d6-819185f0ce9b tempest-ServerRescueNegativeTestJSON-1272623576 tempest-ServerRescueNegativeTestJSON-1272623576-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:20:08.934895 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-4d95dfe5-7894-43b7-a752-63b9e2855d84 req-c38f2114-01dd-4e29-b6d6-819185f0ce9b tempest-ServerRescueNegativeTestJSON-1272623576 tempest-ServerRescueNegativeTestJSON-1272623576-project] 10.222.0.15 "GET /v2.0/networks?id=e40c5bf8-60a8-4d08-b489-6f107ba55c42 HTTP/1.1" status: 200 len: 818 time: 0.1584246 Jun 18 05:20:08.935626 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-e636a5a1-9871-4bce-b829-d1387c0aa0ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1723189'] for segment (e1c18640-22f7-4e25-9712-5aaefc165ed8), precommit_create {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:20:08.936466 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.db.segments_db [None req-e636a5a1-9871-4bce-b829-d1387c0aa0ba admin admin] Added segment e1c18640-22f7-4e25-9712-5aaefc165ed8 of type vlan for network 85e28b63-ef1b-48a4-bc27-1cfb267fa95e Jun 18 05:20:08.995224 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-e636a5a1-9871-4bce-b829-d1387c0aa0ba admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789592234469'] for network (85e28b63-ef1b-48a4-bc27-1cfb267fa95e), precommit_create {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:20:09.070049 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-4d95dfe5-7894-43b7-a752-63b9e2855d84 req-3538488c-25e5-45f1-95bc-d14a8268713c tempest-ServerRescueNegativeTestJSON-1272623576 tempest-ServerRescueNegativeTestJSON-1272623576-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8820096253064e5abbe50f23bdc3ebac HTTP/1.1" status: 200 len: 380 time: 0.1029165 Jun 18 05:20:09.079760 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.api.v2.base [req-4d95dfe5-7894-43b7-a752-63b9e2855d84 req-36b68752-f8c4-4e95-a5bd-fff78c01ec44 tempest-ServerRescueNegativeTestJSON-1272623576 tempest-ServerRescueNegativeTestJSON-1272623576-project] Request body: {'port': {'device_id': '5cdfd285-b389-41f4-9ec6-596c6b160f61', 'network_id': 'e40c5bf8-60a8-4d08-b489-6f107ba55c42', 'admin_state_up': True, 'tenant_id': '8820096253064e5abbe50f23bdc3ebac', 'security_groups': ['c5751484-0293-4048-b6a0-5203ce806396']}} {{(pid=104387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 18 05:20:09.089030 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG neutron.db.l3_hamode_db [None req-932922a3-e462-4b0a-8c7d-e988d00385e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'febfd648-1542-4a4c-8d49-ecc66f2a4a94', 'name': 'tempest-TestVolumeBootPattern-1313612744-router', 'tenant_id': 'e5e4aece32ff462b9b9a42200d584c1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65c030c7-6a7d-4cea-a47d-5cdd532db0e6', 'external_fixed_ips': [{'subnet_id': 'a9fa7760-a071-45ee-b985-799999c69975', 'ip_address': '172.27.2.206'}], 'enable_snat': True}, 'gw_port_id': '8849aa39-3bdf-4229-a0da-4d21338ac229', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-18T05:20:03Z', 'updated_at': '2022-06-18T05:20:06Z', 'revision_number': 4, 'project_id': 'e5e4aece32ff462b9b9a42200d584c1b', 'gw_port': {'id': '8849aa39-3bdf-4229-a0da-4d21338ac229', 'name': '', 'network_id': '65c030c7-6a7d-4cea-a47d-5cdd532db0e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:7d:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'febfd648-1542-4a4c-8d49-ecc66f2a4a94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': 'a9fa7760-a071-45ee-b985-799999c69975', 'ip_address': '172.27.2.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-18T05:20:03Z', 'updated_at': '2022-06-18T05:20:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a9fa7760-a071-45ee-b985-799999c69975', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-35-iscsi', '_interfaces': [{'id': 'ad37ad86-af51-48c9-8423-f4dcba784269', 'name': '', 'network_id': '1df631c6-dcd7-4307-8f3b-f75e299e78ec', 'tenant_id': 'e5e4aece32ff462b9b9a42200d584c1b', 'mac_address': 'fa:16:3e:41:1e:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'febfd648-1542-4a4c-8d49-ecc66f2a4a94', 'device_owner': 'network:router_interface', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '6b669cb0-2ad3-4bdc-840d-cbd0d58ea955', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-18T05:20:06Z', 'updated_at': '2022-06-18T05:20:06Z', 'revision_number': 2, 'project_id': 'e5e4aece32ff462b9b9a42200d584c1b', 'subnets': [{'id': '6b669cb0-2ad3-4bdc-840d-cbd0d58ea955', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-35-iscsi', False) {} {{(pid=104390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 05:20:09.117259 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG dbcounter [-] [104387] Writing DB stats neutron:SELECT=89,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=104387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:20:09.122500 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-932922a3-e462-4b0a-8c7d-e988d00385e6 None None] Checking router: febfd648-1542-4a4c-8d49-ecc66f2a4a94 for host: dv-cinder-836996-35-iscsi {{(pid=104390) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 05:20:09.123119 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-932922a3-e462-4b0a-8c7d-e988d00385e6 None None] Updating router febfd648-1542-4a4c-8d49-ecc66f2a4a94 port ad37ad86-af51-48c9-8423-f4dcba784269 binding host dv-cinder-836996-35-iscsi {{(pid=104390) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 18 05:20:09.149073 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-e636a5a1-9871-4bce-b829-d1387c0aa0ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546084'] for network (85e28b63-ef1b-48a4-bc27-1cfb267fa95e), after_create {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:20:09.150293 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e636a5a1-9871-4bce-b829-d1387c0aa0ba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:20:09.151008 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-e636a5a1-9871-4bce-b829-d1387c0aa0ba admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546098'] for network (None), before_response {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:20:09.158770 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG neutron_lib.callbacks.manager [None req-932922a3-e462-4b0a-8c7d-e988d00385e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1768406'] for port (ad37ad86-af51-48c9-8423-f4dcba784269), before_update {{(pid=104390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:20:09.249829 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e636a5a1-9871-4bce-b829-d1387c0aa0ba admin admin] Pushing event updated for resources: {'Network': ['ID=85e28b63-ef1b-48a4-bc27-1cfb267fa95e,revision_number=1']} {{(pid=104387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:20:09.266977 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.rpc [None req-c042a677-28f5-4026-b552-0173028fe9dd None None] Network 85e28b63-ef1b-48a4-bc27-1cfb267fa95e details requested by agent ovs-agent-dv-cinder-836996-35-iscsi with host dv-cinder-836996-35-iscsi {{(pid=104389) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 18 05:20:09.299289 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.rpc [None req-c042a677-28f5-4026-b552-0173028fe9dd None None] Device 8849aa39-3bdf-4229-a0da-4d21338ac229 up at agent ovs-agent-dv-cinder-836996-35-iscsi {{(pid=104389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 18 05:20:09.328071 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [None req-e636a5a1-9871-4bce-b829-d1387c0aa0ba admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 865 time: 0.7840097 Jun 18 05:20:09.331112 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.wsgi [-] (104388) accepted ('10.222.0.23', 51600) {{(pid=104388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 05:20:09.336368 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.api.v2.base [None req-71f375bc-caac-4e83-b6eb-f4e8065575a8 admin admin] Request body: {'subnet': {'network_id': '85e28b63-ef1b-48a4-bc27-1cfb267fa95e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-120177135-subnet', 'tenant_id': '9098492a9e6644edb4d02b2b4b6399ad', 'ip_version': 4}} {{(pid=104388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 18 05:20:09.413268 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.db.provisioning_blocks [None req-c042a677-28f5-4026-b552-0173028fe9dd None None] Provisioning complete for port 8849aa39-3bdf-4229-a0da-4d21338ac229 triggered by entity L2. {{(pid=104389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 18 05:20:09.413939 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-c042a677-28f5-4026-b552-0173028fe9dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1740956'] for port (8849aa39-3bdf-4229-a0da-4d21338ac229), provisioning_complete {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:20:09.453839 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4d95dfe5-7894-43b7-a752-63b9e2855d84 req-36b68752-f8c4-4e95-a5bd-fff78c01ec44 tempest-ServerRescueNegativeTestJSON-1272623576 tempest-ServerRescueNegativeTestJSON-1272623576-project] Made reservation on behalf of 8820096253064e5abbe50f23bdc3ebac for: {'port': 1} {{(pid=104387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 05:20:09.458729 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [req-4d95dfe5-7894-43b7-a752-63b9e2855d84 req-36b68752-f8c4-4e95-a5bd-fff78c01ec44 tempest-ServerRescueNegativeTestJSON-1272623576 tempest-ServerRescueNegativeTestJSON-1272623576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1768406'] for port (None), before_create {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:20:09.467268 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG dbcounter [-] [104389] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:20:09.476741 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71f375bc-caac-4e83-b6eb-f4e8065575a8 admin admin] Made reservation on behalf of 9098492a9e6644edb4d02b2b4b6399ad for: {'subnet': 1} {{(pid=104388) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 05:20:09.479609 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-71f375bc-caac-4e83-b6eb-f4e8065575a8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12841501'] for subnet (None), before_create {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:20:09.483704 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG neutron_lib.callbacks.manager [None req-932922a3-e462-4b0a-8c7d-e988d00385e6 None None] Publish callbacks [] for port (ad37ad86-af51-48c9-8423-f4dcba784269), precommit_update {{(pid=104390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:20:09.572551 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.plugin [None req-c042a677-28f5-4026-b552-0173028fe9dd None None] Current status of the port 8849aa39-3bdf-4229-a0da-4d21338ac229 is: DOWN; New status is: ACTIVE {{(pid=104389) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 18 05:20:09.572931 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-c042a677-28f5-4026-b552-0173028fe9dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1768406'] for port (8849aa39-3bdf-4229-a0da-4d21338ac229), before_update {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:20:09.597118 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG neutron_lib.callbacks.manager [None req-932922a3-e462-4b0a-8c7d-e988d00385e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1768343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789592765606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789592262840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789592262858'] for port (ad37ad86-af51-48c9-8423-f4dcba784269), after_update {{(pid=104390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:20:09.608248 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.db [None req-c042a677-28f5-4026-b552-0173028fe9dd None None] For port 8849aa39-3bdf-4229-a0da-4d21338ac229, host dv-cinder-836996-35-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-35-iscsi',level=0,port_id=8849aa39-3bdf-4229-a0da-4d21338ac229,segment=NetworkSegment(62e6b565-92f9-4432-9d4a-754d0a7517a7),segment_id=62e6b565-92f9-4432-9d4a-754d0a7517a7)] {{(pid=104389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 05:20:09.648880 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-b5ac5a78-b730-4099-ae8b-4f91d4b6d02b req-6e7a6a4c-43ac-4db6-9f2c-d3c24a0d4aed tempest-ServerRescueNegativeTestJSON-1272623576 tempest-ServerRescueNegativeTestJSON-1272623576-project] 10.222.0.23 "GET /v2.0/ports?device_id=5cdfd285-b389-41f4-9ec6-596c6b160f61 HTTP/1.1" status: 200 len: 210 time: 0.0679679 Jun 18 05:20:09.663224 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG dbcounter [-] [104390] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:20:09.671078 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-c042a677-28f5-4026-b552-0173028fe9dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1768343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789592765606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789592262840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789592262858'] for port (8849aa39-3bdf-4229-a0da-4d21338ac229), after_update {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:20:09.679379 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce1cd1e-3b98-4790-88df-c8633ace11b2 None None] Pushing event updated for resources: {'Port': ['ID=ad37ad86-af51-48c9-8423-f4dcba784269,revision_number=3']} {{(pid=104390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:20:09.707487 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ce1cd1e-3b98-4790-88df-c8633ace11b2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:20:09.708066 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ce1cd1e-3b98-4790-88df-c8633ace11b2 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:20:09.708586 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ce1cd1e-3b98-4790-88df-c8633ace11b2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:20:09.709090 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ce1cd1e-3b98-4790-88df-c8633ace11b2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:20:09.710183 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ce1cd1e-3b98-4790-88df-c8633ace11b2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:20:09.712118 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ce1cd1e-3b98-4790-88df-c8633ace11b2 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:20:09.712660 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ce1cd1e-3b98-4790-88df-c8633ace11b2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:20:09.713142 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ce1cd1e-3b98-4790-88df-c8633ace11b2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:20:09.713933 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ce1cd1e-3b98-4790-88df-c8633ace11b2 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:20:09.718247 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ce1cd1e-3b98-4790-88df-c8633ace11b2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:20:09.718586 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ce1cd1e-3b98-4790-88df-c8633ace11b2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:20:09.718935 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ce1cd1e-3b98-4790-88df-c8633ace11b2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:20:09.719267 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ce1cd1e-3b98-4790-88df-c8633ace11b2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:20:09.719590 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ce1cd1e-3b98-4790-88df-c8633ace11b2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:20:09.719910 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ce1cd1e-3b98-4790-88df-c8633ace11b2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:20:09.752118 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c042a677-28f5-4026-b552-0173028fe9dd None None] Pushing event updated for resources: {'Port': ['ID=8849aa39-3bdf-4229-a0da-4d21338ac229,revision_number=4']} {{(pid=104389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:20:09.787820 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.db.db_base_plugin_common [req-4d95dfe5-7894-43b7-a752-63b9e2855d84 req-36b68752-f8c4-4e95-a5bd-fff78c01ec44 tempest-ServerRescueNegativeTestJSON-1272623576 tempest-ServerRescueNegativeTestJSON-1272623576-project] Allocated IP 172.20.0.8 (e40c5bf8-60a8-4d08-b489-6f107ba55c42/150ec3db-e886-4a5d-89d6-e02356d1809e/1076f134-7839-4b58-b50b-1f994d3b47a5) {{(pid=104387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 05:20:09.853777 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG neutron.plugins.ml2.managers [None req-932922a3-e462-4b0a-8c7d-e988d00385e6 None None] Attempting to bind port ad37ad86-af51-48c9-8423-f4dcba784269 on host dv-cinder-836996-35-iscsi for vnic_type normal with profile {{(pid=104390) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 18 05:20:09.854141 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG neutron.plugins.ml2.managers [None req-932922a3-e462-4b0a-8c7d-e988d00385e6 None None] Attempting to bind port ad37ad86-af51-48c9-8423-f4dcba784269 by drivers openvswitch,hyperv on host dv-cinder-836996-35-iscsi at level 0 using segments [{'id': '8aca2cfd-4c97-491c-8d50-193cbcc193f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '1df631c6-dcd7-4307-8f3b-f75e299e78ec'}] {{(pid=104390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 18 05:20:09.854505 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-932922a3-e462-4b0a-8c7d-e988d00385e6 None None] Attempting to bind port ad37ad86-af51-48c9-8423-f4dcba784269 on network 1df631c6-dcd7-4307-8f3b-f75e299e78ec {{(pid=104390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 18 05:20:09.878100 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-932922a3-e462-4b0a-8c7d-e988d00385e6 None None] Checking agent: {'id': 'd503ae44-4e24-48d3-9886-03581f90537d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836996-35-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 18, 5, 8, 27), 'started_at': datetime.datetime(2022, 6, 18, 5, 8, 57), 'heartbeat_timestamp': datetime.datetime(2022, 6, 18, 5, 19, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836996-35-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 18 05:20:09.878806 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-932922a3-e462-4b0a-8c7d-e988d00385e6 None None] Checking segment: {'id': '8aca2cfd-4c97-491c-8d50-193cbcc193f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '1df631c6-dcd7-4307-8f3b-f75e299e78ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 18 05:20:09.879424 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG neutron_lib.callbacks.manager [None req-932922a3-e462-4b0a-8c7d-e988d00385e6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:20:09.880047 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-932922a3-e462-4b0a-8c7d-e988d00385e6 None None] Bound using segment: {'id': '8aca2cfd-4c97-491c-8d50-193cbcc193f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '1df631c6-dcd7-4307-8f3b-f75e299e78ec'} {{(pid=104390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 18 05:20:09.880769 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG neutron.plugins.ml2.managers [None req-932922a3-e462-4b0a-8c7d-e988d00385e6 None None] Bound port: ad37ad86-af51-48c9-8423-f4dcba784269, host: dv-cinder-836996-35-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8aca2cfd-4c97-491c-8d50-193cbcc193f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '1df631c6-dcd7-4307-8f3b-f75e299e78ec'}}] {{(pid=104390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 18 05:20:09.881503 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG neutron_lib.callbacks.manager [None req-932922a3-e462-4b0a-8c7d-e988d00385e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1768406'] for port (ad37ad86-af51-48c9-8423-f4dcba784269), before_update {{(pid=104390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:20:09.898993 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG dbcounter [-] [104390] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:20:09.927912 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46bbf532-4625-4d33-b270-3972f8c47022 req-b8dba2b2-ab6f-48cc-8770-2aeb96e925f5 tempest-TestMinimumBasicScenario-1360665084 tempest-TestMinimumBasicScenario-1360665084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:20:09.931763 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-46bbf532-4625-4d33-b270-3972f8c47022 req-b8dba2b2-ab6f-48cc-8770-2aeb96e925f5 tempest-TestMinimumBasicScenario-1360665084 tempest-TestMinimumBasicScenario-1360665084-project] 10.222.0.23 "GET /v2.0/ports?device_id=bf8c3731-ba5b-41dc-ab3b-16d6725300a0 HTTP/1.1" status: 200 len: 984 time: 0.2171576 Jun 18 05:20:09.983334 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.db.provisioning_blocks [None req-be9e03c9-4f1e-4174-97d3-4470bddbde39 None None] Provisioning complete for port ad37ad86-af51-48c9-8423-f4dcba784269 triggered by entity DHCP. {{(pid=104389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 18 05:20:09.986643 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-be9e03c9-4f1e-4174-97d3-4470bddbde39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1740956'] for port (ad37ad86-af51-48c9-8423-f4dcba784269), provisioning_complete {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:20:09.989074 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG neutron.plugins.ml2.db [None req-932922a3-e462-4b0a-8c7d-e988d00385e6 None None] For port ad37ad86-af51-48c9-8423-f4dcba784269, host dv-cinder-836996-35-iscsi, cleared binding levels {{(pid=104390) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 05:20:09.992758 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG neutron.plugins.ml2.db [None req-932922a3-e462-4b0a-8c7d-e988d00385e6 None None] For port ad37ad86-af51-48c9-8423-f4dcba784269, host dv-cinder-836996-35-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-35-iscsi',level=0,port_id=ad37ad86-af51-48c9-8423-f4dcba784269,segment=NetworkSegment(8aca2cfd-4c97-491c-8d50-193cbcc193f8),segment_id=8aca2cfd-4c97-491c-8d50-193cbcc193f8)] {{(pid=104390) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 05:20:09.994291 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG dbcounter [-] [104388] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=104388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:20:10.058503 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.plugin [None req-be9e03c9-4f1e-4174-97d3-4470bddbde39 None None] Port ad37ad86-af51-48c9-8423-f4dcba784269 cannot update to ACTIVE because it is not bound. {{(pid=104389) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 18 05:20:10.086070 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-46bbf532-4625-4d33-b270-3972f8c47022 req-b5aaeae6-26a5-4862-9ec5-38444a312d5d tempest-TestMinimumBasicScenario-1360665084 tempest-TestMinimumBasicScenario-1360665084-project] 10.222.0.23 "GET /v2.0/security-groups?id=131710a9-3157-4597-bd4b-a4a60c8f2d5b&id=bc90fc02-3a22-4765-be93-15065878de04&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1401973 Jun 18 05:20:10.093247 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [req-4d95dfe5-7894-43b7-a752-63b9e2855d84 req-36b68752-f8c4-4e95-a5bd-fff78c01ec44 tempest-ServerRescueNegativeTestJSON-1272623576 tempest-ServerRescueNegativeTestJSON-1272623576-project] Publish callbacks [] for port (1076f134-7839-4b58-b50b-1f994d3b47a5), precommit_create {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:20:10.110414 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG neutron_lib.callbacks.manager [None req-932922a3-e462-4b0a-8c7d-e988d00385e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1768343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789592765606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789592262840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789592262858'] for port (ad37ad86-af51-48c9-8423-f4dcba784269), after_update {{(pid=104390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:20:10.164301 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-71f375bc-caac-4e83-b6eb-f4e8065575a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15492663', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12841711'] for subnet (4b84a385-e2d7-4b31-9f41-f70481e6d675), after_create {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:20:10.169860 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-932922a3-e462-4b0a-8c7d-e988d00385e6 None None] Routers {'febfd648-1542-4a4c-8d49-ecc66f2a4a94'} bound to L3 agent in host dv-cinder-836996-35-iscsi {{(pid=104390) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 18 05:20:10.170586 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG neutron.db.l3_hamode_db [None req-932922a3-e462-4b0a-8c7d-e988d00385e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-35-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-18T05:08:24Z,description=,heartbeat_timestamp=2022-06-18T05:19:54Z,host='dv-cinder-836996-35-iscsi',id=a8549501-0164-4ac5-90a6-1ba1ba0d3f9d,load=0,resource_versions=,resources_synced=,started_at=2022-06-18T05:08:25Z,topic='l3_agent')) {'router_ids': ['febfd648-1542-4a4c-8d49-ecc66f2a4a94'], 'active': True} {{(pid=104390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 05:20:10.223882 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce1cd1e-3b98-4790-88df-c8633ace11b2 None None] Pushing event updated for resources: {'Port': ['ID=ad37ad86-af51-48c9-8423-f4dcba784269,revision_number=4']} {{(pid=104390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:20:10.260460 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [req-4d95dfe5-7894-43b7-a752-63b9e2855d84 req-36b68752-f8c4-4e95-a5bd-fff78c01ec44 tempest-ServerRescueNegativeTestJSON-1272623576 tempest-ServerRescueNegativeTestJSON-1272623576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1768343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789592262822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14020772'] for port (1076f134-7839-4b58-b50b-1f994d3b47a5), after_create {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:20:10.291765 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f375bc-caac-4e83-b6eb-f4e8065575a8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4b84a385-e2d7-4b31-9f41-f70481e6d675,revision_number=0']} {{(pid=104388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:20:10.302558 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71f375bc-caac-4e83-b6eb-f4e8065575a8 admin admin] Checking segment: {'id': 'e1c18640-22f7-4e25-9712-5aaefc165ed8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '85e28b63-ef1b-48a4-bc27-1cfb267fa95e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 18 05:20:10.303061 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71f375bc-caac-4e83-b6eb-f4e8065575a8 admin admin] Network hostable DHCP agents. Network: 85e28b63-ef1b-48a4-bc27-1cfb267fa95e, hostable agents: ['426d7b1c-7831-4cf6-8aa4-29496a16634c'], hosted agents: [] {{(pid=104388) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 18 05:20:10.338600 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG neutron.db.l3_dvr_db [None req-932922a3-e462-4b0a-8c7d-e988d00385e6 None None] Set router febfd648-1542-4a4c-8d49-ecc66f2a4a94 gateway port host: dv-cinder-836996-35-iscsi {{(pid=104390) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 18 05:20:10.355887 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4d95dfe5-7894-43b7-a752-63b9e2855d84 req-36b68752-f8c4-4e95-a5bd-fff78c01ec44 tempest-ServerRescueNegativeTestJSON-1272623576 tempest-ServerRescueNegativeTestJSON-1272623576-project] Network e40c5bf8-60a8-4d08-b489-6f107ba55c42 is already hosted by enough agents. {{(pid=104387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 05:20:10.359171 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG dbcounter [-] [104387] Writing DB stats neutron:SELECT=87,neutron:DELETE=2,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=104387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:20:10.360573 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.scheduler.base_scheduler [req-4d95dfe5-7894-43b7-a752-63b9e2855d84 req-36b68752-f8c4-4e95-a5bd-fff78c01ec44 tempest-ServerRescueNegativeTestJSON-1272623576 tempest-ServerRescueNegativeTestJSON-1272623576-project] Resources bound (agent type, host, resource id): {{(pid=104387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 05:20:10.365349 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d95dfe5-7894-43b7-a752-63b9e2855d84 req-36b68752-f8c4-4e95-a5bd-fff78c01ec44 tempest-ServerRescueNegativeTestJSON-1272623576 tempest-ServerRescueNegativeTestJSON-1272623576-project] Received port after_create {{(pid=104387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 18 05:20:10.370134 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b68752-f8c4-4e95-a5bd-fff78c01ec44 tempest-ServerRescueNegativeTestJSON-1272623576 tempest-ServerRescueNegativeTestJSON-1272623576-project] Pushing event updated for resources: {'Port': ['ID=1076f134-7839-4b58-b50b-1f994d3b47a5,revision_number=1']} {{(pid=104387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:20:10.413499 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71f375bc-caac-4e83-b6eb-f4e8065575a8 admin admin] Network 85e28b63-ef1b-48a4-bc27-1cfb267fa95e is scheduled to be hosted by DHCP agent 426d7b1c-7831-4cf6-8aa4-29496a16634c with binding_index 1 {{(pid=104388) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 18 05:20:10.457429 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d95dfe5-7894-43b7-a752-63b9e2855d84 req-36b68752-f8c4-4e95-a5bd-fff78c01ec44 tempest-ServerRescueNegativeTestJSON-1272623576 tempest-ServerRescueNegativeTestJSON-1272623576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:20:10.458049 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [req-4d95dfe5-7894-43b7-a752-63b9e2855d84 req-36b68752-f8c4-4e95-a5bd-fff78c01ec44 tempest-ServerRescueNegativeTestJSON-1272623576 tempest-ServerRescueNegativeTestJSON-1272623576-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19502'] for port (None), before_response {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:20:10.511581 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.scheduler.base_scheduler [None req-71f375bc-caac-4e83-b6eb-f4e8065575a8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836996-35-iscsi, 85e28b63-ef1b-48a4-bc27-1cfb267fa95e) {{(pid=104388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 05:20:10.518431 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71f375bc-caac-4e83-b6eb-f4e8065575a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:20:10.519051 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-71f375bc-caac-4e83-b6eb-f4e8065575a8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546098'] for subnet (None), before_response {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:20:10.524861 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cab75d48-43c5-48d0-918c-d557a20a4564 None None] Network 85e28b63-ef1b-48a4-bc27-1cfb267fa95e requested from dv-cinder-836996-35-iscsi {{(pid=104389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 18 05:20:10.550755 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-4d95dfe5-7894-43b7-a752-63b9e2855d84 req-36b68752-f8c4-4e95-a5bd-fff78c01ec44 tempest-ServerRescueNegativeTestJSON-1272623576 tempest-ServerRescueNegativeTestJSON-1272623576-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4743519 Jun 18 05:20:10.570941 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.api.v2.base [req-4d95dfe5-7894-43b7-a752-63b9e2855d84 req-a4be01e4-17fc-4fae-9a1d-739be87a8ebd service neutron] Request body: {'port': {'device_id': '5cdfd285-b389-41f4-9ec6-596c6b160f61', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83699'}} {{(pid=104387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 18 05:20:10.704857 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [None req-71f375bc-caac-4e83-b6eb-f4e8065575a8 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.3475411 Jun 18 05:20:10.704857 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.wsgi [-] (104388) accepted ('10.222.0.23', 51620) {{(pid=104388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 05:20:10.704857 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.api.v2.base [None req-eae30b89-364f-4f03-b3d4-36c25188fdf1 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-120177135-router', 'tenant_id': '9098492a9e6644edb4d02b2b4b6399ad', 'external_gateway_info': {'network_id': '65c030c7-6a7d-4cea-a47d-5cdd532db0e6'}}} {{(pid=104388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 18 05:20:10.722251 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [req-4d95dfe5-7894-43b7-a752-63b9e2855d84 req-a4be01e4-17fc-4fae-9a1d-739be87a8ebd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1768406'] for port (1076f134-7839-4b58-b50b-1f994d3b47a5), before_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:20:10.733505 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG neutron.db.l3_hamode_db [None req-932922a3-e462-4b0a-8c7d-e988d00385e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'febfd648-1542-4a4c-8d49-ecc66f2a4a94', 'name': 'tempest-TestVolumeBootPattern-1313612744-router', 'tenant_id': 'e5e4aece32ff462b9b9a42200d584c1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65c030c7-6a7d-4cea-a47d-5cdd532db0e6', 'external_fixed_ips': [{'subnet_id': 'a9fa7760-a071-45ee-b985-799999c69975', 'ip_address': '172.27.2.206'}], 'enable_snat': True}, 'gw_port_id': '8849aa39-3bdf-4229-a0da-4d21338ac229', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-18T05:20:03Z', 'updated_at': '2022-06-18T05:20:06Z', 'revision_number': 4, 'project_id': 'e5e4aece32ff462b9b9a42200d584c1b', 'gw_port': {'id': '8849aa39-3bdf-4229-a0da-4d21338ac229', 'name': '', 'network_id': '65c030c7-6a7d-4cea-a47d-5cdd532db0e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:7d:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'febfd648-1542-4a4c-8d49-ecc66f2a4a94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': 'a9fa7760-a071-45ee-b985-799999c69975', 'ip_address': '172.27.2.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-18T05:20:03Z', 'updated_at': '2022-06-18T05:20:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9fa7760-a071-45ee-b985-799999c69975', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-35-iscsi', '_interfaces': [{'id': 'ad37ad86-af51-48c9-8423-f4dcba784269', 'name': '', 'network_id': '1df631c6-dcd7-4307-8f3b-f75e299e78ec', 'tenant_id': 'e5e4aece32ff462b9b9a42200d584c1b', 'mac_address': 'fa:16:3e:41:1e:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'febfd648-1542-4a4c-8d49-ecc66f2a4a94', 'device_owner': 'network:router_interface', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '6b669cb0-2ad3-4bdc-840d-cbd0d58ea955', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-18T05:20:06Z', 'updated_at': '2022-06-18T05:20:09Z', 'revision_number': 4, 'project_id': 'e5e4aece32ff462b9b9a42200d584c1b', 'subnets': [{'id': '6b669cb0-2ad3-4bdc-840d-cbd0d58ea955', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-35-iscsi', False) {} {{(pid=104390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 05:20:10.734909 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.db.provisioning_blocks [None req-fb05c5d3-e6bf-4744-8a73-10c7310092e4 None None] Provisioning complete for port ad37ad86-af51-48c9-8423-f4dcba784269 triggered by entity DHCP. {{(pid=104389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 18 05:20:10.745231 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-fb05c5d3-e6bf-4744-8a73-10c7310092e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1740956'] for port (ad37ad86-af51-48c9-8423-f4dcba784269), provisioning_complete {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:20:10.795557 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-932922a3-e462-4b0a-8c7d-e988d00385e6 None None] The sync data for ids ['febfd648-1542-4a4c-8d49-ecc66f2a4a94'] in dv-cinder-836996-35-iscsi is: [{'id': 'febfd648-1542-4a4c-8d49-ecc66f2a4a94', 'name': 'tempest-TestVolumeBootPattern-1313612744-router', 'tenant_id': 'e5e4aece32ff462b9b9a42200d584c1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65c030c7-6a7d-4cea-a47d-5cdd532db0e6', 'external_fixed_ips': [{'subnet_id': 'a9fa7760-a071-45ee-b985-799999c69975', 'ip_address': '172.27.2.206'}], 'enable_snat': True}, 'gw_port_id': '8849aa39-3bdf-4229-a0da-4d21338ac229', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-18T05:20:03Z', 'updated_at': '2022-06-18T05:20:06Z', 'revision_number': 4, 'project_id': 'e5e4aece32ff462b9b9a42200d584c1b', 'gw_port': {'id': '8849aa39-3bdf-4229-a0da-4d21338ac229', 'name': '', 'network_id': '65c030c7-6a7d-4cea-a47d-5cdd532db0e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:7d:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'febfd648-1542-4a4c-8d49-ecc66f2a4a94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': 'a9fa7760-a071-45ee-b985-799999c69975', 'ip_address': '172.27.2.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-18T05:20:03Z', 'updated_at': '2022-06-18T05:20:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9fa7760-a071-45ee-b985-799999c69975', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-35-iscsi', '_interfaces': [{'id': 'ad37ad86-af51-48c9-8423-f4dcba784269', 'name': '', 'network_id': '1df631c6-dcd7-4307-8f3b-f75e299e78ec', 'tenant_id': 'e5e4aece32ff462b9b9a42200d584c1b', 'mac_address': 'fa:16:3e:41:1e:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'febfd648-1542-4a4c-8d49-ecc66f2a4a94', 'device_owner': 'network:router_interface', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '6b669cb0-2ad3-4bdc-840d-cbd0d58ea955', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-18T05:20:06Z', 'updated_at': '2022-06-18T05:20:09Z', 'revision_number': 4, 'project_id': 'e5e4aece32ff462b9b9a42200d584c1b', 'subnets': [{'id': '6b669cb0-2ad3-4bdc-840d-cbd0d58ea955', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104390) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 05:20:10.925782 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.plugin [None req-fb05c5d3-e6bf-4744-8a73-10c7310092e4 None None] Current status of the port ad37ad86-af51-48c9-8423-f4dcba784269 is: DOWN; New status is: ACTIVE {{(pid=104389) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 18 05:20:10.926426 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-fb05c5d3-e6bf-4744-8a73-10c7310092e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1768406'] for port (ad37ad86-af51-48c9-8423-f4dcba784269), before_update {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:20:10.947676 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40ec2b70-7aad-4278-9e50-f87724a9eb7d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1891a1fa-7dca-5fa5-9b0d-ba5c9cd85586-85e28b63-ef1b-48a4-bc27-1cfb267fa95e', 'network_id': '85e28b63-ef1b-48a4-bc27-1cfb267fa95e', 'project_id': '9098492a9e6644edb4d02b2b4b6399ad', 'fixed_ips': [{'subnet_id': '4b84a385-e2d7-4b31-9f41-f70481e6d675'}]}} from dv-cinder-836996-35-iscsi. {{(pid=104389) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 18 05:20:10.949634 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-40ec2b70-7aad-4278-9e50-f87724a9eb7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1768406'] for port (None), before_create {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:20:11.001544 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG dbcounter [-] [104387] Writing DB stats neutron:INSERT=2,neutron:SELECT=93,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=104387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:20:11.008436 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-eae30b89-364f-4f03-b3d4-36c25188fdf1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-574775', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9644'] for router (13521a4a-bb55-4747-8227-6e1a2fc78c14), before_create {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:20:11.011628 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-eae30b89-364f-4f03-b3d4-36c25188fdf1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-575757', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-731064', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-682792', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9635'] for router (13521a4a-bb55-4747-8227-6e1a2fc78c14), precommit_create {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:20:11.073691 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.db [None req-fb05c5d3-e6bf-4744-8a73-10c7310092e4 None None] For port ad37ad86-af51-48c9-8423-f4dcba784269, host dv-cinder-836996-35-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-35-iscsi',level=0,port_id=ad37ad86-af51-48c9-8423-f4dcba784269,segment=NetworkSegment(8aca2cfd-4c97-491c-8d50-193cbcc193f8),segment_id=8aca2cfd-4c97-491c-8d50-193cbcc193f8)] {{(pid=104389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 05:20:11.116556 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-eae30b89-364f-4f03-b3d4-36c25188fdf1 admin admin] Publish callbacks [] for router_controller (13521a4a-bb55-4747-8227-6e1a2fc78c14), precommit_add_association {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:20:11.142354 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77dba363-fa05-4255-96f7-b76157508bd2 req-004dfc21-38e9-4883-82f1-803a319df3b6 tempest-ServerRescueNegativeTestJSON-1272623576 tempest-ServerRescueNegativeTestJSON-1272623576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:20:11.144889 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-77dba363-fa05-4255-96f7-b76157508bd2 req-004dfc21-38e9-4883-82f1-803a319df3b6 tempest-ServerRescueNegativeTestJSON-1272623576 tempest-ServerRescueNegativeTestJSON-1272623576-project] 10.222.0.23 "GET /v2.0/ports?device_id=5cdfd285-b389-41f4-9ec6-596c6b160f61 HTTP/1.1" status: 200 len: 931 time: 0.1438694 Jun 18 05:20:11.155171 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-fb05c5d3-e6bf-4744-8a73-10c7310092e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1768343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789592765606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789592262840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789592262858'] for port (ad37ad86-af51-48c9-8423-f4dcba784269), after_update {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:20:11.232491 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.db.db_base_plugin_common [None req-40ec2b70-7aad-4278-9e50-f87724a9eb7d None None] Allocated IP 172.20.0.2 (85e28b63-ef1b-48a4-bc27-1cfb267fa95e/4b84a385-e2d7-4b31-9f41-f70481e6d675/b825cd0c-23b2-46ed-92c1-2c1fd6071071) {{(pid=104389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 05:20:11.252200 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG dbcounter [-] [104389] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=104389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:20:11.326263 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.db.provisioning_blocks [None req-941cc5a5-826c-4904-b486-8aca2b3305bb None None] Provisioning complete for port 1076f134-7839-4b58-b50b-1f994d3b47a5 triggered by entity DHCP. {{(pid=104389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 18 05:20:11.326609 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-941cc5a5-826c-4904-b486-8aca2b3305bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1740956'] for port (1076f134-7839-4b58-b50b-1f994d3b47a5), provisioning_complete {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:20:11.328350 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb05c5d3-e6bf-4744-8a73-10c7310092e4 None None] Pushing event updated for resources: {'Port': ['ID=ad37ad86-af51-48c9-8423-f4dcba784269,revision_number=5']} {{(pid=104389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:20:11.334886 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.notifiers.nova [req-4d95dfe5-7894-43b7-a752-63b9e2855d84 req-a4be01e4-17fc-4fae-9a1d-739be87a8ebd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1076f134-7839-4b58-b50b-1f994d3b47a5 {{(pid=104387) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 18 05:20:11.370640 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-77dba363-fa05-4255-96f7-b76157508bd2 req-76dd1b34-3c4d-48a1-a615-28bc753a66ea tempest-ServerRescueNegativeTestJSON-1272623576 tempest-ServerRescueNegativeTestJSON-1272623576-project] 10.222.0.23 "GET /v2.0/security-groups?id=c5751484-0293-4048-b6a0-5203ce806396&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1695147 Jun 18 05:20:11.374909 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [req-4d95dfe5-7894-43b7-a752-63b9e2855d84 req-a4be01e4-17fc-4fae-9a1d-739be87a8ebd service neutron] Publish callbacks [] for port (1076f134-7839-4b58-b50b-1f994d3b47a5), precommit_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:20:11.398210 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.db.provisioning_blocks [req-4d95dfe5-7894-43b7-a752-63b9e2855d84 req-a4be01e4-17fc-4fae-9a1d-739be87a8ebd service neutron] Transition to ACTIVE for port object 1076f134-7839-4b58-b50b-1f994d3b47a5 will not be triggered until provisioned by entity L2. {{(pid=104387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 18 05:20:11.467206 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.plugin [None req-941cc5a5-826c-4904-b486-8aca2b3305bb None None] Port 1076f134-7839-4b58-b50b-1f994d3b47a5 cannot update to ACTIVE because it is not bound. {{(pid=104389) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 18 05:20:11.477041 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [req-4d95dfe5-7894-43b7-a752-63b9e2855d84 req-a4be01e4-17fc-4fae-9a1d-739be87a8ebd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1768343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789592765606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789592262840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789592262858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14020781'] for port (1076f134-7839-4b58-b50b-1f994d3b47a5), after_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:20:11.506578 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG dbcounter [-] [104389] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:INSERT=4 {{(pid=104389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:20:11.624509 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.rpc [None req-c042a677-28f5-4026-b552-0173028fe9dd None None] Device ad37ad86-af51-48c9-8423-f4dcba784269 up at agent ovs-agent-dv-cinder-836996-35-iscsi {{(pid=104389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 18 05:20:11.628875 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-40ec2b70-7aad-4278-9e50-f87724a9eb7d None None] Publish callbacks [] for port (b825cd0c-23b2-46ed-92c1-2c1fd6071071), precommit_create {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:20:11.680129 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG dbcounter [-] [104388] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:20:11.687967 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.db.provisioning_blocks [None req-c042a677-28f5-4026-b552-0173028fe9dd None None] Provisioning complete for port ad37ad86-af51-48c9-8423-f4dcba784269 triggered by entity L2. {{(pid=104389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 18 05:20:11.689352 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-c042a677-28f5-4026-b552-0173028fe9dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1740956'] for port (ad37ad86-af51-48c9-8423-f4dcba784269), provisioning_complete {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:20:11.695861 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-eae30b89-364f-4f03-b3d4-36c25188fdf1 admin admin] Publish callbacks [] for router_gateway (13521a4a-bb55-4747-8227-6e1a2fc78c14), precommit_update {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:20:11.701672 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4be01e4-17fc-4fae-9a1d-739be87a8ebd service neutron] Pushing event updated for resources: {'Port': ['ID=1076f134-7839-4b58-b50b-1f994d3b47a5,revision_number=2']} {{(pid=104387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:20:11.718875 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8950c196-b321-4268-a91c-7a1ac30a3182 req-23aa67d9-b364-4ed0-962a-d796fa39ca18 tempest-TestMinimumBasicScenario-1360665084 tempest-TestMinimumBasicScenario-1360665084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:20:11.743086 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-8950c196-b321-4268-a91c-7a1ac30a3182 req-23aa67d9-b364-4ed0-962a-d796fa39ca18 tempest-TestMinimumBasicScenario-1360665084 tempest-TestMinimumBasicScenario-1360665084-project] 10.222.0.23 "GET /v2.0/ports?device_id=bf8c3731-ba5b-41dc-ab3b-16d6725300a0 HTTP/1.1" status: 200 len: 984 time: 0.3912599 Jun 18 05:20:11.746050 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-40ec2b70-7aad-4278-9e50-f87724a9eb7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1768343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789592262822'] for port (b825cd0c-23b2-46ed-92c1-2c1fd6071071), after_create {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:20:11.783912 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.managers [req-4d95dfe5-7894-43b7-a752-63b9e2855d84 req-a4be01e4-17fc-4fae-9a1d-739be87a8ebd service neutron] Attempting to bind port 1076f134-7839-4b58-b50b-1f994d3b47a5 on host hv-cinder-83699 for vnic_type normal with profile {{(pid=104387) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 18 05:20:11.784875 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.managers [req-4d95dfe5-7894-43b7-a752-63b9e2855d84 req-a4be01e4-17fc-4fae-9a1d-739be87a8ebd service neutron] Attempting to bind port 1076f134-7839-4b58-b50b-1f994d3b47a5 by drivers openvswitch,hyperv on host hv-cinder-83699 at level 0 using segments [{'id': '8830b993-bf62-481e-91c8-f0f91b8d6fd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'e40c5bf8-60a8-4d08-b489-6f107ba55c42'}] {{(pid=104387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 18 05:20:11.784875 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d95dfe5-7894-43b7-a752-63b9e2855d84 req-a4be01e4-17fc-4fae-9a1d-739be87a8ebd service neutron] Attempting to bind port 1076f134-7839-4b58-b50b-1f994d3b47a5 on network e40c5bf8-60a8-4d08-b489-6f107ba55c42 {{(pid=104387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 18 05:20:11.796543 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d95dfe5-7894-43b7-a752-63b9e2855d84 req-a4be01e4-17fc-4fae-9a1d-739be87a8ebd service neutron] Port 1076f134-7839-4b58-b50b-1f994d3b47a5 on network e40c5bf8-60a8-4d08-b489-6f107ba55c42 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83699 {{(pid=104387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 18 05:20:11.796885 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d95dfe5-7894-43b7-a752-63b9e2855d84 req-a4be01e4-17fc-4fae-9a1d-739be87a8ebd service neutron] Attempting to bind port 1076f134-7839-4b58-b50b-1f994d3b47a5 on network e40c5bf8-60a8-4d08-b489-6f107ba55c42 {{(pid=104387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 18 05:20:11.811654 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d95dfe5-7894-43b7-a752-63b9e2855d84 req-a4be01e4-17fc-4fae-9a1d-739be87a8ebd service neutron] Checking agent: {'id': '21f82a9e-593b-4fa9-aa06-dfe6f16482e6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83699', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 18, 5, 14, 36), 'started_at': datetime.datetime(2022, 6, 18, 5, 14, 36), 'heartbeat_timestamp': datetime.datetime(2022, 6, 18, 5, 20, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 18 05:20:11.812004 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d95dfe5-7894-43b7-a752-63b9e2855d84 req-a4be01e4-17fc-4fae-9a1d-739be87a8ebd service neutron] Checking segment: {'id': '8830b993-bf62-481e-91c8-f0f91b8d6fd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'e40c5bf8-60a8-4d08-b489-6f107ba55c42'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 18 05:20:11.812418 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d95dfe5-7894-43b7-a752-63b9e2855d84 req-a4be01e4-17fc-4fae-9a1d-739be87a8ebd service neutron] Bound using segment: {'id': '8830b993-bf62-481e-91c8-f0f91b8d6fd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'e40c5bf8-60a8-4d08-b489-6f107ba55c42'} {{(pid=104387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 18 05:20:11.813083 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.managers [req-4d95dfe5-7894-43b7-a752-63b9e2855d84 req-a4be01e4-17fc-4fae-9a1d-739be87a8ebd service neutron] Bound port: 1076f134-7839-4b58-b50b-1f994d3b47a5, host: hv-cinder-83699, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8830b993-bf62-481e-91c8-f0f91b8d6fd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'e40c5bf8-60a8-4d08-b489-6f107ba55c42'}}] {{(pid=104387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 18 05:20:11.813542 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [req-4d95dfe5-7894-43b7-a752-63b9e2855d84 req-a4be01e4-17fc-4fae-9a1d-739be87a8ebd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1768406'] for port (1076f134-7839-4b58-b50b-1f994d3b47a5), before_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:20:11.867427 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-8950c196-b321-4268-a91c-7a1ac30a3182 req-ac703dc0-f994-41d8-bcf3-0cd51eb27ac6 tempest-TestMinimumBasicScenario-1360665084 tempest-TestMinimumBasicScenario-1360665084-project] 10.222.0.23 "GET /v2.0/security-groups?id=131710a9-3157-4597-bd4b-a4a60c8f2d5b&id=bc90fc02-3a22-4765-be93-15065878de04&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1231353 Jun 18 05:20:11.955940 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.db [req-4d95dfe5-7894-43b7-a752-63b9e2855d84 req-a4be01e4-17fc-4fae-9a1d-739be87a8ebd service neutron] For port 1076f134-7839-4b58-b50b-1f994d3b47a5, host hv-cinder-83699, cleared binding levels {{(pid=104387) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 05:20:11.983292 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.db [req-4d95dfe5-7894-43b7-a752-63b9e2855d84 req-a4be01e4-17fc-4fae-9a1d-739be87a8ebd service neutron] For port 1076f134-7839-4b58-b50b-1f994d3b47a5, host hv-cinder-83699, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=1076f134-7839-4b58-b50b-1f994d3b47a5,segment=NetworkSegment(8830b993-bf62-481e-91c8-f0f91b8d6fd9),segment_id=8830b993-bf62-481e-91c8-f0f91b8d6fd9)] {{(pid=104387) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 05:20:12.076011 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40ec2b70-7aad-4278-9e50-f87724a9eb7d None None] Network 85e28b63-ef1b-48a4-bc27-1cfb267fa95e is already hosted by enough agents. {{(pid=104389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 05:20:12.080154 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [req-4d95dfe5-7894-43b7-a752-63b9e2855d84 req-a4be01e4-17fc-4fae-9a1d-739be87a8ebd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1768343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789592765606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789592262840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789592262858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14020781'] for port (1076f134-7839-4b58-b50b-1f994d3b47a5), after_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:20:12.098902 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-eae30b89-364f-4f03-b3d4-36c25188fdf1 admin admin] Publish callbacks [] for router_gateway (13521a4a-bb55-4747-8227-6e1a2fc78c14), before_create {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:20:12.120427 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-eae30b89-364f-4f03-b3d4-36c25188fdf1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1768406'] for port (None), before_create {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:20:12.135199 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.plugin [None req-c042a677-28f5-4026-b552-0173028fe9dd None None] Current status of the port ad37ad86-af51-48c9-8423-f4dcba784269 is: ACTIVE; New status is: ACTIVE {{(pid=104389) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 18 05:20:12.140235 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.rpc [None req-c042a677-28f5-4026-b552-0173028fe9dd None None] Device 8849aa39-3bdf-4229-a0da-4d21338ac229 up at agent ovs-agent-dv-cinder-836996-35-iscsi {{(pid=104389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 18 05:20:12.145271 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ec2b70-7aad-4278-9e50-f87724a9eb7d None None] Pushing event updated for resources: {'Port': ['ID=b825cd0c-23b2-46ed-92c1-2c1fd6071071,revision_number=1']} {{(pid=104389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:20:12.157074 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.scheduler.base_scheduler [None req-40ec2b70-7aad-4278-9e50-f87724a9eb7d None None] Resources bound (agent type, host, resource id): {{(pid=104389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 05:20:12.159993 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40ec2b70-7aad-4278-9e50-f87724a9eb7d None None] Received port after_create {{(pid=104389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 18 05:20:12.217131 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG dbcounter [-] [104387] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:20:12.220683 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4be01e4-17fc-4fae-9a1d-739be87a8ebd service neutron] Pushing event updated for resources: {'Port': ['ID=1076f134-7839-4b58-b50b-1f994d3b47a5,revision_number=3']} {{(pid=104387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:20:12.244774 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d95dfe5-7894-43b7-a752-63b9e2855d84 req-a4be01e4-17fc-4fae-9a1d-739be87a8ebd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:20:12.245627 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [req-4d95dfe5-7894-43b7-a752-63b9e2855d84 req-a4be01e4-17fc-4fae-9a1d-739be87a8ebd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19502'] for port (None), before_response {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:20:12.247201 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-4d95dfe5-7894-43b7-a752-63b9e2855d84 req-a4be01e4-17fc-4fae-9a1d-739be87a8ebd service neutron] 10.222.0.15 "PUT /v2.0/ports/1076f134-7839-4b58-b50b-1f994d3b47a5 HTTP/1.1" status: 200 len: 1093 time: 1.6825318 Jun 18 05:20:12.247686 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5cdfd285-b389-41f4-9ec6-596c6b160f61', 'tag': '1076f134-7839-4b58-b50b-1f994d3b47a5'}] {{(pid=104387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 18 05:20:12.250121 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}067244ef130036e0f0c6cfdae2cc0bb626a7afb0c2954d608d85df941ffdb65a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-601de730-2162-4076-a5b1-a4e18293e8b3" -d '{"events": [{"name": "network-changed", "server_uuid": "5cdfd285-b389-41f4-9ec6-596c6b160f61", "tag": "1076f134-7839-4b58-b50b-1f994d3b47a5"}]}' {{(pid=104387) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 05:20:12.259098 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.db.db_base_plugin_common [None req-eae30b89-364f-4f03-b3d4-36c25188fdf1 admin admin] Allocated IP 172.27.2.112 (65c030c7-6a7d-4cea-a47d-5cdd532db0e6/a9fa7760-a071-45ee-b985-799999c69975/989259d1-28db-4c6d-b7b4-936352f3ff43) {{(pid=104388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 05:20:12.320513 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.managers [None req-40ec2b70-7aad-4278-9e50-f87724a9eb7d None None] Attempting to bind port b825cd0c-23b2-46ed-92c1-2c1fd6071071 on host dv-cinder-836996-35-iscsi for vnic_type normal with profile {{(pid=104389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 18 05:20:12.320954 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.managers [None req-40ec2b70-7aad-4278-9e50-f87724a9eb7d None None] Attempting to bind port b825cd0c-23b2-46ed-92c1-2c1fd6071071 by drivers openvswitch,hyperv on host dv-cinder-836996-35-iscsi at level 0 using segments [{'id': 'e1c18640-22f7-4e25-9712-5aaefc165ed8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '85e28b63-ef1b-48a4-bc27-1cfb267fa95e'}] {{(pid=104389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 18 05:20:12.321600 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40ec2b70-7aad-4278-9e50-f87724a9eb7d None None] Attempting to bind port b825cd0c-23b2-46ed-92c1-2c1fd6071071 on network 85e28b63-ef1b-48a4-bc27-1cfb267fa95e {{(pid=104389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 18 05:20:12.332476 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.db.provisioning_blocks [None req-c042a677-28f5-4026-b552-0173028fe9dd None None] Provisioning complete for port 8849aa39-3bdf-4229-a0da-4d21338ac229 triggered by entity L2. {{(pid=104389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 18 05:20:12.332856 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-c042a677-28f5-4026-b552-0173028fe9dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1740956'] for port (8849aa39-3bdf-4229-a0da-4d21338ac229), provisioning_complete {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:20:12.334822 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40ec2b70-7aad-4278-9e50-f87724a9eb7d None None] Checking agent: {'id': 'd503ae44-4e24-48d3-9886-03581f90537d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836996-35-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 18, 5, 8, 27), 'started_at': datetime.datetime(2022, 6, 18, 5, 8, 57), 'heartbeat_timestamp': datetime.datetime(2022, 6, 18, 5, 19, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836996-35-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 18 05:20:12.335234 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40ec2b70-7aad-4278-9e50-f87724a9eb7d None None] Checking segment: {'id': 'e1c18640-22f7-4e25-9712-5aaefc165ed8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '85e28b63-ef1b-48a4-bc27-1cfb267fa95e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 18 05:20:12.335638 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-40ec2b70-7aad-4278-9e50-f87724a9eb7d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:20:12.336039 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40ec2b70-7aad-4278-9e50-f87724a9eb7d None None] Bound using segment: {'id': 'e1c18640-22f7-4e25-9712-5aaefc165ed8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '85e28b63-ef1b-48a4-bc27-1cfb267fa95e'} {{(pid=104389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 18 05:20:12.336526 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.managers [None req-40ec2b70-7aad-4278-9e50-f87724a9eb7d None None] Bound port: b825cd0c-23b2-46ed-92c1-2c1fd6071071, host: dv-cinder-836996-35-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e1c18640-22f7-4e25-9712-5aaefc165ed8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '85e28b63-ef1b-48a4-bc27-1cfb267fa95e'}}] {{(pid=104389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 18 05:20:12.336914 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-40ec2b70-7aad-4278-9e50-f87724a9eb7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1768406'] for port (b825cd0c-23b2-46ed-92c1-2c1fd6071071), before_update {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:20:12.352151 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Jun 2022 05:20:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-896b3acf-27aa-4f65-9cd4-66e509333fc4 x-openstack-request-id: req-896b3acf-27aa-4f65-9cd4-66e509333fc4 {{(pid=104387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 05:20:12.352454 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5cdfd285-b389-41f4-9ec6-596c6b160f61", "tag": "1076f134-7839-4b58-b50b-1f994d3b47a5", "status": "completed", "code": 200}]} {{(pid=104387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 05:20:12.352840 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-896b3acf-27aa-4f65-9cd4-66e509333fc4 {{(pid=104387) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 05:20:12.353171 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.notifiers.nova [-] Nova event matching ['req-896b3acf-27aa-4f65-9cd4-66e509333fc4'] response: {'name': 'network-changed', 'server_uuid': '5cdfd285-b389-41f4-9ec6-596c6b160f61', 'tag': '1076f134-7839-4b58-b50b-1f994d3b47a5', 'status': 'completed', 'code': 200} Jun 18 05:20:12.457653 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-eae30b89-364f-4f03-b3d4-36c25188fdf1 admin admin] Publish callbacks [] for port (989259d1-28db-4c6d-b7b4-936352f3ff43), precommit_create {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:20:12.505190 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601de730-2162-4076-a5b1-a4e18293e8b3 req-0318c962-8180-42da-a735-a505da20757a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:20:12.509326 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-601de730-2162-4076-a5b1-a4e18293e8b3 req-0318c962-8180-42da-a735-a505da20757a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8820096253064e5abbe50f23bdc3ebac&device_id=5cdfd285-b389-41f4-9ec6-596c6b160f61 HTTP/1.1" status: 200 len: 1127 time: 0.0918531 Jun 18 05:20:12.532104 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.db [None req-40ec2b70-7aad-4278-9e50-f87724a9eb7d None None] For port b825cd0c-23b2-46ed-92c1-2c1fd6071071, host dv-cinder-836996-35-iscsi, cleared binding levels {{(pid=104389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 05:20:12.538711 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.db [None req-40ec2b70-7aad-4278-9e50-f87724a9eb7d None None] For port b825cd0c-23b2-46ed-92c1-2c1fd6071071, host dv-cinder-836996-35-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-35-iscsi',level=0,port_id=b825cd0c-23b2-46ed-92c1-2c1fd6071071,segment=NetworkSegment(e1c18640-22f7-4e25-9712-5aaefc165ed8),segment_id=e1c18640-22f7-4e25-9712-5aaefc165ed8)] {{(pid=104389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 05:20:12.587474 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-eae30b89-364f-4f03-b3d4-36c25188fdf1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1768343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789592262822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15493031'] for port (989259d1-28db-4c6d-b7b4-936352f3ff43), after_create {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:20:12.599003 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.plugin [None req-c042a677-28f5-4026-b552-0173028fe9dd None None] Current status of the port 8849aa39-3bdf-4229-a0da-4d21338ac229 is: ACTIVE; New status is: ACTIVE {{(pid=104389) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 18 05:20:12.628798 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-40ec2b70-7aad-4278-9e50-f87724a9eb7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1768343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789592765606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789592262840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789592262858'] for port (b825cd0c-23b2-46ed-92c1-2c1fd6071071), after_update {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:20:12.672283 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae30b89-364f-4f03-b3d4-36c25188fdf1 admin admin] Pushing event updated for resources: {'Port': ['ID=989259d1-28db-4c6d-b7b4-936352f3ff43,revision_number=1']} {{(pid=104388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:20:12.707534 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6165f6-af81-4152-863e-d21bb6abe9a3 req-059449f5-b76c-4971-a2dd-4a41cf34b8e8 tempest-ServerRescueNegativeTestJSON-1272623576 tempest-ServerRescueNegativeTestJSON-1272623576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:20:12.709149 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-be6165f6-af81-4152-863e-d21bb6abe9a3 req-059449f5-b76c-4971-a2dd-4a41cf34b8e8 tempest-ServerRescueNegativeTestJSON-1272623576 tempest-ServerRescueNegativeTestJSON-1272623576-project] 10.222.0.23 "GET /v2.0/ports?device_id=5cdfd285-b389-41f4-9ec6-596c6b160f61 HTTP/1.1" status: 200 len: 943 time: 0.1891201 Jun 18 05:20:12.729164 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eae30b89-364f-4f03-b3d4-36c25188fdf1 admin admin] Network 65c030c7-6a7d-4cea-a47d-5cdd532db0e6 is already hosted by enough agents. {{(pid=104388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 05:20:12.741871 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ec2b70-7aad-4278-9e50-f87724a9eb7d None None] Pushing event updated for resources: {'Port': ['ID=b825cd0c-23b2-46ed-92c1-2c1fd6071071,revision_number=2']} {{(pid=104389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:20:12.750131 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG dbcounter [-] [104388] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:20:12.788591 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.scheduler.base_scheduler [None req-eae30b89-364f-4f03-b3d4-36c25188fdf1 admin admin] Resources bound (agent type, host, resource id): {{(pid=104388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 05:20:12.789211 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601de730-2162-4076-a5b1-a4e18293e8b3 req-dd072a54-6708-4503-b1f1-e403ea4dc16c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:20:12.801658 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-601de730-2162-4076-a5b1-a4e18293e8b3 req-dd072a54-6708-4503-b1f1-e403ea4dc16c service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=8820096253064e5abbe50f23bdc3ebac&shared=False HTTP/1.1" status: 200 len: 919 time: 0.2342129 Jun 18 05:20:12.803330 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eae30b89-364f-4f03-b3d4-36c25188fdf1 admin admin] Received port after_create {{(pid=104388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 18 05:20:12.805767 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG dbcounter [-] [104388] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=104388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:20:12.876989 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-be6165f6-af81-4152-863e-d21bb6abe9a3 req-ce56807c-adbb-44f1-9e08-aa2f96e741f9 tempest-ServerRescueNegativeTestJSON-1272623576 tempest-ServerRescueNegativeTestJSON-1272623576-project] 10.222.0.23 "GET /v2.0/security-groups?id=c5751484-0293-4048-b6a0-5203ce806396&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1505480 Jun 18 05:20:12.973093 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601de730-2162-4076-a5b1-a4e18293e8b3 req-953c37ae-4d91-498c-90b1-05da317d144f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:20:12.974822 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-601de730-2162-4076-a5b1-a4e18293e8b3 req-953c37ae-4d91-498c-90b1-05da317d144f service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1648169 Jun 18 05:20:13.095533 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aceac41d-edb1-4b27-9a9a-83fca3da85f7 req-1db8e953-c932-4c80-93a1-04fbafa10e49 tempest-TestMinimumBasicScenario-1360665084 tempest-TestMinimumBasicScenario-1360665084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:20:13.097878 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-aceac41d-edb1-4b27-9a9a-83fca3da85f7 req-1db8e953-c932-4c80-93a1-04fbafa10e49 tempest-TestMinimumBasicScenario-1360665084 tempest-TestMinimumBasicScenario-1360665084-project] 10.222.0.23 "GET /v2.0/ports?device_id=bf8c3731-ba5b-41dc-ab3b-16d6725300a0 HTTP/1.1" status: 200 len: 984 time: 0.0876267 Jun 18 05:20:13.176748 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d95dfe5-7894-43b7-a752-63b9e2855d84 req-fcb2f04d-e212-4d8e-9e58-f75920fae4ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:20:13.178342 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-4d95dfe5-7894-43b7-a752-63b9e2855d84 req-fcb2f04d-e212-4d8e-9e58-f75920fae4ed service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8820096253064e5abbe50f23bdc3ebac&device_id=5cdfd285-b389-41f4-9ec6-596c6b160f61 HTTP/1.1" status: 200 len: 1127 time: 0.0793321 Jun 18 05:20:13.314380 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-4d95dfe5-7894-43b7-a752-63b9e2855d84 req-95d425a6-8d05-48ff-8bd9-ccb58f1d1c3d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1076f134-7839-4b58-b50b-1f994d3b47a5 HTTP/1.1" status: 200 len: 217 time: 0.0983651 Jun 18 05:20:13.341602 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-eae30b89-364f-4f03-b3d4-36c25188fdf1 admin admin] Publish callbacks [] for router_gateway (13521a4a-bb55-4747-8227-6e1a2fc78c14), after_create {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:20:13.430875 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-aceac41d-edb1-4b27-9a9a-83fca3da85f7 req-c1c47db9-fa2d-40cb-a9ab-e01eb3925e78 tempest-TestMinimumBasicScenario-1360665084 tempest-TestMinimumBasicScenario-1360665084-project] 10.222.0.23 "GET /v2.0/security-groups?id=131710a9-3157-4597-bd4b-a4a60c8f2d5b&id=bc90fc02-3a22-4765-be93-15065878de04&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3172107 Jun 18 05:20:13.494433 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d95dfe5-7894-43b7-a752-63b9e2855d84 req-8585d084-c83c-4448-8669-4784f0bf13c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:20:13.512378 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.rpc [None req-c042a677-28f5-4026-b552-0173028fe9dd None None] Device b825cd0c-23b2-46ed-92c1-2c1fd6071071 up at agent ovs-agent-dv-cinder-836996-35-iscsi {{(pid=104389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 18 05:20:13.514124 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-4d95dfe5-7894-43b7-a752-63b9e2855d84 req-8585d084-c83c-4448-8669-4784f0bf13c6 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=150ec3db-e886-4a5d-89d6-e02356d1809e HTTP/1.1" status: 200 len: 857 time: 0.1830828 Jun 18 05:20:13.564321 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG dbcounter [-] [104389] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=104389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:20:13.622117 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.db.provisioning_blocks [None req-c042a677-28f5-4026-b552-0173028fe9dd None None] Provisioning complete for port b825cd0c-23b2-46ed-92c1-2c1fd6071071 triggered by entity L2. {{(pid=104389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 18 05:20:13.622771 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-c042a677-28f5-4026-b552-0173028fe9dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1740956'] for port (b825cd0c-23b2-46ed-92c1-2c1fd6071071), provisioning_complete {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:20:13.627765 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d95dfe5-7894-43b7-a752-63b9e2855d84 req-caf564d0-7ca8-49d4-a529-8920a7ddd846 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:20:13.637184 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-4d95dfe5-7894-43b7-a752-63b9e2855d84 req-caf564d0-7ca8-49d4-a529-8920a7ddd846 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e40c5bf8-60a8-4d08-b489-6f107ba55c42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1122613 Jun 18 05:20:13.766883 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.plugin [None req-c042a677-28f5-4026-b552-0173028fe9dd None None] Current status of the port b825cd0c-23b2-46ed-92c1-2c1fd6071071 is: DOWN; New status is: ACTIVE {{(pid=104389) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 18 05:20:13.768048 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-c042a677-28f5-4026-b552-0173028fe9dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1768406'] for port (b825cd0c-23b2-46ed-92c1-2c1fd6071071), before_update {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:20:13.826990 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-eae30b89-364f-4f03-b3d4-36c25188fdf1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-575954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-736931'] for router (13521a4a-bb55-4747-8227-6e1a2fc78c14), after_create {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:20:13.841543 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.db [None req-c042a677-28f5-4026-b552-0173028fe9dd None None] For port b825cd0c-23b2-46ed-92c1-2c1fd6071071, host dv-cinder-836996-35-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-35-iscsi',level=0,port_id=b825cd0c-23b2-46ed-92c1-2c1fd6071071,segment=NetworkSegment(e1c18640-22f7-4e25-9712-5aaefc165ed8),segment_id=e1c18640-22f7-4e25-9712-5aaefc165ed8)] {{(pid=104389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 05:20:13.904786 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-4d95dfe5-7894-43b7-a752-63b9e2855d84 req-4e30e562-297f-48a2-9922-46c32714aeab service neutron] 10.222.0.15 "GET /v2.0/networks/e40c5bf8-60a8-4d08-b489-6f107ba55c42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2592187 Jun 18 05:20:13.911126 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-c042a677-28f5-4026-b552-0173028fe9dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1768343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789592765606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789592262840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789592262858'] for port (b825cd0c-23b2-46ed-92c1-2c1fd6071071), after_update {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:20:13.912263 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.rpc [None req-c042a677-28f5-4026-b552-0173028fe9dd None None] Device ad37ad86-af51-48c9-8423-f4dcba784269 up at agent ovs-agent-dv-cinder-836996-35-iscsi {{(pid=104389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 18 05:20:14.007147 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG dbcounter [-] [104389] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:20:14.081566 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c042a677-28f5-4026-b552-0173028fe9dd None None] Pushing event updated for resources: {'Port': ['ID=b825cd0c-23b2-46ed-92c1-2c1fd6071071,revision_number=3']} {{(pid=104389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:20:14.086076 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.db.provisioning_blocks [None req-c042a677-28f5-4026-b552-0173028fe9dd None None] Provisioning complete for port ad37ad86-af51-48c9-8423-f4dcba784269 triggered by entity L2. {{(pid=104389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 18 05:20:14.086457 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-c042a677-28f5-4026-b552-0173028fe9dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1740956'] for port (ad37ad86-af51-48c9-8423-f4dcba784269), provisioning_complete {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:20:14.122349 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-4d95dfe5-7894-43b7-a752-63b9e2855d84 req-b1884e2c-4eff-4309-a706-4a1aa6ff9f96 service neutron] 10.222.0.15 "GET /v2.0/networks/e40c5bf8-60a8-4d08-b489-6f107ba55c42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2091973 Jun 18 05:20:14.156232 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1aa584-0d4e-408e-a94f-6fb094fad7cb req-f5c4714c-f108-470e-aab0-3bc1c409e379 tempest-ServerRescueNegativeTestJSON-1272623576 tempest-ServerRescueNegativeTestJSON-1272623576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:20:14.157854 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-aa1aa584-0d4e-408e-a94f-6fb094fad7cb req-f5c4714c-f108-470e-aab0-3bc1c409e379 tempest-ServerRescueNegativeTestJSON-1272623576 tempest-ServerRescueNegativeTestJSON-1272623576-project] 10.222.0.23 "GET /v2.0/ports?device_id=5cdfd285-b389-41f4-9ec6-596c6b160f61 HTTP/1.1" status: 200 len: 943 time: 0.1242177 Jun 18 05:20:14.195034 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.plugin [None req-c042a677-28f5-4026-b552-0173028fe9dd None None] Current status of the port ad37ad86-af51-48c9-8423-f4dcba784269 is: ACTIVE; New status is: ACTIVE {{(pid=104389) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 18 05:20:14.245764 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-aa1aa584-0d4e-408e-a94f-6fb094fad7cb req-acb7cc46-79a1-480c-8272-e098e3fab328 tempest-ServerRescueNegativeTestJSON-1272623576 tempest-ServerRescueNegativeTestJSON-1272623576-project] 10.222.0.23 "GET /v2.0/security-groups?id=c5751484-0293-4048-b6a0-5203ce806396&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0762944 Jun 18 05:20:14.264218 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b50abe7-5b07-488e-bb6c-d1d40b41ac63 None None] Network 85e28b63-ef1b-48a4-bc27-1cfb267fa95e requested from dv-cinder-836996-35-iscsi {{(pid=104389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 18 05:20:14.334356 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eae30b89-364f-4f03-b3d4-36c25188fdf1 admin admin] Router 13521a4a-bb55-4747-8227-6e1a2fc78c14 is scheduled to L3 agent a8549501-0164-4ac5-90a6-1ba1ba0d3f9d with binding_index 1 {{(pid=104388) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 18 05:20:14.356102 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.db.provisioning_blocks [None req-9c0425c8-bb09-432e-9ae5-26d4a4a19f56 None None] Provisioning complete for port b825cd0c-23b2-46ed-92c1-2c1fd6071071 triggered by entity DHCP. {{(pid=104389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 18 05:20:14.356617 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-9c0425c8-bb09-432e-9ae5-26d4a4a19f56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1740956'] for port (b825cd0c-23b2-46ed-92c1-2c1fd6071071), provisioning_complete {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:20:14.442132 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG dbcounter [-] [104388] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:20:14.506387 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.plugin [None req-9c0425c8-bb09-432e-9ae5-26d4a4a19f56 None None] Current status of the port b825cd0c-23b2-46ed-92c1-2c1fd6071071 is: ACTIVE; New status is: ACTIVE {{(pid=104389) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 18 05:20:14.518488 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eae30b89-364f-4f03-b3d4-36c25188fdf1 admin admin] Notify agent at l3_agent.dv-cinder-836996-35-iscsi the message routers_updated {{(pid=104388) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 05:20:14.530314 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5749dd92-5a88-4b3e-b388-9e0a17907028 None None] Sync routers for ids ['13521a4a-bb55-4747-8227-6e1a2fc78c14'] in dv-cinder-836996-35-iscsi {{(pid=104389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 05:20:14.542132 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5749dd92-5a88-4b3e-b388-9e0a17907028 None None] Routers {'13521a4a-bb55-4747-8227-6e1a2fc78c14'} bound to L3 agent in host dv-cinder-836996-35-iscsi {{(pid=104389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 18 05:20:14.542912 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.db.l3_hamode_db [None req-5749dd92-5a88-4b3e-b388-9e0a17907028 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-35-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-18T05:08:24Z,description=,heartbeat_timestamp=2022-06-18T05:19:54Z,host='dv-cinder-836996-35-iscsi',id=a8549501-0164-4ac5-90a6-1ba1ba0d3f9d,load=0,resource_versions=,resources_synced=,started_at=2022-06-18T05:08:25Z,topic='l3_agent')) {'router_ids': ['13521a4a-bb55-4747-8227-6e1a2fc78c14'], 'active': True} {{(pid=104389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 05:20:14.593964 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eaffdab-8700-40b0-ad1f-632530533309 req-d4dccaf4-3003-4459-be04-28aae69dc62e tempest-TestMinimumBasicScenario-1360665084 tempest-TestMinimumBasicScenario-1360665084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:20:14.602239 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-1eaffdab-8700-40b0-ad1f-632530533309 req-d4dccaf4-3003-4459-be04-28aae69dc62e tempest-TestMinimumBasicScenario-1360665084 tempest-TestMinimumBasicScenario-1360665084-project] 10.222.0.23 "GET /v2.0/ports?device_id=bf8c3731-ba5b-41dc-ab3b-16d6725300a0 HTTP/1.1" status: 200 len: 984 time: 0.0756288 Jun 18 05:20:14.610677 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-eae30b89-364f-4f03-b3d4-36c25188fdf1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:20:14.615239 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [None req-eae30b89-364f-4f03-b3d4-36c25188fdf1 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.9279387 Jun 18 05:20:14.615597 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.wsgi [-] (104388) accepted ('10.222.0.23', 51654) {{(pid=104388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 05:20:14.681094 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG dbcounter [-] [104387] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:20:14.711574 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-1eaffdab-8700-40b0-ad1f-632530533309 req-fe270996-50de-49aa-916e-cde9e096f6cd tempest-TestMinimumBasicScenario-1360665084 tempest-TestMinimumBasicScenario-1360665084-project] 10.222.0.23 "GET /v2.0/security-groups?id=131710a9-3157-4597-bd4b-a4a60c8f2d5b&id=bc90fc02-3a22-4765-be93-15065878de04&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1081400 Jun 18 05:20:14.735805 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.db.l3_dvr_db [None req-5749dd92-5a88-4b3e-b388-9e0a17907028 None None] Set router 13521a4a-bb55-4747-8227-6e1a2fc78c14 gateway port host: dv-cinder-836996-35-iscsi {{(pid=104389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 18 05:20:14.844528 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.db.provisioning_blocks [None req-35c241a4-8534-4d79-a868-236d5fee0f03 None None] Provisioning complete for port b825cd0c-23b2-46ed-92c1-2c1fd6071071 triggered by entity DHCP. {{(pid=104389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 18 05:20:14.845214 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-35c241a4-8534-4d79-a868-236d5fee0f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1740956'] for port (b825cd0c-23b2-46ed-92c1-2c1fd6071071), provisioning_complete {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:20:14.981537 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG dbcounter [-] [104388] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:INSERT=1,neutron:DELETE=2 {{(pid=104388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:20:14.997270 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG dbcounter [-] [104389] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:20:15.044904 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.plugin [None req-35c241a4-8534-4d79-a868-236d5fee0f03 None None] Current status of the port b825cd0c-23b2-46ed-92c1-2c1fd6071071 is: ACTIVE; New status is: ACTIVE {{(pid=104389) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 18 05:20:15.057599 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.db.l3_hamode_db [None req-5749dd92-5a88-4b3e-b388-9e0a17907028 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13521a4a-bb55-4747-8227-6e1a2fc78c14', 'name': 'tempest-TestVolumeBootPattern-120177135-router', 'tenant_id': '9098492a9e6644edb4d02b2b4b6399ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65c030c7-6a7d-4cea-a47d-5cdd532db0e6', 'external_fixed_ips': [{'subnet_id': 'a9fa7760-a071-45ee-b985-799999c69975', 'ip_address': '172.27.2.112'}], 'enable_snat': True}, 'gw_port_id': '989259d1-28db-4c6d-b7b4-936352f3ff43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-18T05:20:11Z', 'updated_at': '2022-06-18T05:20:13Z', 'revision_number': 3, 'project_id': '9098492a9e6644edb4d02b2b4b6399ad', 'gw_port': {'id': '989259d1-28db-4c6d-b7b4-936352f3ff43', 'name': '', 'network_id': '65c030c7-6a7d-4cea-a47d-5cdd532db0e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:99:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13521a4a-bb55-4747-8227-6e1a2fc78c14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': 'a9fa7760-a071-45ee-b985-799999c69975', 'ip_address': '172.27.2.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-18T05:20:12Z', 'updated_at': '2022-06-18T05:20:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a9fa7760-a071-45ee-b985-799999c69975', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-35-iscsi'}], 'dv-cinder-836996-35-iscsi', False) {} {{(pid=104389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 05:20:15.087603 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5749dd92-5a88-4b3e-b388-9e0a17907028 None None] Checking router: 13521a4a-bb55-4747-8227-6e1a2fc78c14 for host: dv-cinder-836996-35-iscsi {{(pid=104389) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 05:20:15.225982 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5749dd92-5a88-4b3e-b388-9e0a17907028 None None] Updating router 13521a4a-bb55-4747-8227-6e1a2fc78c14 port 989259d1-28db-4c6d-b7b4-936352f3ff43 binding host dv-cinder-836996-35-iscsi {{(pid=104389) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 18 05:20:15.225982 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-5749dd92-5a88-4b3e-b388-9e0a17907028 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1768406'] for port (989259d1-28db-4c6d-b7b4-936352f3ff43), before_update {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:20:15.225982 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG dbcounter [-] [104389] Writing DB stats neutron:SELECT=100 {{(pid=104389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:20:15.308708 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.rpc [None req-c042a677-28f5-4026-b552-0173028fe9dd None None] Device b825cd0c-23b2-46ed-92c1-2c1fd6071071 up at agent ovs-agent-dv-cinder-836996-35-iscsi {{(pid=104389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 18 05:20:15.380283 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.db.provisioning_blocks [None req-c042a677-28f5-4026-b552-0173028fe9dd None None] Provisioning complete for port b825cd0c-23b2-46ed-92c1-2c1fd6071071 triggered by entity L2. {{(pid=104389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 18 05:20:15.380999 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-c042a677-28f5-4026-b552-0173028fe9dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1740956'] for port (b825cd0c-23b2-46ed-92c1-2c1fd6071071), provisioning_complete {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:20:15.414705 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dead7692-b330-486a-92b8-22f8ec04f692 req-6f9b528e-040e-4f0c-9627-21950e573fe3 tempest-ServerRescueNegativeTestJSON-1272623576 tempest-ServerRescueNegativeTestJSON-1272623576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:20:15.416395 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-dead7692-b330-486a-92b8-22f8ec04f692 req-6f9b528e-040e-4f0c-9627-21950e573fe3 tempest-ServerRescueNegativeTestJSON-1272623576 tempest-ServerRescueNegativeTestJSON-1272623576-project] 10.222.0.23 "GET /v2.0/ports?device_id=5cdfd285-b389-41f4-9ec6-596c6b160f61 HTTP/1.1" status: 200 len: 943 time: 0.0714169 Jun 18 05:20:15.491663 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-42a9867e-7457-43fa-afb5-6e6f72c8c9b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1768406'] for port (None), before_create {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:20:15.528039 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-dead7692-b330-486a-92b8-22f8ec04f692 req-ec088f4f-8f14-41ad-8adf-51e1a5898708 tempest-ServerRescueNegativeTestJSON-1272623576 tempest-ServerRescueNegativeTestJSON-1272623576-project] 10.222.0.23 "GET /v2.0/security-groups?id=c5751484-0293-4048-b6a0-5203ce806396&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0797024 Jun 18 05:20:15.652598 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-5749dd92-5a88-4b3e-b388-9e0a17907028 None None] Publish callbacks [] for port (989259d1-28db-4c6d-b7b4-936352f3ff43), precommit_update {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:20:15.698441 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.plugin [None req-c042a677-28f5-4026-b552-0173028fe9dd None None] Current status of the port b825cd0c-23b2-46ed-92c1-2c1fd6071071 is: ACTIVE; New status is: ACTIVE {{(pid=104389) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 18 05:20:15.716934 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-5749dd92-5a88-4b3e-b388-9e0a17907028 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1768343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789592765606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789592262840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789592262858'] for port (989259d1-28db-4c6d-b7b4-936352f3ff43), after_update {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:20:15.746656 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.db.db_base_plugin_common [None req-42a9867e-7457-43fa-afb5-6e6f72c8c9b7 admin admin] Allocated IP 172.20.0.1 (85e28b63-ef1b-48a4-bc27-1cfb267fa95e/4b84a385-e2d7-4b31-9f41-f70481e6d675/030c15c8-1a83-4881-879c-4910bf77fb48) {{(pid=104388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 05:20:15.785768 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.managers [None req-5749dd92-5a88-4b3e-b388-9e0a17907028 None None] Attempting to bind port 989259d1-28db-4c6d-b7b4-936352f3ff43 on host dv-cinder-836996-35-iscsi for vnic_type normal with profile {{(pid=104389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 18 05:20:15.785768 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.managers [None req-5749dd92-5a88-4b3e-b388-9e0a17907028 None None] Attempting to bind port 989259d1-28db-4c6d-b7b4-936352f3ff43 by drivers openvswitch,hyperv on host dv-cinder-836996-35-iscsi at level 0 using segments [{'id': '62e6b565-92f9-4432-9d4a-754d0a7517a7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '65c030c7-6a7d-4cea-a47d-5cdd532db0e6'}] {{(pid=104389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 18 05:20:15.785768 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5749dd92-5a88-4b3e-b388-9e0a17907028 None None] Attempting to bind port 989259d1-28db-4c6d-b7b4-936352f3ff43 on network 65c030c7-6a7d-4cea-a47d-5cdd532db0e6 {{(pid=104389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 18 05:20:15.791716 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8bfe85b-917b-4c00-b332-875e78da0101 None None] Pushing event updated for resources: {'Port': ['ID=989259d1-28db-4c6d-b7b4-936352f3ff43,revision_number=2']} {{(pid=104389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:20:15.795797 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5749dd92-5a88-4b3e-b388-9e0a17907028 None None] Checking agent: {'id': 'd503ae44-4e24-48d3-9886-03581f90537d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836996-35-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 18, 5, 8, 27), 'started_at': datetime.datetime(2022, 6, 18, 5, 8, 57), 'heartbeat_timestamp': datetime.datetime(2022, 6, 18, 5, 19, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836996-35-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 18 05:20:15.796180 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5749dd92-5a88-4b3e-b388-9e0a17907028 None None] Checking segment: {'id': '62e6b565-92f9-4432-9d4a-754d0a7517a7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '65c030c7-6a7d-4cea-a47d-5cdd532db0e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 18 05:20:15.796828 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-5749dd92-5a88-4b3e-b388-9e0a17907028 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:20:15.797221 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5749dd92-5a88-4b3e-b388-9e0a17907028 None None] Bound using segment: {'id': '62e6b565-92f9-4432-9d4a-754d0a7517a7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '65c030c7-6a7d-4cea-a47d-5cdd532db0e6'} {{(pid=104389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 18 05:20:15.798423 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.managers [None req-5749dd92-5a88-4b3e-b388-9e0a17907028 None None] Bound port: 989259d1-28db-4c6d-b7b4-936352f3ff43, host: dv-cinder-836996-35-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '62e6b565-92f9-4432-9d4a-754d0a7517a7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '65c030c7-6a7d-4cea-a47d-5cdd532db0e6'}}] {{(pid=104389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 18 05:20:15.798423 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-5749dd92-5a88-4b3e-b388-9e0a17907028 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1768406'] for port (989259d1-28db-4c6d-b7b4-936352f3ff43), before_update {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:20:15.813821 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG dbcounter [-] [104388] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:20:15.868959 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.db [None req-5749dd92-5a88-4b3e-b388-9e0a17907028 None None] For port 989259d1-28db-4c6d-b7b4-936352f3ff43, host dv-cinder-836996-35-iscsi, cleared binding levels {{(pid=104389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 05:20:15.873882 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.db [None req-5749dd92-5a88-4b3e-b388-9e0a17907028 None None] For port 989259d1-28db-4c6d-b7b4-936352f3ff43, host dv-cinder-836996-35-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-35-iscsi',level=0,port_id=989259d1-28db-4c6d-b7b4-936352f3ff43,segment=NetworkSegment(62e6b565-92f9-4432-9d4a-754d0a7517a7),segment_id=62e6b565-92f9-4432-9d4a-754d0a7517a7)] {{(pid=104389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 05:20:15.893878 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3eaad4-15fb-4fa2-a749-a6a7636174a2 req-8f8958a8-0044-46b9-889a-3176cef355df tempest-TestMinimumBasicScenario-1360665084 tempest-TestMinimumBasicScenario-1360665084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:20:15.896196 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-0f3eaad4-15fb-4fa2-a749-a6a7636174a2 req-8f8958a8-0044-46b9-889a-3176cef355df tempest-TestMinimumBasicScenario-1360665084 tempest-TestMinimumBasicScenario-1360665084-project] 10.222.0.23 "GET /v2.0/ports?device_id=bf8c3731-ba5b-41dc-ab3b-16d6725300a0 HTTP/1.1" status: 200 len: 984 time: 0.0692306 Jun 18 05:20:15.935180 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-42a9867e-7457-43fa-afb5-6e6f72c8c9b7 admin admin] Publish callbacks [] for port (030c15c8-1a83-4881-879c-4910bf77fb48), precommit_create {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:20:15.960360 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-0f3eaad4-15fb-4fa2-a749-a6a7636174a2 req-29a4a094-3023-466d-afd1-7465ab7b04ff tempest-TestMinimumBasicScenario-1360665084 tempest-TestMinimumBasicScenario-1360665084-project] 10.222.0.23 "GET /v2.0/security-groups?id=131710a9-3157-4597-bd4b-a4a60c8f2d5b&id=bc90fc02-3a22-4765-be93-15065878de04&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0583565 Jun 18 05:20:15.969334 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-5749dd92-5a88-4b3e-b388-9e0a17907028 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1768343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789592765606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789592262840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789592262858'] for port (989259d1-28db-4c6d-b7b4-936352f3ff43), after_update {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:20:16.045704 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5749dd92-5a88-4b3e-b388-9e0a17907028 None None] Routers {'13521a4a-bb55-4747-8227-6e1a2fc78c14'} bound to L3 agent in host dv-cinder-836996-35-iscsi {{(pid=104389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 18 05:20:16.046250 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.db.l3_hamode_db [None req-5749dd92-5a88-4b3e-b388-9e0a17907028 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-35-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-18T05:08:24Z,description=,heartbeat_timestamp=2022-06-18T05:19:54Z,host='dv-cinder-836996-35-iscsi',id=a8549501-0164-4ac5-90a6-1ba1ba0d3f9d,load=0,resource_versions=,resources_synced=,started_at=2022-06-18T05:08:25Z,topic='l3_agent')) {'router_ids': ['13521a4a-bb55-4747-8227-6e1a2fc78c14'], 'active': True} {{(pid=104389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 05:20:16.047845 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG dbcounter [-] [104389] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:20:16.048985 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-42a9867e-7457-43fa-afb5-6e6f72c8c9b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1768343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789592262822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15493031'] for port (030c15c8-1a83-4881-879c-4910bf77fb48), after_create {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:20:16.085854 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8bfe85b-917b-4c00-b332-875e78da0101 None None] Pushing event updated for resources: {'Port': ['ID=989259d1-28db-4c6d-b7b4-936352f3ff43,revision_number=3']} {{(pid=104389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:20:16.125363 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42a9867e-7457-43fa-afb5-6e6f72c8c9b7 admin admin] Network 85e28b63-ef1b-48a4-bc27-1cfb267fa95e is already hosted by enough agents. {{(pid=104388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 05:20:16.133220 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.scheduler.base_scheduler [None req-42a9867e-7457-43fa-afb5-6e6f72c8c9b7 admin admin] Resources bound (agent type, host, resource id): {{(pid=104388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 05:20:16.137268 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42a9867e-7457-43fa-afb5-6e6f72c8c9b7 admin admin] Received port after_create {{(pid=104388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 18 05:20:16.140694 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a9867e-7457-43fa-afb5-6e6f72c8c9b7 admin admin] Pushing event updated for resources: {'Port': ['ID=030c15c8-1a83-4881-879c-4910bf77fb48,revision_number=1']} {{(pid=104388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:20:16.192837 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.db.l3_dvr_db [None req-5749dd92-5a88-4b3e-b388-9e0a17907028 None None] Set router 13521a4a-bb55-4747-8227-6e1a2fc78c14 gateway port host: dv-cinder-836996-35-iscsi {{(pid=104389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 18 05:20:16.204732 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-42a9867e-7457-43fa-afb5-6e6f72c8c9b7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-574371'] for router_interface (13521a4a-bb55-4747-8227-6e1a2fc78c14), before_create {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:20:16.417265 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.db.l3_hamode_db [None req-5749dd92-5a88-4b3e-b388-9e0a17907028 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13521a4a-bb55-4747-8227-6e1a2fc78c14', 'name': 'tempest-TestVolumeBootPattern-120177135-router', 'tenant_id': '9098492a9e6644edb4d02b2b4b6399ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65c030c7-6a7d-4cea-a47d-5cdd532db0e6', 'external_fixed_ips': [{'subnet_id': 'a9fa7760-a071-45ee-b985-799999c69975', 'ip_address': '172.27.2.112'}], 'enable_snat': True}, 'gw_port_id': '989259d1-28db-4c6d-b7b4-936352f3ff43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-18T05:20:11Z', 'updated_at': '2022-06-18T05:20:13Z', 'revision_number': 3, 'project_id': '9098492a9e6644edb4d02b2b4b6399ad', 'gw_port': {'id': '989259d1-28db-4c6d-b7b4-936352f3ff43', 'name': '', 'network_id': '65c030c7-6a7d-4cea-a47d-5cdd532db0e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:99:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13521a4a-bb55-4747-8227-6e1a2fc78c14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': 'a9fa7760-a071-45ee-b985-799999c69975', 'ip_address': '172.27.2.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-18T05:20:12Z', 'updated_at': '2022-06-18T05:20:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a9fa7760-a071-45ee-b985-799999c69975', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-35-iscsi'}], 'dv-cinder-836996-35-iscsi', False) {} {{(pid=104389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 05:20:16.441340 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG dbcounter [-] [104388] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=104388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:20:16.448999 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5749dd92-5a88-4b3e-b388-9e0a17907028 None None] The sync data for ids ['13521a4a-bb55-4747-8227-6e1a2fc78c14'] in dv-cinder-836996-35-iscsi is: [{'id': '13521a4a-bb55-4747-8227-6e1a2fc78c14', 'name': 'tempest-TestVolumeBootPattern-120177135-router', 'tenant_id': '9098492a9e6644edb4d02b2b4b6399ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65c030c7-6a7d-4cea-a47d-5cdd532db0e6', 'external_fixed_ips': [{'subnet_id': 'a9fa7760-a071-45ee-b985-799999c69975', 'ip_address': '172.27.2.112'}], 'enable_snat': True}, 'gw_port_id': '989259d1-28db-4c6d-b7b4-936352f3ff43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-18T05:20:11Z', 'updated_at': '2022-06-18T05:20:13Z', 'revision_number': 3, 'project_id': '9098492a9e6644edb4d02b2b4b6399ad', 'gw_port': {'id': '989259d1-28db-4c6d-b7b4-936352f3ff43', 'name': '', 'network_id': '65c030c7-6a7d-4cea-a47d-5cdd532db0e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:99:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13521a4a-bb55-4747-8227-6e1a2fc78c14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': 'a9fa7760-a071-45ee-b985-799999c69975', 'ip_address': '172.27.2.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-18T05:20:12Z', 'updated_at': '2022-06-18T05:20:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a9fa7760-a071-45ee-b985-799999c69975', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-35-iscsi'}] {{(pid=104389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 05:20:16.461953 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-42a9867e-7457-43fa-afb5-6e6f72c8c9b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1768406'] for port (030c15c8-1a83-4881-879c-4910bf77fb48), before_update {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:20:16.487944 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.db.provisioning_blocks [None req-c4dad7d1-1f61-47ec-9a07-05518ec63e18 None None] Provisioning complete for port 030c15c8-1a83-4881-879c-4910bf77fb48 triggered by entity DHCP. {{(pid=104389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 18 05:20:16.488293 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-c4dad7d1-1f61-47ec-9a07-05518ec63e18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1740956'] for port (030c15c8-1a83-4881-879c-4910bf77fb48), provisioning_complete {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:20:16.532368 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.plugin [None req-c4dad7d1-1f61-47ec-9a07-05518ec63e18 None None] Port 030c15c8-1a83-4881-879c-4910bf77fb48 cannot update to ACTIVE because it is not bound. {{(pid=104389) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 18 05:20:16.682406 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6a9bca-eb10-4093-95ee-72f34c0f3a9c req-fa170780-bce9-4f38-bbf9-6aa399f3a4fa tempest-ServerRescueNegativeTestJSON-1272623576 tempest-ServerRescueNegativeTestJSON-1272623576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:20:16.691476 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-2b6a9bca-eb10-4093-95ee-72f34c0f3a9c req-fa170780-bce9-4f38-bbf9-6aa399f3a4fa tempest-ServerRescueNegativeTestJSON-1272623576 tempest-ServerRescueNegativeTestJSON-1272623576-project] 10.222.0.23 "GET /v2.0/ports?device_id=5cdfd285-b389-41f4-9ec6-596c6b160f61 HTTP/1.1" status: 200 len: 943 time: 0.0853486 Jun 18 05:20:16.762145 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-42a9867e-7457-43fa-afb5-6e6f72c8c9b7 admin admin] Publish callbacks [] for port (030c15c8-1a83-4881-879c-4910bf77fb48), precommit_update {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:20:16.807581 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-2b6a9bca-eb10-4093-95ee-72f34c0f3a9c req-0c5329ae-5939-4125-bdc5-95c7d0a51616 tempest-ServerRescueNegativeTestJSON-1272623576 tempest-ServerRescueNegativeTestJSON-1272623576-project] 10.222.0.23 "GET /v2.0/security-groups?id=c5751484-0293-4048-b6a0-5203ce806396&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1152046 Jun 18 05:20:16.842857 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-42a9867e-7457-43fa-afb5-6e6f72c8c9b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1768343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789592765606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789592262840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789592262858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15493038'] for port (030c15c8-1a83-4881-879c-4910bf77fb48), after_update {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:20:16.901577 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a9867e-7457-43fa-afb5-6e6f72c8c9b7 admin admin] Pushing event updated for resources: {'Port': ['ID=030c15c8-1a83-4881-879c-4910bf77fb48,revision_number=2']} {{(pid=104388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:20:16.963891 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-42a9867e-7457-43fa-afb5-6e6f72c8c9b7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-546262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-574263'] for router_interface (13521a4a-bb55-4747-8227-6e1a2fc78c14), after_create {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:20:17.076705 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG dbcounter [-] [104388] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:20:17.101771 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42a9867e-7457-43fa-afb5-6e6f72c8c9b7 admin admin] Network 85e28b63-ef1b-48a4-bc27-1cfb267fa95e is already hosted by enough agents. {{(pid=104388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 05:20:17.106150 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.scheduler.base_scheduler [None req-42a9867e-7457-43fa-afb5-6e6f72c8c9b7 admin admin] Resources bound (agent type, host, resource id): {{(pid=104388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 05:20:17.145064 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d5a652-b4fd-479c-a7c7-0510ed24674c req-cd8c3c9b-b67e-4deb-93f1-a6c48317e2c4 tempest-TestMinimumBasicScenario-1360665084 tempest-TestMinimumBasicScenario-1360665084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:20:17.148704 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-42d5a652-b4fd-479c-a7c7-0510ed24674c req-cd8c3c9b-b67e-4deb-93f1-a6c48317e2c4 tempest-TestMinimumBasicScenario-1360665084 tempest-TestMinimumBasicScenario-1360665084-project] 10.222.0.23 "GET /v2.0/ports?device_id=bf8c3731-ba5b-41dc-ab3b-16d6725300a0 HTTP/1.1" status: 200 len: 984 time: 0.1027215 Jun 18 05:20:17.281215 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG dbcounter [-] [104387] Writing DB stats neutron:SELECT=100 {{(pid=104387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:20:17.294514 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42a9867e-7457-43fa-afb5-6e6f72c8c9b7 admin admin] Router 13521a4a-bb55-4747-8227-6e1a2fc78c14 has already been hosted by L3 agent a8549501-0164-4ac5-90a6-1ba1ba0d3f9d {{(pid=104388) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 18 05:20:17.344956 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-42d5a652-b4fd-479c-a7c7-0510ed24674c req-8b561c6e-e9b0-480c-8f53-2472be1c8188 tempest-TestMinimumBasicScenario-1360665084 tempest-TestMinimumBasicScenario-1360665084-project] 10.222.0.23 "GET /v2.0/security-groups?id=131710a9-3157-4597-bd4b-a4a60c8f2d5b&id=bc90fc02-3a22-4765-be93-15065878de04&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1886539 Jun 18 05:20:17.389677 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.rpc [None req-c042a677-28f5-4026-b552-0173028fe9dd None None] Device 989259d1-28db-4c6d-b7b4-936352f3ff43 up at agent ovs-agent-dv-cinder-836996-35-iscsi {{(pid=104389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 18 05:20:17.479719 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.db.provisioning_blocks [None req-c042a677-28f5-4026-b552-0173028fe9dd None None] Provisioning complete for port 989259d1-28db-4c6d-b7b4-936352f3ff43 triggered by entity L2. {{(pid=104389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 18 05:20:17.480096 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-c042a677-28f5-4026-b552-0173028fe9dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1740956'] for port (989259d1-28db-4c6d-b7b4-936352f3ff43), provisioning_complete {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:20:17.524090 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG dbcounter [-] [104389] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:20:17.535033 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42a9867e-7457-43fa-afb5-6e6f72c8c9b7 admin admin] Notify agent at l3_agent.dv-cinder-836996-35-iscsi the message routers_updated {{(pid=104388) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 05:20:17.551176 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [None req-42a9867e-7457-43fa-afb5-6e6f72c8c9b7 admin admin] 10.222.0.23 "PUT /v2.0/routers/13521a4a-bb55-4747-8227-6e1a2fc78c14/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9341266 Jun 18 05:20:17.635785 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.db.provisioning_blocks [None req-820a0646-975d-4145-9653-82ecadbdd5df None None] Provisioning complete for port 030c15c8-1a83-4881-879c-4910bf77fb48 triggered by entity DHCP. {{(pid=104389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 18 05:20:17.636090 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-820a0646-975d-4145-9653-82ecadbdd5df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1740956'] for port (030c15c8-1a83-4881-879c-4910bf77fb48), provisioning_complete {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:20:17.681955 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.plugin [None req-820a0646-975d-4145-9653-82ecadbdd5df None None] Port 030c15c8-1a83-4881-879c-4910bf77fb48 cannot update to ACTIVE because it is not bound. {{(pid=104389) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 18 05:20:17.683725 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.plugin [None req-c042a677-28f5-4026-b552-0173028fe9dd None None] Current status of the port 989259d1-28db-4c6d-b7b4-936352f3ff43 is: DOWN; New status is: ACTIVE {{(pid=104389) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 18 05:20:17.684188 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-c042a677-28f5-4026-b552-0173028fe9dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1768406'] for port (989259d1-28db-4c6d-b7b4-936352f3ff43), before_update {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:20:17.716875 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.db [None req-c042a677-28f5-4026-b552-0173028fe9dd None None] For port 989259d1-28db-4c6d-b7b4-936352f3ff43, host dv-cinder-836996-35-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-35-iscsi',level=0,port_id=989259d1-28db-4c6d-b7b4-936352f3ff43,segment=NetworkSegment(62e6b565-92f9-4432-9d4a-754d0a7517a7),segment_id=62e6b565-92f9-4432-9d4a-754d0a7517a7)] {{(pid=104389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 05:20:17.802825 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-c042a677-28f5-4026-b552-0173028fe9dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1768343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789592765606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789592262840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789592262858'] for port (989259d1-28db-4c6d-b7b4-936352f3ff43), after_update {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:20:17.814734 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.rpc [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] Device 1076f134-7839-4b58-b50b-1f994d3b47a5 details requested by agent hyperv_hv-cinder-83699 with host hv-cinder-83699 {{(pid=104389) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 18 05:20:17.904174 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c042a677-28f5-4026-b552-0173028fe9dd None None] Pushing event updated for resources: {'Port': ['ID=989259d1-28db-4c6d-b7b4-936352f3ff43,revision_number=4']} {{(pid=104389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:20:17.970620 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646a67b6-0e2f-4da9-a5b1-5fdd0d34253c req-f253f4b3-ccc3-4717-8811-2936d86ad4d6 tempest-ServerRescueNegativeTestJSON-1272623576 tempest-ServerRescueNegativeTestJSON-1272623576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:20:17.983885 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-646a67b6-0e2f-4da9-a5b1-5fdd0d34253c req-f253f4b3-ccc3-4717-8811-2936d86ad4d6 tempest-ServerRescueNegativeTestJSON-1272623576 tempest-ServerRescueNegativeTestJSON-1272623576-project] 10.222.0.23 "GET /v2.0/ports?device_id=5cdfd285-b389-41f4-9ec6-596c6b160f61 HTTP/1.1" status: 200 len: 943 time: 0.0925524 Jun 18 05:20:18.021008 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.db [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] For port 1076f134-7839-4b58-b50b-1f994d3b47a5, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=1076f134-7839-4b58-b50b-1f994d3b47a5,segment=NetworkSegment(8830b993-bf62-481e-91c8-f0f91b8d6fd9),segment_id=8830b993-bf62-481e-91c8-f0f91b8d6fd9)] {{(pid=104389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 05:20:18.037886 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.rpc [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] Returning: {'device': '1076f134-7839-4b58-b50b-1f994d3b47a5', 'network_id': 'e40c5bf8-60a8-4d08-b489-6f107ba55c42', 'port_id': '1076f134-7839-4b58-b50b-1f994d3b47a5', 'mac_address': 'fa:16:3e:c9:ea:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 325, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '150ec3db-e886-4a5d-89d6-e02356d1809e', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104389) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 18 05:20:18.075725 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-646a67b6-0e2f-4da9-a5b1-5fdd0d34253c req-4973a3d8-ed32-4de8-bc4c-a6e3bf94c930 tempest-ServerRescueNegativeTestJSON-1272623576 tempest-ServerRescueNegativeTestJSON-1272623576-project] 10.222.0.23 "GET /v2.0/security-groups?id=c5751484-0293-4048-b6a0-5203ce806396&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0905600 Jun 18 05:20:18.092862 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.plugin [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] Current status of the port 1076f134-7839-4b58-b50b-1f994d3b47a5 is: DOWN; New status is: BUILD {{(pid=104389) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 18 05:20:18.093724 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1768406'] for port (1076f134-7839-4b58-b50b-1f994d3b47a5), before_update {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:20:18.109689 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.notifiers.nova [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1076f134-7839-4b58-b50b-1f994d3b47a5 {{(pid=104389) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 18 05:20:18.134802 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.db [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] For port 1076f134-7839-4b58-b50b-1f994d3b47a5, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=1076f134-7839-4b58-b50b-1f994d3b47a5,segment=NetworkSegment(8830b993-bf62-481e-91c8-f0f91b8d6fd9),segment_id=8830b993-bf62-481e-91c8-f0f91b8d6fd9)] {{(pid=104389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 05:20:18.148113 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.wsgi [-] (104388) accepted ('10.222.0.23', 51688) {{(pid=104388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 05:20:18.152624 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.api.v2.base [None req-acebcf7c-7b2d-439b-85fe-76f19cd0659f tempest-TestVolumeBootPattern-2140324561 tempest-TestVolumeBootPattern-2140324561-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1088067478', 'description': 'tempest-secgroup-smoke-1088067478 description', 'project_id': 'e5e4aece32ff462b9b9a42200d584c1b'}} {{(pid=104388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 18 05:20:18.220292 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1768343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789592765606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789592262840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789592262858'] for port (1076f134-7839-4b58-b50b-1f994d3b47a5), after_update {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:20:18.247084 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-acebcf7c-7b2d-439b-85fe-76f19cd0659f tempest-TestVolumeBootPattern-2140324561 tempest-TestVolumeBootPattern-2140324561-project] Publish callbacks [] for security_group (None), before_create {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:20:18.312611 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] Pushing event updated for resources: {'Port': ['ID=1076f134-7839-4b58-b50b-1f994d3b47a5,revision_number=4']} {{(pid=104389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:20:18.347982 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG dbcounter [-] [104388] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:20:18.371124 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-acebcf7c-7b2d-439b-85fe-76f19cd0659f tempest-TestVolumeBootPattern-2140324561 tempest-TestVolumeBootPattern-2140324561-project] Publish callbacks [] for security_group (58bf4135-bd70-41ae-af28-83b051ed0d19), precommit_create {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:20:18.450221 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-acebcf7c-7b2d-439b-85fe-76f19cd0659f tempest-TestVolumeBootPattern-2140324561 tempest-TestVolumeBootPattern-2140324561-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728332'] for security_group (58bf4135-bd70-41ae-af28-83b051ed0d19), after_create {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:20:18.484400 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4edf77-a0d4-4c8a-8bae-dfcb50e6ed61 req-19c8eed5-9d7c-41e6-828d-b8a46a180be4 tempest-TestMinimumBasicScenario-1360665084 tempest-TestMinimumBasicScenario-1360665084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:20:18.494316 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-ab4edf77-a0d4-4c8a-8bae-dfcb50e6ed61 req-19c8eed5-9d7c-41e6-828d-b8a46a180be4 tempest-TestMinimumBasicScenario-1360665084 tempest-TestMinimumBasicScenario-1360665084-project] 10.222.0.23 "GET /v2.0/ports?device_id=bf8c3731-ba5b-41dc-ab3b-16d6725300a0 HTTP/1.1" status: 200 len: 984 time: 0.0835238 Jun 18 05:20:18.508828 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acebcf7c-7b2d-439b-85fe-76f19cd0659f tempest-TestVolumeBootPattern-2140324561 tempest-TestVolumeBootPattern-2140324561-project] Pushing event updated for resources: {'SecurityGroup': ['ID=58bf4135-bd70-41ae-af28-83b051ed0d19,revision_number=1']} {{(pid=104388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:20:18.553450 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-acebcf7c-7b2d-439b-85fe-76f19cd0659f tempest-TestVolumeBootPattern-2140324561 tempest-TestVolumeBootPattern-2140324561-project] Publish callbacks [] for security_group (None), before_response {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:20:18.556108 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [None req-acebcf7c-7b2d-439b-85fe-76f19cd0659f tempest-TestVolumeBootPattern-2140324561 tempest-TestVolumeBootPattern-2140324561-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.4056714 Jun 18 05:20:18.558781 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.wsgi [-] (104387) accepted ('10.222.0.23', 51692) {{(pid=104387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 05:20:18.563830 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.api.v2.base [None req-24df1b3b-70c0-48c2-b5ed-59ab71cefdb2 tempest-TestVolumeBootPattern-2140324561 tempest-TestVolumeBootPattern-2140324561-project] Request body: {'security_group_rule': {'security_group_id': '58bf4135-bd70-41ae-af28-83b051ed0d19', 'project_id': 'e5e4aece32ff462b9b9a42200d584c1b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 18 05:20:18.590328 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-ab4edf77-a0d4-4c8a-8bae-dfcb50e6ed61 req-3c2e1274-5339-4c13-9c01-ce4b874b892d tempest-TestMinimumBasicScenario-1360665084 tempest-TestMinimumBasicScenario-1360665084-project] 10.222.0.23 "GET /v2.0/security-groups?id=131710a9-3157-4597-bd4b-a4a60c8f2d5b&id=bc90fc02-3a22-4765-be93-15065878de04&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0949867 Jun 18 05:20:18.665164 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-24df1b3b-70c0-48c2-b5ed-59ab71cefdb2 tempest-TestVolumeBootPattern-2140324561 tempest-TestVolumeBootPattern-2140324561-project] Publish callbacks [] for security_group_rule (878d9fd8-cc77-4a7c-866b-c059d8e3ff6c), before_create {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:20:18.725755 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-24df1b3b-70c0-48c2-b5ed-59ab71cefdb2 tempest-TestVolumeBootPattern-2140324561 tempest-TestVolumeBootPattern-2140324561-project] Publish callbacks [] for security_group_rule (878d9fd8-cc77-4a7c-866b-c059d8e3ff6c), precommit_create {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:20:18.747351 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.db [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] get_ports_and_sgs() called for port_ids ['1076f134-7839-4b58-b50b-1f994d3b47a5'] {{(pid=104389) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 18 05:20:18.807909 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-24df1b3b-70c0-48c2-b5ed-59ab71cefdb2 tempest-TestVolumeBootPattern-2140324561 tempest-TestVolumeBootPattern-2140324561-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728447'] for security_group_rule (878d9fd8-cc77-4a7c-866b-c059d8e3ff6c), after_create {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:20:18.827891 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG dbcounter [-] [104389] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:20:18.828121 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24df1b3b-70c0-48c2-b5ed-59ab71cefdb2 tempest-TestVolumeBootPattern-2140324561 tempest-TestVolumeBootPattern-2140324561-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=878d9fd8-cc77-4a7c-866b-c059d8e3ff6c,revision_number=0']} {{(pid=104387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:20:18.923243 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-203cd554-c022-4e78-b885-3fed84f89b0b None None] Sync routers for ids ['13521a4a-bb55-4747-8227-6e1a2fc78c14'] in dv-cinder-836996-35-iscsi {{(pid=104390) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 05:20:18.935897 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-203cd554-c022-4e78-b885-3fed84f89b0b None None] Routers {'13521a4a-bb55-4747-8227-6e1a2fc78c14'} bound to L3 agent in host dv-cinder-836996-35-iscsi {{(pid=104390) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 18 05:20:18.936491 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-24df1b3b-70c0-48c2-b5ed-59ab71cefdb2 tempest-TestVolumeBootPattern-2140324561 tempest-TestVolumeBootPattern-2140324561-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:20:18.937199 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG neutron.db.l3_hamode_db [None req-203cd554-c022-4e78-b885-3fed84f89b0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-35-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-18T05:08:24Z,description=,heartbeat_timestamp=2022-06-18T05:19:54Z,host='dv-cinder-836996-35-iscsi',id=a8549501-0164-4ac5-90a6-1ba1ba0d3f9d,load=0,resource_versions=,resources_synced=,started_at=2022-06-18T05:08:25Z,topic='l3_agent')) {'router_ids': ['13521a4a-bb55-4747-8227-6e1a2fc78c14'], 'active': True} {{(pid=104390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 05:20:18.939404 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [None req-24df1b3b-70c0-48c2-b5ed-59ab71cefdb2 tempest-TestVolumeBootPattern-2140324561 tempest-TestVolumeBootPattern-2140324561-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3792708 Jun 18 05:20:18.947267 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.wsgi [-] (104388) accepted ('10.222.0.23', 51702) {{(pid=104388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 05:20:18.951881 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.api.v2.base [None req-06fae2d1-96c5-4675-861c-e88263b7626e tempest-TestVolumeBootPattern-2140324561 tempest-TestVolumeBootPattern-2140324561-project] Request body: {'security_group_rule': {'security_group_id': '58bf4135-bd70-41ae-af28-83b051ed0d19', 'project_id': 'e5e4aece32ff462b9b9a42200d584c1b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 18 05:20:19.052533 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG neutron.db.l3_dvr_db [None req-203cd554-c022-4e78-b885-3fed84f89b0b None None] Set router 13521a4a-bb55-4747-8227-6e1a2fc78c14 gateway port host: dv-cinder-836996-35-iscsi {{(pid=104390) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 18 05:20:19.061032 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-06fae2d1-96c5-4675-861c-e88263b7626e tempest-TestVolumeBootPattern-2140324561 tempest-TestVolumeBootPattern-2140324561-project] Publish callbacks [] for security_group_rule (5e5e1dd9-ad12-4da6-a113-bb1cb3f400d3), before_create {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:20:19.148922 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-06fae2d1-96c5-4675-861c-e88263b7626e tempest-TestVolumeBootPattern-2140324561 tempest-TestVolumeBootPattern-2140324561-project] Publish callbacks [] for security_group_rule (5e5e1dd9-ad12-4da6-a113-bb1cb3f400d3), precommit_create {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:20:19.199172 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16968f4-0af9-48d1-aafe-975d523176bc req-229ae470-8ebb-460c-950f-356cd9c3b1e6 tempest-ServerRescueNegativeTestJSON-1272623576 tempest-ServerRescueNegativeTestJSON-1272623576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:20:19.200921 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-c16968f4-0af9-48d1-aafe-975d523176bc req-229ae470-8ebb-460c-950f-356cd9c3b1e6 tempest-ServerRescueNegativeTestJSON-1272623576 tempest-ServerRescueNegativeTestJSON-1272623576-project] 10.222.0.23 "GET /v2.0/ports?device_id=5cdfd285-b389-41f4-9ec6-596c6b160f61 HTTP/1.1" status: 200 len: 944 time: 0.0549195 Jun 18 05:20:19.234097 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-06fae2d1-96c5-4675-861c-e88263b7626e tempest-TestVolumeBootPattern-2140324561 tempest-TestVolumeBootPattern-2140324561-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728447'] for security_group_rule (5e5e1dd9-ad12-4da6-a113-bb1cb3f400d3), after_create {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:20:19.283438 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06fae2d1-96c5-4675-861c-e88263b7626e tempest-TestVolumeBootPattern-2140324561 tempest-TestVolumeBootPattern-2140324561-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5e5e1dd9-ad12-4da6-a113-bb1cb3f400d3,revision_number=0']} {{(pid=104388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:20:19.304961 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.rpc [None req-c042a677-28f5-4026-b552-0173028fe9dd None None] Device 989259d1-28db-4c6d-b7b4-936352f3ff43 up at agent ovs-agent-dv-cinder-836996-35-iscsi {{(pid=104389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 18 05:20:19.312112 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-c16968f4-0af9-48d1-aafe-975d523176bc req-20e6b4cd-c24e-48c1-8913-66010687b092 tempest-ServerRescueNegativeTestJSON-1272623576 tempest-ServerRescueNegativeTestJSON-1272623576-project] 10.222.0.23 "GET /v2.0/security-groups?id=c5751484-0293-4048-b6a0-5203ce806396&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1033545 Jun 18 05:20:19.340517 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG neutron.db.l3_hamode_db [None req-203cd554-c022-4e78-b885-3fed84f89b0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13521a4a-bb55-4747-8227-6e1a2fc78c14', 'name': 'tempest-TestVolumeBootPattern-120177135-router', 'tenant_id': '9098492a9e6644edb4d02b2b4b6399ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65c030c7-6a7d-4cea-a47d-5cdd532db0e6', 'external_fixed_ips': [{'subnet_id': 'a9fa7760-a071-45ee-b985-799999c69975', 'ip_address': '172.27.2.112'}], 'enable_snat': True}, 'gw_port_id': '989259d1-28db-4c6d-b7b4-936352f3ff43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-18T05:20:11Z', 'updated_at': '2022-06-18T05:20:16Z', 'revision_number': 4, 'project_id': '9098492a9e6644edb4d02b2b4b6399ad', 'gw_port': {'id': '989259d1-28db-4c6d-b7b4-936352f3ff43', 'name': '', 'network_id': '65c030c7-6a7d-4cea-a47d-5cdd532db0e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:99:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13521a4a-bb55-4747-8227-6e1a2fc78c14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': 'a9fa7760-a071-45ee-b985-799999c69975', 'ip_address': '172.27.2.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-18T05:20:12Z', 'updated_at': '2022-06-18T05:20:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9fa7760-a071-45ee-b985-799999c69975', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-35-iscsi', '_interfaces': [{'id': '030c15c8-1a83-4881-879c-4910bf77fb48', 'name': '', 'network_id': '85e28b63-ef1b-48a4-bc27-1cfb267fa95e', 'tenant_id': '9098492a9e6644edb4d02b2b4b6399ad', 'mac_address': 'fa:16:3e:fd:f3:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13521a4a-bb55-4747-8227-6e1a2fc78c14', 'device_owner': 'network:router_interface', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': '4b84a385-e2d7-4b31-9f41-f70481e6d675', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-18T05:20:15Z', 'updated_at': '2022-06-18T05:20:16Z', 'revision_number': 2, 'project_id': '9098492a9e6644edb4d02b2b4b6399ad', 'subnets': [{'id': '4b84a385-e2d7-4b31-9f41-f70481e6d675', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-35-iscsi', False) {} {{(pid=104390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 05:20:19.354452 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-06fae2d1-96c5-4675-861c-e88263b7626e tempest-TestVolumeBootPattern-2140324561 tempest-TestVolumeBootPattern-2140324561-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:20:19.359465 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.wsgi [-] (104387) accepted ('10.222.0.23', 51706) {{(pid=104387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 05:20:19.364661 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.db.provisioning_blocks [None req-c042a677-28f5-4026-b552-0173028fe9dd None None] Provisioning complete for port 989259d1-28db-4c6d-b7b4-936352f3ff43 triggered by entity L2. {{(pid=104389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 18 05:20:19.365044 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-c042a677-28f5-4026-b552-0173028fe9dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1740956'] for port (989259d1-28db-4c6d-b7b4-936352f3ff43), provisioning_complete {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:20:19.366370 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.api.v2.base [None req-50b085b0-aefd-48c6-855a-5a3f7dd1c9e5 tempest-TestVolumeBootPattern-2140324561 tempest-TestVolumeBootPattern-2140324561-project] Request body: {'security_group_rule': {'security_group_id': '58bf4135-bd70-41ae-af28-83b051ed0d19', 'project_id': 'e5e4aece32ff462b9b9a42200d584c1b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 18 05:20:19.373208 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [None req-06fae2d1-96c5-4675-861c-e88263b7626e tempest-TestVolumeBootPattern-2140324561 tempest-TestVolumeBootPattern-2140324561-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4247057 Jun 18 05:20:19.474070 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-203cd554-c022-4e78-b885-3fed84f89b0b None None] Checking router: 13521a4a-bb55-4747-8227-6e1a2fc78c14 for host: dv-cinder-836996-35-iscsi {{(pid=104390) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 05:20:19.474337 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-203cd554-c022-4e78-b885-3fed84f89b0b None None] Updating router 13521a4a-bb55-4747-8227-6e1a2fc78c14 port 030c15c8-1a83-4881-879c-4910bf77fb48 binding host dv-cinder-836996-35-iscsi {{(pid=104390) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 18 05:20:19.494736 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-50b085b0-aefd-48c6-855a-5a3f7dd1c9e5 tempest-TestVolumeBootPattern-2140324561 tempest-TestVolumeBootPattern-2140324561-project] Publish callbacks [] for security_group_rule (0747df27-740f-4498-afa9-de8171431059), before_create {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:20:19.498630 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.plugin [None req-c042a677-28f5-4026-b552-0173028fe9dd None None] Current status of the port 989259d1-28db-4c6d-b7b4-936352f3ff43 is: ACTIVE; New status is: ACTIVE {{(pid=104389) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 18 05:20:19.501972 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG neutron_lib.callbacks.manager [None req-203cd554-c022-4e78-b885-3fed84f89b0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1768406'] for port (030c15c8-1a83-4881-879c-4910bf77fb48), before_update {{(pid=104390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:20:19.546675 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG dbcounter [-] [104390] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=1,neutron:DELETE=1 {{(pid=104390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:20:19.560848 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-50b085b0-aefd-48c6-855a-5a3f7dd1c9e5 tempest-TestVolumeBootPattern-2140324561 tempest-TestVolumeBootPattern-2140324561-project] Publish callbacks [] for security_group_rule (0747df27-740f-4498-afa9-de8171431059), precommit_create {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:20:19.646803 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-50b085b0-aefd-48c6-855a-5a3f7dd1c9e5 tempest-TestVolumeBootPattern-2140324561 tempest-TestVolumeBootPattern-2140324561-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728447'] for security_group_rule (0747df27-740f-4498-afa9-de8171431059), after_create {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:20:19.648397 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG dbcounter [-] [104390] Writing DB stats neutron:UPDATE=2,neutron:SELECT=98 {{(pid=104390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:20:19.672252 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b085b0-aefd-48c6-855a-5a3f7dd1c9e5 tempest-TestVolumeBootPattern-2140324561 tempest-TestVolumeBootPattern-2140324561-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0747df27-740f-4498-afa9-de8171431059,revision_number=0']} {{(pid=104387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:20:19.763498 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-50b085b0-aefd-48c6-855a-5a3f7dd1c9e5 tempest-TestVolumeBootPattern-2140324561 tempest-TestVolumeBootPattern-2140324561-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:20:19.767913 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.wsgi [-] (104388) accepted ('10.222.0.23', 51714) {{(pid=104388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 05:20:19.773539 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [None req-50b085b0-aefd-48c6-855a-5a3f7dd1c9e5 tempest-TestVolumeBootPattern-2140324561 tempest-TestVolumeBootPattern-2140324561-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4069583 Jun 18 05:20:19.774540 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.api.v2.base [None req-e35a2292-86cc-4e01-af98-8d63936f91ad tempest-TestVolumeBootPattern-2140324561 tempest-TestVolumeBootPattern-2140324561-project] Request body: {'security_group_rule': {'security_group_id': '58bf4135-bd70-41ae-af28-83b051ed0d19', 'project_id': 'e5e4aece32ff462b9b9a42200d584c1b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 18 05:20:19.821100 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG neutron_lib.callbacks.manager [None req-203cd554-c022-4e78-b885-3fed84f89b0b None None] Publish callbacks [] for port (030c15c8-1a83-4881-879c-4910bf77fb48), precommit_update {{(pid=104390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:20:19.855650 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.rpc [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] Device 1076f134-7839-4b58-b50b-1f994d3b47a5 up at agent hyperv_hv-cinder-83699 {{(pid=104389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 18 05:20:19.887456 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-e35a2292-86cc-4e01-af98-8d63936f91ad tempest-TestVolumeBootPattern-2140324561 tempest-TestVolumeBootPattern-2140324561-project] Publish callbacks [] for security_group_rule (37589a8c-32d8-4caa-a82d-a5338d8543c9), before_create {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:20:19.887938 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG dbcounter [-] [104389] Writing DB stats neutron:UPDATE=2,neutron:SELECT=98 {{(pid=104389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:20:19.906566 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG neutron_lib.callbacks.manager [None req-203cd554-c022-4e78-b885-3fed84f89b0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1768343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789592765606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789592262840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789592262858'] for port (030c15c8-1a83-4881-879c-4910bf77fb48), after_update {{(pid=104390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:20:19.933560 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.db.provisioning_blocks [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] Provisioning for port 1076f134-7839-4b58-b50b-1f994d3b47a5 completed by entity L2. {{(pid=104389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 18 05:20:19.958372 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-e35a2292-86cc-4e01-af98-8d63936f91ad tempest-TestVolumeBootPattern-2140324561 tempest-TestVolumeBootPattern-2140324561-project] Publish callbacks [] for security_group_rule (37589a8c-32d8-4caa-a82d-a5338d8543c9), precommit_create {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:20:20.008086 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d16152-e052-430d-929c-f62982d26aee None None] Pushing event updated for resources: {'Port': ['ID=030c15c8-1a83-4881-879c-4910bf77fb48,revision_number=3']} {{(pid=104390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:20:20.043038 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG neutron.plugins.ml2.managers [None req-203cd554-c022-4e78-b885-3fed84f89b0b None None] Attempting to bind port 030c15c8-1a83-4881-879c-4910bf77fb48 on host dv-cinder-836996-35-iscsi for vnic_type normal with profile {{(pid=104390) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 18 05:20:20.043698 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG neutron.plugins.ml2.managers [None req-203cd554-c022-4e78-b885-3fed84f89b0b None None] Attempting to bind port 030c15c8-1a83-4881-879c-4910bf77fb48 by drivers openvswitch,hyperv on host dv-cinder-836996-35-iscsi at level 0 using segments [{'id': 'e1c18640-22f7-4e25-9712-5aaefc165ed8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '85e28b63-ef1b-48a4-bc27-1cfb267fa95e'}] {{(pid=104390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 18 05:20:20.044233 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-203cd554-c022-4e78-b885-3fed84f89b0b None None] Attempting to bind port 030c15c8-1a83-4881-879c-4910bf77fb48 on network 85e28b63-ef1b-48a4-bc27-1cfb267fa95e {{(pid=104390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 18 05:20:20.050698 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-203cd554-c022-4e78-b885-3fed84f89b0b None None] Checking agent: {'id': 'd503ae44-4e24-48d3-9886-03581f90537d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836996-35-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 18, 5, 8, 27), 'started_at': datetime.datetime(2022, 6, 18, 5, 8, 57), 'heartbeat_timestamp': datetime.datetime(2022, 6, 18, 5, 19, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836996-35-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 18 05:20:20.051372 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-203cd554-c022-4e78-b885-3fed84f89b0b None None] Checking segment: {'id': 'e1c18640-22f7-4e25-9712-5aaefc165ed8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '85e28b63-ef1b-48a4-bc27-1cfb267fa95e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 18 05:20:20.051934 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG neutron_lib.callbacks.manager [None req-203cd554-c022-4e78-b885-3fed84f89b0b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:20:20.052565 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-203cd554-c022-4e78-b885-3fed84f89b0b None None] Bound using segment: {'id': 'e1c18640-22f7-4e25-9712-5aaefc165ed8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '85e28b63-ef1b-48a4-bc27-1cfb267fa95e'} {{(pid=104390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 18 05:20:20.053195 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG neutron.plugins.ml2.managers [None req-203cd554-c022-4e78-b885-3fed84f89b0b None None] Bound port: 030c15c8-1a83-4881-879c-4910bf77fb48, host: dv-cinder-836996-35-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e1c18640-22f7-4e25-9712-5aaefc165ed8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '85e28b63-ef1b-48a4-bc27-1cfb267fa95e'}}] {{(pid=104390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 18 05:20:20.053768 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG neutron_lib.callbacks.manager [None req-203cd554-c022-4e78-b885-3fed84f89b0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1768406'] for port (030c15c8-1a83-4881-879c-4910bf77fb48), before_update {{(pid=104390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:20:20.054576 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.db.provisioning_blocks [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] Provisioning complete for port 1076f134-7839-4b58-b50b-1f994d3b47a5 triggered by entity L2. {{(pid=104389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 18 05:20:20.054715 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-e35a2292-86cc-4e01-af98-8d63936f91ad tempest-TestVolumeBootPattern-2140324561 tempest-TestVolumeBootPattern-2140324561-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728447'] for security_group_rule (37589a8c-32d8-4caa-a82d-a5338d8543c9), after_create {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:20:20.055216 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1740956'] for port (1076f134-7839-4b58-b50b-1f994d3b47a5), provisioning_complete {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:20:20.113061 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e35a2292-86cc-4e01-af98-8d63936f91ad tempest-TestVolumeBootPattern-2140324561 tempest-TestVolumeBootPattern-2140324561-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=37589a8c-32d8-4caa-a82d-a5338d8543c9,revision_number=0']} {{(pid=104388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:20:20.137146 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG neutron.plugins.ml2.db [None req-203cd554-c022-4e78-b885-3fed84f89b0b None None] For port 030c15c8-1a83-4881-879c-4910bf77fb48, host dv-cinder-836996-35-iscsi, cleared binding levels {{(pid=104390) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 05:20:20.141322 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG neutron.plugins.ml2.db [None req-203cd554-c022-4e78-b885-3fed84f89b0b None None] For port 030c15c8-1a83-4881-879c-4910bf77fb48, host dv-cinder-836996-35-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-35-iscsi',level=0,port_id=030c15c8-1a83-4881-879c-4910bf77fb48,segment=NetworkSegment(e1c18640-22f7-4e25-9712-5aaefc165ed8),segment_id=e1c18640-22f7-4e25-9712-5aaefc165ed8)] {{(pid=104390) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 05:20:20.187480 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-e35a2292-86cc-4e01-af98-8d63936f91ad tempest-TestVolumeBootPattern-2140324561 tempest-TestVolumeBootPattern-2140324561-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:20:20.189843 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [None req-e35a2292-86cc-4e01-af98-8d63936f91ad tempest-TestVolumeBootPattern-2140324561 tempest-TestVolumeBootPattern-2140324561-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4205525 Jun 18 05:20:20.192833 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.wsgi [-] (104387) accepted ('10.222.0.23', 51720) {{(pid=104387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 05:20:20.201367 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.api.v2.base [None req-8d83567b-e628-4b41-8691-8175235b020a tempest-TestVolumeBootPattern-2140324561 tempest-TestVolumeBootPattern-2140324561-project] Request body: {'security_group_rule': {'security_group_id': '58bf4135-bd70-41ae-af28-83b051ed0d19', 'project_id': 'e5e4aece32ff462b9b9a42200d584c1b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 18 05:20:20.226516 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.plugin [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] Current status of the port 1076f134-7839-4b58-b50b-1f994d3b47a5 is: BUILD; New status is: ACTIVE {{(pid=104389) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 18 05:20:20.227585 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1768406'] for port (1076f134-7839-4b58-b50b-1f994d3b47a5), before_update {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:20:20.243047 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG neutron_lib.callbacks.manager [None req-203cd554-c022-4e78-b885-3fed84f89b0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1768343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789592765606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789592262840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789592262858'] for port (030c15c8-1a83-4881-879c-4910bf77fb48), after_update {{(pid=104390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:20:20.262713 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5cdfd285-b389-41f4-9ec6-596c6b160f61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1076f134-7839-4b58-b50b-1f994d3b47a5'}] {{(pid=104389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 18 05:20:20.265148 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84994602c193c13a4c26b8b675ba51d9b392d44d80225cb9db16c930b334f47b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d57e23c2-692a-4550-84f4-be6644b48fbf" -d '{"events": [{"server_uuid": "5cdfd285-b389-41f4-9ec6-596c6b160f61", "name": "network-vif-plugged", "status": "completed", "tag": "1076f134-7839-4b58-b50b-1f994d3b47a5"}]}' {{(pid=104389) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 05:20:20.306221 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-203cd554-c022-4e78-b885-3fed84f89b0b None None] Routers {'13521a4a-bb55-4747-8227-6e1a2fc78c14'} bound to L3 agent in host dv-cinder-836996-35-iscsi {{(pid=104390) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 18 05:20:20.306866 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG neutron.db.l3_hamode_db [None req-203cd554-c022-4e78-b885-3fed84f89b0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-35-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-18T05:08:24Z,description=,heartbeat_timestamp=2022-06-18T05:19:54Z,host='dv-cinder-836996-35-iscsi',id=a8549501-0164-4ac5-90a6-1ba1ba0d3f9d,load=0,resource_versions=,resources_synced=,started_at=2022-06-18T05:08:25Z,topic='l3_agent')) {'router_ids': ['13521a4a-bb55-4747-8227-6e1a2fc78c14'], 'active': True} {{(pid=104390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 05:20:20.311430 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.db [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] For port 1076f134-7839-4b58-b50b-1f994d3b47a5, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=1076f134-7839-4b58-b50b-1f994d3b47a5,segment=NetworkSegment(8830b993-bf62-481e-91c8-f0f91b8d6fd9),segment_id=8830b993-bf62-481e-91c8-f0f91b8d6fd9)] {{(pid=104389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 05:20:20.331520 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.db.securitygroups_db [None req-8d83567b-e628-4b41-8691-8175235b020a tempest-TestVolumeBootPattern-2140324561 tempest-TestVolumeBootPattern-2140324561-project] Project e5e4aece32ff462b9b9a42200d584c1b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 18 05:20:20.352296 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-8d83567b-e628-4b41-8691-8175235b020a tempest-TestVolumeBootPattern-2140324561 tempest-TestVolumeBootPattern-2140324561-project] Publish callbacks [] for security_group_rule (1c4739dd-d81f-4632-8ba1-1b5db6d100f3), before_create {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:20:20.361414 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Jun 2022 05:20:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54bd1aca-b09b-49af-b31e-a109f9d6da88 x-openstack-request-id: req-54bd1aca-b09b-49af-b31e-a109f9d6da88 {{(pid=104389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 05:20:20.361414 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5cdfd285-b389-41f4-9ec6-596c6b160f61", "name": "network-vif-plugged", "status": "completed", "tag": "1076f134-7839-4b58-b50b-1f994d3b47a5", "code": 200}]} {{(pid=104389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 05:20:20.361414 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-54bd1aca-b09b-49af-b31e-a109f9d6da88 {{(pid=104389) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 05:20:20.361414 dv-cinder-836996-35-iscsi neutron-server[104389]: INFO neutron.notifiers.nova [-] Nova event matching ['req-54bd1aca-b09b-49af-b31e-a109f9d6da88'] response: {'server_uuid': '5cdfd285-b389-41f4-9ec6-596c6b160f61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1076f134-7839-4b58-b50b-1f994d3b47a5', 'code': 200} Jun 18 05:20:20.366941 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.db.provisioning_blocks [None req-7f7e322b-b987-42a0-a4e8-8b388d0ce76e None None] Provisioning complete for port 030c15c8-1a83-4881-879c-4910bf77fb48 triggered by entity DHCP. {{(pid=104389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 18 05:20:20.367411 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-7f7e322b-b987-42a0-a4e8-8b388d0ce76e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1740956'] for port (030c15c8-1a83-4881-879c-4910bf77fb48), provisioning_complete {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:20:20.368095 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d16152-e052-430d-929c-f62982d26aee None None] Pushing event updated for resources: {'Port': ['ID=030c15c8-1a83-4881-879c-4910bf77fb48,revision_number=4']} {{(pid=104390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:20:20.439433 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG dbcounter [-] [104387] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:DELETE=2 {{(pid=104387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:20:20.452614 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1768343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789592765606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789592262840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789592262858'] for port (1076f134-7839-4b58-b50b-1f994d3b47a5), after_update {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:20:20.464928 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG dbcounter [-] [104390] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:20:20.467678 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG neutron.db.l3_dvr_db [None req-203cd554-c022-4e78-b885-3fed84f89b0b None None] Set router 13521a4a-bb55-4747-8227-6e1a2fc78c14 gateway port host: dv-cinder-836996-35-iscsi {{(pid=104390) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 18 05:20:20.525009 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] Pushing event updated for resources: {'Port': ['ID=1076f134-7839-4b58-b50b-1f994d3b47a5,revision_number=5']} {{(pid=104389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:20:20.551444 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-8d83567b-e628-4b41-8691-8175235b020a tempest-TestVolumeBootPattern-2140324561 tempest-TestVolumeBootPattern-2140324561-project] Publish callbacks [] for security_group_rule (1c4739dd-d81f-4632-8ba1-1b5db6d100f3), precommit_create {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:20:20.567429 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dde39be-9525-4144-9f11-00beaf71fbe5 req-d1280105-c3e6-4bb3-ac7a-34c59f5f41a9 tempest-ServerRescueNegativeTestJSON-1272623576 tempest-ServerRescueNegativeTestJSON-1272623576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:20:20.572009 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-8dde39be-9525-4144-9f11-00beaf71fbe5 req-d1280105-c3e6-4bb3-ac7a-34c59f5f41a9 tempest-ServerRescueNegativeTestJSON-1272623576 tempest-ServerRescueNegativeTestJSON-1272623576-project] 10.222.0.23 "GET /v2.0/ports?device_id=5cdfd285-b389-41f4-9ec6-596c6b160f61 HTTP/1.1" status: 200 len: 945 time: 0.1223631 Jun 18 05:20:20.602528 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.plugin [None req-7f7e322b-b987-42a0-a4e8-8b388d0ce76e None None] Current status of the port 030c15c8-1a83-4881-879c-4910bf77fb48 is: DOWN; New status is: ACTIVE {{(pid=104389) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 18 05:20:20.602917 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-7f7e322b-b987-42a0-a4e8-8b388d0ce76e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1768406'] for port (030c15c8-1a83-4881-879c-4910bf77fb48), before_update {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:20:20.648279 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-8d83567b-e628-4b41-8691-8175235b020a tempest-TestVolumeBootPattern-2140324561 tempest-TestVolumeBootPattern-2140324561-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728447'] for security_group_rule (1c4739dd-d81f-4632-8ba1-1b5db6d100f3), after_create {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:20:20.652365 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.db [None req-7f7e322b-b987-42a0-a4e8-8b388d0ce76e None None] For port 030c15c8-1a83-4881-879c-4910bf77fb48, host dv-cinder-836996-35-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-35-iscsi',level=0,port_id=030c15c8-1a83-4881-879c-4910bf77fb48,segment=NetworkSegment(e1c18640-22f7-4e25-9712-5aaefc165ed8),segment_id=e1c18640-22f7-4e25-9712-5aaefc165ed8)] {{(pid=104389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 05:20:20.689679 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d83567b-e628-4b41-8691-8175235b020a tempest-TestVolumeBootPattern-2140324561 tempest-TestVolumeBootPattern-2140324561-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1c4739dd-d81f-4632-8ba1-1b5db6d100f3,revision_number=0']} {{(pid=104387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:20:20.700566 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-8dde39be-9525-4144-9f11-00beaf71fbe5 req-cf930609-b8a5-4678-8e7f-2b0477ece65c tempest-ServerRescueNegativeTestJSON-1272623576 tempest-ServerRescueNegativeTestJSON-1272623576-project] 10.222.0.23 "GET /v2.0/security-groups?id=c5751484-0293-4048-b6a0-5203ce806396&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1224217 Jun 18 05:20:20.739780 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-7f7e322b-b987-42a0-a4e8-8b388d0ce76e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1768343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789592765606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789592262840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789592262858'] for port (030c15c8-1a83-4881-879c-4910bf77fb48), after_update {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:20:20.775438 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG neutron.db.l3_hamode_db [None req-203cd554-c022-4e78-b885-3fed84f89b0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13521a4a-bb55-4747-8227-6e1a2fc78c14', 'name': 'tempest-TestVolumeBootPattern-120177135-router', 'tenant_id': '9098492a9e6644edb4d02b2b4b6399ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65c030c7-6a7d-4cea-a47d-5cdd532db0e6', 'external_fixed_ips': [{'subnet_id': 'a9fa7760-a071-45ee-b985-799999c69975', 'ip_address': '172.27.2.112'}], 'enable_snat': True}, 'gw_port_id': '989259d1-28db-4c6d-b7b4-936352f3ff43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-18T05:20:11Z', 'updated_at': '2022-06-18T05:20:16Z', 'revision_number': 4, 'project_id': '9098492a9e6644edb4d02b2b4b6399ad', 'gw_port': {'id': '989259d1-28db-4c6d-b7b4-936352f3ff43', 'name': '', 'network_id': '65c030c7-6a7d-4cea-a47d-5cdd532db0e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:99:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13521a4a-bb55-4747-8227-6e1a2fc78c14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': 'a9fa7760-a071-45ee-b985-799999c69975', 'ip_address': '172.27.2.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-18T05:20:12Z', 'updated_at': '2022-06-18T05:20:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9fa7760-a071-45ee-b985-799999c69975', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-35-iscsi', '_interfaces': [{'id': '030c15c8-1a83-4881-879c-4910bf77fb48', 'name': '', 'network_id': '85e28b63-ef1b-48a4-bc27-1cfb267fa95e', 'tenant_id': '9098492a9e6644edb4d02b2b4b6399ad', 'mac_address': 'fa:16:3e:fd:f3:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13521a4a-bb55-4747-8227-6e1a2fc78c14', 'device_owner': 'network:router_interface', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': '4b84a385-e2d7-4b31-9f41-f70481e6d675', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-18T05:20:15Z', 'updated_at': '2022-06-18T05:20:20Z', 'revision_number': 4, 'project_id': '9098492a9e6644edb4d02b2b4b6399ad', 'subnets': [{'id': '4b84a385-e2d7-4b31-9f41-f70481e6d675', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-35-iscsi', False) {} {{(pid=104390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 05:20:20.786282 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-8d83567b-e628-4b41-8691-8175235b020a tempest-TestVolumeBootPattern-2140324561 tempest-TestVolumeBootPattern-2140324561-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:20:20.792651 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [None req-8d83567b-e628-4b41-8691-8175235b020a tempest-TestVolumeBootPattern-2140324561 tempest-TestVolumeBootPattern-2140324561-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5960979 Jun 18 05:20:20.793032 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.wsgi [-] (104388) accepted ('10.222.0.23', 51726) {{(pid=104388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 05:20:20.803796 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.api.v2.base [None req-477289a8-da83-47af-af93-002a5d06685b tempest-TestVolumeBootPattern-2140324561 tempest-TestVolumeBootPattern-2140324561-project] Request body: {'security_group_rule': {'security_group_id': '58bf4135-bd70-41ae-af28-83b051ed0d19', 'project_id': 'e5e4aece32ff462b9b9a42200d584c1b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 18 05:20:20.822072 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe2251f-b1b8-4e74-a159-ad019e4fd8a5 req-badca207-b979-45a3-bb17-95c49e4e28a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:20:20.823840 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-3fe2251f-b1b8-4e74-a159-ad019e4fd8a5 req-badca207-b979-45a3-bb17-95c49e4e28a6 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=5cdfd285-b389-41f4-9ec6-596c6b160f61 HTTP/1.1" status: 200 len: 1129 time: 0.0519223 Jun 18 05:20:20.827070 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-203cd554-c022-4e78-b885-3fed84f89b0b None None] The sync data for ids ['13521a4a-bb55-4747-8227-6e1a2fc78c14'] in dv-cinder-836996-35-iscsi is: [{'id': '13521a4a-bb55-4747-8227-6e1a2fc78c14', 'name': 'tempest-TestVolumeBootPattern-120177135-router', 'tenant_id': '9098492a9e6644edb4d02b2b4b6399ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65c030c7-6a7d-4cea-a47d-5cdd532db0e6', 'external_fixed_ips': [{'subnet_id': 'a9fa7760-a071-45ee-b985-799999c69975', 'ip_address': '172.27.2.112'}], 'enable_snat': True}, 'gw_port_id': '989259d1-28db-4c6d-b7b4-936352f3ff43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-18T05:20:11Z', 'updated_at': '2022-06-18T05:20:16Z', 'revision_number': 4, 'project_id': '9098492a9e6644edb4d02b2b4b6399ad', 'gw_port': {'id': '989259d1-28db-4c6d-b7b4-936352f3ff43', 'name': '', 'network_id': '65c030c7-6a7d-4cea-a47d-5cdd532db0e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:99:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13521a4a-bb55-4747-8227-6e1a2fc78c14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': 'a9fa7760-a071-45ee-b985-799999c69975', 'ip_address': '172.27.2.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-18T05:20:12Z', 'updated_at': '2022-06-18T05:20:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9fa7760-a071-45ee-b985-799999c69975', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-35-iscsi', '_interfaces': [{'id': '030c15c8-1a83-4881-879c-4910bf77fb48', 'name': '', 'network_id': '85e28b63-ef1b-48a4-bc27-1cfb267fa95e', 'tenant_id': '9098492a9e6644edb4d02b2b4b6399ad', 'mac_address': 'fa:16:3e:fd:f3:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13521a4a-bb55-4747-8227-6e1a2fc78c14', 'device_owner': 'network:router_interface', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': '4b84a385-e2d7-4b31-9f41-f70481e6d675', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-18T05:20:15Z', 'updated_at': '2022-06-18T05:20:20Z', 'revision_number': 4, 'project_id': '9098492a9e6644edb4d02b2b4b6399ad', 'subnets': [{'id': '4b84a385-e2d7-4b31-9f41-f70481e6d675', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104390) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 05:20:20.867425 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f7e322b-b987-42a0-a4e8-8b388d0ce76e None None] Pushing event updated for resources: {'Port': ['ID=030c15c8-1a83-4881-879c-4910bf77fb48,revision_number=5']} {{(pid=104389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:20:20.874835 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.db.provisioning_blocks [None req-2206d921-5a34-4f3b-8c69-ca34c42e9864 None None] Provisioning complete for port 030c15c8-1a83-4881-879c-4910bf77fb48 triggered by entity DHCP. {{(pid=104389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 18 05:20:20.875470 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-2206d921-5a34-4f3b-8c69-ca34c42e9864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1740956'] for port (030c15c8-1a83-4881-879c-4910bf77fb48), provisioning_complete {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:20:20.917485 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.db.securitygroups_db [None req-477289a8-da83-47af-af93-002a5d06685b tempest-TestVolumeBootPattern-2140324561 tempest-TestVolumeBootPattern-2140324561-project] Project e5e4aece32ff462b9b9a42200d584c1b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 18 05:20:20.926025 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-477289a8-da83-47af-af93-002a5d06685b tempest-TestVolumeBootPattern-2140324561 tempest-TestVolumeBootPattern-2140324561-project] Publish callbacks [] for security_group_rule (9a73fe2a-74c8-4e62-b577-8f0e78ce816e), before_create {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:20:20.962858 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-3fe2251f-b1b8-4e74-a159-ad019e4fd8a5 req-39cd709d-c911-464a-b380-c810f4003b73 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=c5751484-0293-4048-b6a0-5203ce806396&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1121774 Jun 18 05:20:21.012166 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.plugin [None req-2206d921-5a34-4f3b-8c69-ca34c42e9864 None None] Current status of the port 030c15c8-1a83-4881-879c-4910bf77fb48 is: ACTIVE; New status is: ACTIVE {{(pid=104389) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 18 05:20:21.073627 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-477289a8-da83-47af-af93-002a5d06685b tempest-TestVolumeBootPattern-2140324561 tempest-TestVolumeBootPattern-2140324561-project] Publish callbacks [] for security_group_rule (9a73fe2a-74c8-4e62-b577-8f0e78ce816e), precommit_create {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:20:21.074543 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG dbcounter [-] [104388] Writing DB stats neutron:SELECT=84,neutron:INSERT=9,neutron:DELETE=4,neutron:UPDATE=3 {{(pid=104388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:20:21.205302 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-477289a8-da83-47af-af93-002a5d06685b tempest-TestVolumeBootPattern-2140324561 tempest-TestVolumeBootPattern-2140324561-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728447'] for security_group_rule (9a73fe2a-74c8-4e62-b577-8f0e78ce816e), after_create {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:20:21.228005 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477289a8-da83-47af-af93-002a5d06685b tempest-TestVolumeBootPattern-2140324561 tempest-TestVolumeBootPattern-2140324561-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9a73fe2a-74c8-4e62-b577-8f0e78ce816e,revision_number=0']} {{(pid=104388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:20:21.365199 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-477289a8-da83-47af-af93-002a5d06685b tempest-TestVolumeBootPattern-2140324561 tempest-TestVolumeBootPattern-2140324561-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:20:21.366857 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [None req-477289a8-da83-47af-af93-002a5d06685b tempest-TestVolumeBootPattern-2140324561 tempest-TestVolumeBootPattern-2140324561-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5714560 Jun 18 05:20:21.381205 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.rpc [None req-c042a677-28f5-4026-b552-0173028fe9dd None None] Device 030c15c8-1a83-4881-879c-4910bf77fb48 up at agent ovs-agent-dv-cinder-836996-35-iscsi {{(pid=104389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 18 05:20:21.463256 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG dbcounter [-] [104389] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:20:21.475618 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.db.provisioning_blocks [None req-c042a677-28f5-4026-b552-0173028fe9dd None None] Provisioning complete for port 030c15c8-1a83-4881-879c-4910bf77fb48 triggered by entity L2. {{(pid=104389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 18 05:20:21.475992 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-c042a677-28f5-4026-b552-0173028fe9dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1740956'] for port (030c15c8-1a83-4881-879c-4910bf77fb48), provisioning_complete {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:20:21.587751 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.plugin [None req-c042a677-28f5-4026-b552-0173028fe9dd None None] Current status of the port 030c15c8-1a83-4881-879c-4910bf77fb48 is: ACTIVE; New status is: ACTIVE {{(pid=104389) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 18 05:20:21.861580 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abfb510-96f5-4921-b3bf-b3948ebd248b req-f3db164b-f11c-408f-aa05-bbce42d1ff59 tempest-ServerRescueNegativeTestJSON-1272623576 tempest-ServerRescueNegativeTestJSON-1272623576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:20:21.864057 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-0abfb510-96f5-4921-b3bf-b3948ebd248b req-f3db164b-f11c-408f-aa05-bbce42d1ff59 tempest-ServerRescueNegativeTestJSON-1272623576 tempest-ServerRescueNegativeTestJSON-1272623576-project] 10.222.0.23 "GET /v2.0/ports?device_id=5cdfd285-b389-41f4-9ec6-596c6b160f61 HTTP/1.1" status: 200 len: 945 time: 0.0693963 Jun 18 05:20:21.948846 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-0abfb510-96f5-4921-b3bf-b3948ebd248b req-a4d6bbea-c3f1-47be-9034-725311ede934 tempest-ServerRescueNegativeTestJSON-1272623576 tempest-ServerRescueNegativeTestJSON-1272623576-project] 10.222.0.23 "GET /v2.0/security-groups?id=c5751484-0293-4048-b6a0-5203ce806396&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0784833 Jun 18 05:20:22.305517 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-842d6a65-0280-4c27-ab62-ad23350b4058 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789592556683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1744442'] for agent (426d7b1c-7831-4cf6-8aa4-29496a16634c), after_update {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:20:23.091873 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd68f83c-fa6f-40b7-aace-5b6c114332f5 req-76d2174f-1722-4935-99f3-eba007ab80e7 tempest-ServerRescueNegativeTestJSON-1272623576 tempest-ServerRescueNegativeTestJSON-1272623576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:20:23.093399 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-bd68f83c-fa6f-40b7-aace-5b6c114332f5 req-76d2174f-1722-4935-99f3-eba007ab80e7 tempest-ServerRescueNegativeTestJSON-1272623576 tempest-ServerRescueNegativeTestJSON-1272623576-project] 10.222.0.23 "GET /v2.0/ports?device_id=5cdfd285-b389-41f4-9ec6-596c6b160f61 HTTP/1.1" status: 200 len: 945 time: 0.0610840 Jun 18 05:20:23.141180 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-bd68f83c-fa6f-40b7-aace-5b6c114332f5 req-15504dcf-30a4-4269-b801-20b156a460a7 tempest-ServerRescueNegativeTestJSON-1272623576 tempest-ServerRescueNegativeTestJSON-1272623576-project] 10.222.0.23 "GET /v2.0/security-groups?id=c5751484-0293-4048-b6a0-5203ce806396&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415788 Jun 18 05:20:23.241817 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG dbcounter [-] [104387] Writing DB stats neutron:SELECT=88,neutron:INSERT=5,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=104387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:20:23.289565 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507e98b8-ff28-4b5b-a122-f31c3ebf7ef7 req-e8411ec8-2543-4345-8e7e-e7340b1d04e5 tempest-ServerRescueNegativeTestJSON-1272623576 tempest-ServerRescueNegativeTestJSON-1272623576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:20:23.304202 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.wsgi [-] (104388) accepted ('10.222.0.23', 51804) {{(pid=104388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 05:20:23.306002 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-507e98b8-ff28-4b5b-a122-f31c3ebf7ef7 req-e8411ec8-2543-4345-8e7e-e7340b1d04e5 tempest-ServerRescueNegativeTestJSON-1272623576 tempest-ServerRescueNegativeTestJSON-1272623576-project] 10.222.0.23 "GET /v2.0/ports?device_id=5cdfd285-b389-41f4-9ec6-596c6b160f61 HTTP/1.1" status: 200 len: 945 time: 0.0804281 Jun 18 05:20:23.310926 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.api.v2.base [None req-251d982a-eae4-4c10-af7b-0a0bbbac4746 tempest-ServerRescueNegativeTestJSON-1272623576 tempest-ServerRescueNegativeTestJSON-1272623576-project] Request body: {'floatingip': {'port_id': '1076f134-7839-4b58-b50b-1f994d3b47a5'}} {{(pid=104388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 18 05:20:23.351584 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-251d982a-eae4-4c10-af7b-0a0bbbac4746 tempest-ServerRescueNegativeTestJSON-1272623576 tempest-ServerRescueNegativeTestJSON-1272623576-project] Publish callbacks [] for floatingip (3a4c6614-c94b-4998-af78-d94ec24fc630), before_update {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:20:23.546346 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG dbcounter [-] [104388] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:DELETE=4 {{(pid=104388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:20:23.853198 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-251d982a-eae4-4c10-af7b-0a0bbbac4746 tempest-ServerRescueNegativeTestJSON-1272623576 tempest-ServerRescueNegativeTestJSON-1272623576-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:20:23.911170 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-251d982a-eae4-4c10-af7b-0a0bbbac4746 tempest-ServerRescueNegativeTestJSON-1272623576 tempest-ServerRescueNegativeTestJSON-1272623576-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-736808'] for floatingip (3a4c6614-c94b-4998-af78-d94ec24fc630), after_update {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:20:24.017643 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.db.l3_db [None req-251d982a-eae4-4c10-af7b-0a0bbbac4746 tempest-ServerRescueNegativeTestJSON-1272623576 tempest-ServerRescueNegativeTestJSON-1272623576-project] Floating IP 3a4c6614-c94b-4998-af78-d94ec24fc630 associated. External IP: 172.27.2.239, port: 1076f134-7839-4b58-b50b-1f994d3b47a5. Jun 18 05:20:24.178647 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG dbcounter [-] [104388] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:20:24.243275 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-251d982a-eae4-4c10-af7b-0a0bbbac4746 tempest-ServerRescueNegativeTestJSON-1272623576 tempest-ServerRescueNegativeTestJSON-1272623576-project] Router 8da617df-be4e-4bf8-bbf9-3dfa59c8cdaa has already been hosted by L3 agent a8549501-0164-4ac5-90a6-1ba1ba0d3f9d {{(pid=104388) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 18 05:20:24.361116 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-251d982a-eae4-4c10-af7b-0a0bbbac4746 tempest-ServerRescueNegativeTestJSON-1272623576 tempest-ServerRescueNegativeTestJSON-1272623576-project] Notify agent at l3_agent.dv-cinder-836996-35-iscsi the message routers_updated {{(pid=104388) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 05:20:24.366871 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-251d982a-eae4-4c10-af7b-0a0bbbac4746 tempest-ServerRescueNegativeTestJSON-1272623576 tempest-ServerRescueNegativeTestJSON-1272623576-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19502'] for floatingip (None), before_response {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:20:24.373957 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a699a41b-5bb4-4b27-bb06-e75b0f21f8bb None None] Sync routers for ids ['8da617df-be4e-4bf8-bbf9-3dfa59c8cdaa'] in dv-cinder-836996-35-iscsi {{(pid=104389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 05:20:24.392568 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a699a41b-5bb4-4b27-bb06-e75b0f21f8bb None None] Routers {'8da617df-be4e-4bf8-bbf9-3dfa59c8cdaa'} bound to L3 agent in host dv-cinder-836996-35-iscsi {{(pid=104389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 18 05:20:24.392568 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.db.l3_hamode_db [None req-a699a41b-5bb4-4b27-bb06-e75b0f21f8bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-35-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-18T05:08:24Z,description=,heartbeat_timestamp=2022-06-18T05:19:54Z,host='dv-cinder-836996-35-iscsi',id=a8549501-0164-4ac5-90a6-1ba1ba0d3f9d,load=0,resource_versions=,resources_synced=,started_at=2022-06-18T05:08:25Z,topic='l3_agent')) {'router_ids': ['8da617df-be4e-4bf8-bbf9-3dfa59c8cdaa'], 'active': True} {{(pid=104389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 05:20:24.399987 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [None req-251d982a-eae4-4c10-af7b-0a0bbbac4746 tempest-ServerRescueNegativeTestJSON-1272623576 tempest-ServerRescueNegativeTestJSON-1272623576-project] 10.222.0.23 "PUT /v2.0/floatingips/3a4c6614-c94b-4998-af78-d94ec24fc630 HTTP/1.1" status: 200 len: 991 time: 1.0946033 Jun 18 05:20:24.400582 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5cdfd285-b389-41f4-9ec6-596c6b160f61', 'tag': '1076f134-7839-4b58-b50b-1f994d3b47a5'}] {{(pid=104388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 18 05:20:24.403143 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76651050bff5b1e15da4688504920c0e470581a7df997af8856c46d23e91a66a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bef77024-19d8-4355-a6bd-2c96962b93f0" -d '{"events": [{"name": "network-changed", "server_uuid": "5cdfd285-b389-41f4-9ec6-596c6b160f61", "tag": "1076f134-7839-4b58-b50b-1f994d3b47a5"}]}' {{(pid=104388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 05:20:24.448031 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Jun 2022 05:20:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e0e9d50-3eff-48c5-88c9-634fa5e70a71 x-openstack-request-id: req-5e0e9d50-3eff-48c5-88c9-634fa5e70a71 {{(pid=104388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 05:20:24.448319 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5cdfd285-b389-41f4-9ec6-596c6b160f61", "tag": "1076f134-7839-4b58-b50b-1f994d3b47a5", "status": "completed", "code": 200}]} {{(pid=104388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 05:20:24.448594 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-5e0e9d50-3eff-48c5-88c9-634fa5e70a71 {{(pid=104388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 05:20:24.448994 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5e0e9d50-3eff-48c5-88c9-634fa5e70a71'] response: {'name': 'network-changed', 'server_uuid': '5cdfd285-b389-41f4-9ec6-596c6b160f61', 'tag': '1076f134-7839-4b58-b50b-1f994d3b47a5', 'status': 'completed', 'code': 200} Jun 18 05:20:24.456542 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG dbcounter [-] [104389] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:20:24.510604 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.db.l3_dvr_db [None req-a699a41b-5bb4-4b27-bb06-e75b0f21f8bb None None] Set router 8da617df-be4e-4bf8-bbf9-3dfa59c8cdaa gateway port host: dv-cinder-836996-35-iscsi {{(pid=104389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 18 05:20:24.579516 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef77024-19d8-4355-a6bd-2c96962b93f0 req-1937f29a-7b7c-4486-9989-d6bca66c7637 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:20:24.582236 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-bef77024-19d8-4355-a6bd-2c96962b93f0 req-1937f29a-7b7c-4486-9989-d6bca66c7637 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8820096253064e5abbe50f23bdc3ebac&device_id=5cdfd285-b389-41f4-9ec6-596c6b160f61 HTTP/1.1" status: 200 len: 1129 time: 0.0704272 Jun 18 05:20:24.606914 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-5e56e7d3-8477-4853-9fa7-cab0984dca06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789592556683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1744442'] for agent (a8549501-0164-4ac5-90a6-1ba1ba0d3f9d), after_update {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:20:24.697810 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef77024-19d8-4355-a6bd-2c96962b93f0 req-f655dcfd-1a89-4b3d-8c47-9a6af75293ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:20:24.703600 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-bef77024-19d8-4355-a6bd-2c96962b93f0 req-f655dcfd-1a89-4b3d-8c47-9a6af75293ca service neutron] 10.222.0.15 "GET /v2.0/networks?id=e40c5bf8-60a8-4d08-b489-6f107ba55c42 HTTP/1.1" status: 200 len: 919 time: 0.1095409 Jun 18 05:20:24.768924 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-bef77024-19d8-4355-a6bd-2c96962b93f0 req-f0362922-808d-4c9f-91bb-df4050c6e9a1 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1076f134-7839-4b58-b50b-1f994d3b47a5 HTTP/1.1" status: 200 len: 999 time: 0.0617225 Jun 18 05:20:24.800494 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.db.l3_hamode_db [None req-a699a41b-5bb4-4b27-bb06-e75b0f21f8bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8da617df-be4e-4bf8-bbf9-3dfa59c8cdaa', 'name': 'tempest-ServerRescueNegativeTestJSON-514049608-router', 'tenant_id': '8820096253064e5abbe50f23bdc3ebac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65c030c7-6a7d-4cea-a47d-5cdd532db0e6', 'external_fixed_ips': [{'subnet_id': 'a9fa7760-a071-45ee-b985-799999c69975', 'ip_address': '172.27.2.189'}], 'enable_snat': True}, 'gw_port_id': '011d883a-04f9-40bb-a93b-b2737c0f1dee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-18T05:17:56Z', 'updated_at': '2022-06-18T05:18:00Z', 'revision_number': 4, 'project_id': '8820096253064e5abbe50f23bdc3ebac', 'gw_port': {'id': '011d883a-04f9-40bb-a93b-b2737c0f1dee', 'name': '', 'network_id': '65c030c7-6a7d-4cea-a47d-5cdd532db0e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:3a:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8da617df-be4e-4bf8-bbf9-3dfa59c8cdaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': 'a9fa7760-a071-45ee-b985-799999c69975', 'ip_address': '172.27.2.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-18T05:17:56Z', 'updated_at': '2022-06-18T05:18:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9fa7760-a071-45ee-b985-799999c69975', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-35-iscsi', '_floatingips': [{'id': '3a4c6614-c94b-4998-af78-d94ec24fc630', 'tenant_id': '8820096253064e5abbe50f23bdc3ebac', 'floating_ip_address': '172.27.2.239', 'floating_network_id': '65c030c7-6a7d-4cea-a47d-5cdd532db0e6', 'router_id': '8da617df-be4e-4bf8-bbf9-3dfa59c8cdaa', 'port_id': '1076f134-7839-4b58-b50b-1f994d3b47a5', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 449, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e40c5bf8-60a8-4d08-b489-6f107ba55c42', 'mac_address': 'fa:16:3e:c9:ea:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cdfd285-b389-41f4-9ec6-596c6b160f61', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-18T05:20:04Z', 'updated_at': '2022-06-18T05:20:23Z', 'revision_number': 1, 'project_id': '8820096253064e5abbe50f23bdc3ebac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3f4cd25c-52b4-463e-96d1-654bde0d4c3c', 'name': '', 'network_id': 'e40c5bf8-60a8-4d08-b489-6f107ba55c42', 'tenant_id': '8820096253064e5abbe50f23bdc3ebac', 'mac_address': 'fa:16:3e:28:23:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8da617df-be4e-4bf8-bbf9-3dfa59c8cdaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': '150ec3db-e886-4a5d-89d6-e02356d1809e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-18T05:17:59Z', 'updated_at': '2022-06-18T05:18:12Z', 'revision_number': 5, 'project_id': '8820096253064e5abbe50f23bdc3ebac', 'subnets': [{'id': '150ec3db-e886-4a5d-89d6-e02356d1809e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-35-iscsi', False) {} {{(pid=104389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 05:20:24.826749 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a699a41b-5bb4-4b27-bb06-e75b0f21f8bb None None] Checking router: 8da617df-be4e-4bf8-bbf9-3dfa59c8cdaa for host: dv-cinder-836996-35-iscsi {{(pid=104389) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 05:20:24.829359 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef77024-19d8-4355-a6bd-2c96962b93f0 req-7722aae4-0e42-44dd-ad37-48f0c83c7754 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:20:24.831021 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-bef77024-19d8-4355-a6bd-2c96962b93f0 req-7722aae4-0e42-44dd-ad37-48f0c83c7754 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=150ec3db-e886-4a5d-89d6-e02356d1809e HTTP/1.1" status: 200 len: 857 time: 0.0506389 Jun 18 05:20:24.836556 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a699a41b-5bb4-4b27-bb06-e75b0f21f8bb None None] Routers {'8da617df-be4e-4bf8-bbf9-3dfa59c8cdaa'} bound to L3 agent in host dv-cinder-836996-35-iscsi {{(pid=104389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 18 05:20:24.837346 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.db.l3_hamode_db [None req-a699a41b-5bb4-4b27-bb06-e75b0f21f8bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-35-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-06-18T05:08:24Z,description=,heartbeat_timestamp=2022-06-18T05:20:24Z,host='dv-cinder-836996-35-iscsi',id=a8549501-0164-4ac5-90a6-1ba1ba0d3f9d,load=0,resource_versions=,resources_synced=,started_at=2022-06-18T05:08:25Z,topic='l3_agent')) {'router_ids': ['8da617df-be4e-4bf8-bbf9-3dfa59c8cdaa'], 'active': True} {{(pid=104389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 05:20:24.877158 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef77024-19d8-4355-a6bd-2c96962b93f0 req-299acfa5-5baf-4172-8193-b68dbb572e0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:20:24.879251 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-bef77024-19d8-4355-a6bd-2c96962b93f0 req-299acfa5-5baf-4172-8193-b68dbb572e0f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e40c5bf8-60a8-4d08-b489-6f107ba55c42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0418797 Jun 18 05:20:24.973298 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.db.l3_dvr_db [None req-a699a41b-5bb4-4b27-bb06-e75b0f21f8bb None None] Set router 8da617df-be4e-4bf8-bbf9-3dfa59c8cdaa gateway port host: dv-cinder-836996-35-iscsi {{(pid=104389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 18 05:20:24.985812 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-bef77024-19d8-4355-a6bd-2c96962b93f0 req-d5d91db3-d645-45ed-9b8d-06bb446f36b3 service neutron] 10.222.0.15 "GET /v2.0/networks/e40c5bf8-60a8-4d08-b489-6f107ba55c42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937603 Jun 18 05:20:25.105894 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-bef77024-19d8-4355-a6bd-2c96962b93f0 req-c32a1eff-f233-44c7-a486-9fb06a853097 service neutron] 10.222.0.15 "GET /v2.0/networks/e40c5bf8-60a8-4d08-b489-6f107ba55c42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1130426 Jun 18 05:20:25.229289 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.db.l3_hamode_db [None req-a699a41b-5bb4-4b27-bb06-e75b0f21f8bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8da617df-be4e-4bf8-bbf9-3dfa59c8cdaa', 'name': 'tempest-ServerRescueNegativeTestJSON-514049608-router', 'tenant_id': '8820096253064e5abbe50f23bdc3ebac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65c030c7-6a7d-4cea-a47d-5cdd532db0e6', 'external_fixed_ips': [{'subnet_id': 'a9fa7760-a071-45ee-b985-799999c69975', 'ip_address': '172.27.2.189'}], 'enable_snat': True}, 'gw_port_id': '011d883a-04f9-40bb-a93b-b2737c0f1dee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-18T05:17:56Z', 'updated_at': '2022-06-18T05:18:00Z', 'revision_number': 4, 'project_id': '8820096253064e5abbe50f23bdc3ebac', 'gw_port': {'id': '011d883a-04f9-40bb-a93b-b2737c0f1dee', 'name': '', 'network_id': '65c030c7-6a7d-4cea-a47d-5cdd532db0e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:3a:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8da617df-be4e-4bf8-bbf9-3dfa59c8cdaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': 'a9fa7760-a071-45ee-b985-799999c69975', 'ip_address': '172.27.2.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-18T05:17:56Z', 'updated_at': '2022-06-18T05:18:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9fa7760-a071-45ee-b985-799999c69975', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-35-iscsi', '_floatingips': [{'id': '3a4c6614-c94b-4998-af78-d94ec24fc630', 'tenant_id': '8820096253064e5abbe50f23bdc3ebac', 'floating_ip_address': '172.27.2.239', 'floating_network_id': '65c030c7-6a7d-4cea-a47d-5cdd532db0e6', 'router_id': '8da617df-be4e-4bf8-bbf9-3dfa59c8cdaa', 'port_id': '1076f134-7839-4b58-b50b-1f994d3b47a5', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 449, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e40c5bf8-60a8-4d08-b489-6f107ba55c42', 'mac_address': 'fa:16:3e:c9:ea:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cdfd285-b389-41f4-9ec6-596c6b160f61', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-18T05:20:04Z', 'updated_at': '2022-06-18T05:20:23Z', 'revision_number': 1, 'project_id': '8820096253064e5abbe50f23bdc3ebac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3f4cd25c-52b4-463e-96d1-654bde0d4c3c', 'name': '', 'network_id': 'e40c5bf8-60a8-4d08-b489-6f107ba55c42', 'tenant_id': '8820096253064e5abbe50f23bdc3ebac', 'mac_address': 'fa:16:3e:28:23:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8da617df-be4e-4bf8-bbf9-3dfa59c8cdaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': '150ec3db-e886-4a5d-89d6-e02356d1809e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-18T05:17:59Z', 'updated_at': '2022-06-18T05:18:12Z', 'revision_number': 5, 'project_id': '8820096253064e5abbe50f23bdc3ebac', 'subnets': [{'id': '150ec3db-e886-4a5d-89d6-e02356d1809e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-35-iscsi', False) {} {{(pid=104389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 05:20:25.261420 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a699a41b-5bb4-4b27-bb06-e75b0f21f8bb None None] The sync data for ids ['8da617df-be4e-4bf8-bbf9-3dfa59c8cdaa'] in dv-cinder-836996-35-iscsi is: [{'id': '8da617df-be4e-4bf8-bbf9-3dfa59c8cdaa', 'name': 'tempest-ServerRescueNegativeTestJSON-514049608-router', 'tenant_id': '8820096253064e5abbe50f23bdc3ebac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65c030c7-6a7d-4cea-a47d-5cdd532db0e6', 'external_fixed_ips': [{'subnet_id': 'a9fa7760-a071-45ee-b985-799999c69975', 'ip_address': '172.27.2.189'}], 'enable_snat': True}, 'gw_port_id': '011d883a-04f9-40bb-a93b-b2737c0f1dee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-18T05:17:56Z', 'updated_at': '2022-06-18T05:18:00Z', 'revision_number': 4, 'project_id': '8820096253064e5abbe50f23bdc3ebac', 'gw_port': {'id': '011d883a-04f9-40bb-a93b-b2737c0f1dee', 'name': '', 'network_id': '65c030c7-6a7d-4cea-a47d-5cdd532db0e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:3a:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8da617df-be4e-4bf8-bbf9-3dfa59c8cdaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': 'a9fa7760-a071-45ee-b985-799999c69975', 'ip_address': '172.27.2.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-18T05:17:56Z', 'updated_at': '2022-06-18T05:18:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9fa7760-a071-45ee-b985-799999c69975', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-35-iscsi', '_floatingips': [{'id': '3a4c6614-c94b-4998-af78-d94ec24fc630', 'tenant_id': '8820096253064e5abbe50f23bdc3ebac', 'floating_ip_address': '172.27.2.239', 'floating_network_id': '65c030c7-6a7d-4cea-a47d-5cdd532db0e6', 'router_id': '8da617df-be4e-4bf8-bbf9-3dfa59c8cdaa', 'port_id': '1076f134-7839-4b58-b50b-1f994d3b47a5', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 449, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e40c5bf8-60a8-4d08-b489-6f107ba55c42', 'mac_address': 'fa:16:3e:c9:ea:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cdfd285-b389-41f4-9ec6-596c6b160f61', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-18T05:20:04Z', 'updated_at': '2022-06-18T05:20:23Z', 'revision_number': 1, 'project_id': '8820096253064e5abbe50f23bdc3ebac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3f4cd25c-52b4-463e-96d1-654bde0d4c3c', 'name': '', 'network_id': 'e40c5bf8-60a8-4d08-b489-6f107ba55c42', 'tenant_id': '8820096253064e5abbe50f23bdc3ebac', 'mac_address': 'fa:16:3e:28:23:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8da617df-be4e-4bf8-bbf9-3dfa59c8cdaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': '150ec3db-e886-4a5d-89d6-e02356d1809e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-18T05:17:59Z', 'updated_at': '2022-06-18T05:18:12Z', 'revision_number': 5, 'project_id': '8820096253064e5abbe50f23bdc3ebac', 'subnets': [{'id': '150ec3db-e886-4a5d-89d6-e02356d1809e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 05:20:25.505624 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-713dce77-480c-457b-a468-918ddf6bbdc3 None None] New status for floating IP 3a4c6614-c94b-4998-af78-d94ec24fc630: ACTIVE {{(pid=104390) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 18 05:20:25.562465 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-bd48e2cf-68a6-4f35-9a09-882d425f288c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789592556683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1744442'] for agent (e572bbf3-12d8-41bb-a2ed-524d739c9de1), after_update {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:20:27.259777 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-5df8b1a9-a354-44ed-8761-35e8e24f4084 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789592556683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1744442'] for agent (37f34a37-d85d-4c21-966b-86dc43157ac3), after_update {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:20:27.522487 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-c042a677-28f5-4026-b552-0173028fe9dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789592556683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1744442'] for agent (d503ae44-4e24-48d3-9886-03581f90537d), after_update {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:20:31.032225 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4eef571-40d8-448c-bf08-cff157136583 req-0cdfbe15-dc0f-4563-95e5-e9fb4d5a51aa tempest-AttachVolumeTestJSON-1934236616 tempest-AttachVolumeTestJSON-1934236616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:20:31.034118 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-e4eef571-40d8-448c-bf08-cff157136583 req-0cdfbe15-dc0f-4563-95e5-e9fb4d5a51aa tempest-AttachVolumeTestJSON-1934236616 tempest-AttachVolumeTestJSON-1934236616-project] 10.222.0.23 "GET /v2.0/ports?device_id=240d96c6-c2da-4ee1-8fd9-554944f65d95 HTTP/1.1" status: 200 len: 945 time: 0.0518489 Jun 18 05:20:31.087944 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-e4eef571-40d8-448c-bf08-cff157136583 req-2923b3e9-30ed-42bb-9835-d5132ca559ae tempest-AttachVolumeTestJSON-1934236616 tempest-AttachVolumeTestJSON-1934236616-project] 10.222.0.23 "GET /v2.0/security-groups?id=56599af9-2eb2-464a-a36c-fced5401bf67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467546 Jun 18 05:20:32.209993 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f6eb0d-e60c-4c88-ad8a-62121edeb838 req-a7467101-2e55-4516-b9cd-98f5eb92d66c tempest-AttachVolumeTestJSON-1934236616 tempest-AttachVolumeTestJSON-1934236616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:20:32.211318 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-77f6eb0d-e60c-4c88-ad8a-62121edeb838 req-a7467101-2e55-4516-b9cd-98f5eb92d66c tempest-AttachVolumeTestJSON-1934236616 tempest-AttachVolumeTestJSON-1934236616-project] 10.222.0.23 "GET /v2.0/ports?device_id=240d96c6-c2da-4ee1-8fd9-554944f65d95 HTTP/1.1" status: 200 len: 945 time: 0.0483830 Jun 18 05:20:32.268691 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-77f6eb0d-e60c-4c88-ad8a-62121edeb838 req-6457a57f-ea0c-496b-b624-4faeb9766c48 tempest-AttachVolumeTestJSON-1934236616 tempest-AttachVolumeTestJSON-1934236616-project] 10.222.0.23 "GET /v2.0/security-groups?id=56599af9-2eb2-464a-a36c-fced5401bf67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512407 Jun 18 05:20:33.386941 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6f403b-7d75-4982-b2e1-0c07a1b77066 req-35011767-e91b-41f8-aaf4-012143bbc1e9 tempest-AttachVolumeTestJSON-1934236616 tempest-AttachVolumeTestJSON-1934236616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:20:33.389105 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-9d6f403b-7d75-4982-b2e1-0c07a1b77066 req-35011767-e91b-41f8-aaf4-012143bbc1e9 tempest-AttachVolumeTestJSON-1934236616 tempest-AttachVolumeTestJSON-1934236616-project] 10.222.0.23 "GET /v2.0/ports?device_id=240d96c6-c2da-4ee1-8fd9-554944f65d95 HTTP/1.1" status: 200 len: 945 time: 0.0532348 Jun 18 05:20:33.439254 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-9d6f403b-7d75-4982-b2e1-0c07a1b77066 req-26389ab7-bbbd-48b9-8d6c-e071a6dd3538 tempest-AttachVolumeTestJSON-1934236616 tempest-AttachVolumeTestJSON-1934236616-project] 10.222.0.23 "GET /v2.0/security-groups?id=56599af9-2eb2-464a-a36c-fced5401bf67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444467 Jun 18 05:20:34.563161 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8947f4-c32b-4f1b-a1b7-54496862082d req-f61d9529-8180-4b24-94c3-4a9812606f10 tempest-AttachVolumeTestJSON-1934236616 tempest-AttachVolumeTestJSON-1934236616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:20:34.564658 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-9e8947f4-c32b-4f1b-a1b7-54496862082d req-f61d9529-8180-4b24-94c3-4a9812606f10 tempest-AttachVolumeTestJSON-1934236616 tempest-AttachVolumeTestJSON-1934236616-project] 10.222.0.23 "GET /v2.0/ports?device_id=240d96c6-c2da-4ee1-8fd9-554944f65d95 HTTP/1.1" status: 200 len: 945 time: 0.0528255 Jun 18 05:20:34.623158 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-9e8947f4-c32b-4f1b-a1b7-54496862082d req-07d2d950-b877-4961-baa3-ae35a220ffef tempest-AttachVolumeTestJSON-1934236616 tempest-AttachVolumeTestJSON-1934236616-project] 10.222.0.23 "GET /v2.0/security-groups?id=56599af9-2eb2-464a-a36c-fced5401bf67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515430 Jun 18 05:20:35.631050 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG dbcounter [-] [104390] Writing DB stats neutron:SELECT=77,neutron:UPDATE=2 {{(pid=104390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:20:35.666977 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG dbcounter [-] [104390] Writing DB stats neutron:SELECT=7 {{(pid=104390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:20:35.745745 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b63820-b447-466b-99c3-ffb084330105 req-46499f43-93f4-47cc-9f41-bcf84e2116ad tempest-AttachVolumeTestJSON-1934236616 tempest-AttachVolumeTestJSON-1934236616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:20:35.747243 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-b8b63820-b447-466b-99c3-ffb084330105 req-46499f43-93f4-47cc-9f41-bcf84e2116ad tempest-AttachVolumeTestJSON-1934236616 tempest-AttachVolumeTestJSON-1934236616-project] 10.222.0.23 "GET /v2.0/ports?device_id=240d96c6-c2da-4ee1-8fd9-554944f65d95 HTTP/1.1" status: 200 len: 945 time: 0.0473514 Jun 18 05:20:35.802217 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-b8b63820-b447-466b-99c3-ffb084330105 req-544786dc-541d-417a-bb75-3cee8d4bae99 tempest-AttachVolumeTestJSON-1934236616 tempest-AttachVolumeTestJSON-1934236616-project] 10.222.0.23 "GET /v2.0/security-groups?id=56599af9-2eb2-464a-a36c-fced5401bf67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492682 Jun 18 05:20:36.618418 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG neutron.db.agents_db [None req-f0cd052f-7516-4656-9d29-e77bb90ffdea None None] Agent healthcheck: found 6 active agents {{(pid=104390) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 18 05:20:36.923438 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b0c28a-0bdb-4f2d-9927-80c8269c7611 req-66fb73d2-eb3e-4249-90e0-82f847c105a6 tempest-AttachVolumeTestJSON-1934236616 tempest-AttachVolumeTestJSON-1934236616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:20:36.925062 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-70b0c28a-0bdb-4f2d-9927-80c8269c7611 req-66fb73d2-eb3e-4249-90e0-82f847c105a6 tempest-AttachVolumeTestJSON-1934236616 tempest-AttachVolumeTestJSON-1934236616-project] 10.222.0.23 "GET /v2.0/ports?device_id=240d96c6-c2da-4ee1-8fd9-554944f65d95 HTTP/1.1" status: 200 len: 945 time: 0.0490549 Jun 18 05:20:36.978230 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-70b0c28a-0bdb-4f2d-9927-80c8269c7611 req-865addcb-bcdc-4b2c-b83b-d4c3530c4fea tempest-AttachVolumeTestJSON-1934236616 tempest-AttachVolumeTestJSON-1934236616-project] 10.222.0.23 "GET /v2.0/security-groups?id=56599af9-2eb2-464a-a36c-fced5401bf67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453126 Jun 18 05:20:37.555297 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789592556683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1744442'] for agent (21f82a9e-593b-4fa9-aa06-dfe6f16482e6), after_update {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:20:38.103039 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8c8675-4320-4c06-91a3-319bd326f646 req-15b5071d-60fb-415e-991c-ce81772b3c93 tempest-AttachVolumeTestJSON-1934236616 tempest-AttachVolumeTestJSON-1934236616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:20:38.104425 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-1c8c8675-4320-4c06-91a3-319bd326f646 req-15b5071d-60fb-415e-991c-ce81772b3c93 tempest-AttachVolumeTestJSON-1934236616 tempest-AttachVolumeTestJSON-1934236616-project] 10.222.0.23 "GET /v2.0/ports?device_id=240d96c6-c2da-4ee1-8fd9-554944f65d95 HTTP/1.1" status: 200 len: 945 time: 0.0513551 Jun 18 05:20:38.152884 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-1c8c8675-4320-4c06-91a3-319bd326f646 req-ed1d767a-0839-44bd-b5f6-051e18d3cea8 tempest-AttachVolumeTestJSON-1934236616 tempest-AttachVolumeTestJSON-1934236616-project] 10.222.0.23 "GET /v2.0/security-groups?id=56599af9-2eb2-464a-a36c-fced5401bf67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429177 Jun 18 05:20:39.270726 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25f41be-12f6-4558-8695-eb678a437c4a req-1d8122d3-1242-40ee-9936-9b39f3116d55 tempest-AttachVolumeTestJSON-1934236616 tempest-AttachVolumeTestJSON-1934236616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:20:39.272239 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-a25f41be-12f6-4558-8695-eb678a437c4a req-1d8122d3-1242-40ee-9936-9b39f3116d55 tempest-AttachVolumeTestJSON-1934236616 tempest-AttachVolumeTestJSON-1934236616-project] 10.222.0.23 "GET /v2.0/ports?device_id=240d96c6-c2da-4ee1-8fd9-554944f65d95 HTTP/1.1" status: 200 len: 945 time: 0.0482914 Jun 18 05:20:39.331892 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-a25f41be-12f6-4558-8695-eb678a437c4a req-7a899486-0eb0-42ae-8805-817b74123eaf tempest-AttachVolumeTestJSON-1934236616 tempest-AttachVolumeTestJSON-1934236616-project] 10.222.0.23 "GET /v2.0/security-groups?id=56599af9-2eb2-464a-a36c-fced5401bf67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536304 Jun 18 05:20:39.466378 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.wsgi [-] (104388) accepted ('10.222.0.23', 51974) {{(pid=104388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 05:20:39.516036 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.db.db_base_plugin_v2 [None req-3e6e3008-74aa-4d6b-9549-559b0a41799d admin admin] Deleting subnet 685ce5d8-74b3-4da6-9677-d6d036aab0b3 {{(pid=104388) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 18 05:20:39.519243 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-3e6e3008-74aa-4d6b-9549-559b0a41799d admin admin] Publish callbacks [] for subnet (685ce5d8-74b3-4da6-9677-d6d036aab0b3), before_delete {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:20:39.545797 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG dbcounter [-] [104388] Writing DB stats neutron:SELECT=100 {{(pid=104388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:20:39.555188 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-3e6e3008-74aa-4d6b-9549-559b0a41799d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14184769'] for subnet (685ce5d8-74b3-4da6-9677-d6d036aab0b3), precommit_delete_associations {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:20:39.594585 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-3e6e3008-74aa-4d6b-9549-559b0a41799d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1721998'] for subnet (685ce5d8-74b3-4da6-9677-d6d036aab0b3), precommit_delete {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:20:39.705057 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-3e6e3008-74aa-4d6b-9549-559b0a41799d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1720957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15492720', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12841702'] for subnet (685ce5d8-74b3-4da6-9677-d6d036aab0b3), after_delete {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:20:39.736198 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6e3008-74aa-4d6b-9549-559b0a41799d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=685ce5d8-74b3-4da6-9677-d6d036aab0b3,revision_number=None']} {{(pid=104388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:20:39.741230 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-3e6e3008-74aa-4d6b-9549-559b0a41799d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546098'] for subnet (None), before_response {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:20:39.744126 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [None req-3e6e3008-74aa-4d6b-9549-559b0a41799d admin admin] 10.222.0.23 "DELETE /v2.0/subnets/685ce5d8-74b3-4da6-9677-d6d036aab0b3 HTTP/1.1" status: 204 len: 168 time: 0.2766886 Jun 18 05:20:39.746769 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.wsgi [-] (104387) accepted ('10.222.0.23', 51982) {{(pid=104387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 05:20:39.749027 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e6e3008-74aa-4d6b-9549-559b0a41799d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:20:39.749402 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e6e3008-74aa-4d6b-9549-559b0a41799d admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:20:39.749765 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e6e3008-74aa-4d6b-9549-559b0a41799d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:20:39.750113 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e6e3008-74aa-4d6b-9549-559b0a41799d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:20:39.750456 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e6e3008-74aa-4d6b-9549-559b0a41799d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:20:39.750795 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e6e3008-74aa-4d6b-9549-559b0a41799d admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:20:39.751130 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e6e3008-74aa-4d6b-9549-559b0a41799d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:20:39.751463 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e6e3008-74aa-4d6b-9549-559b0a41799d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:20:39.751796 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e6e3008-74aa-4d6b-9549-559b0a41799d admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:20:39.752142 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e6e3008-74aa-4d6b-9549-559b0a41799d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:20:39.752476 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e6e3008-74aa-4d6b-9549-559b0a41799d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:20:39.752804 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e6e3008-74aa-4d6b-9549-559b0a41799d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:20:39.753129 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e6e3008-74aa-4d6b-9549-559b0a41799d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:20:39.753450 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG dbcounter [-] [104387] Writing DB stats neutron:SELECT=100 {{(pid=104387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:20:39.753568 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e6e3008-74aa-4d6b-9549-559b0a41799d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:20:39.753808 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e6e3008-74aa-4d6b-9549-559b0a41799d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:20:39.817508 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-d055c4e4-5515-4769-b7ed-919fb59b0ae8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1848287'] for network (4041b16e-d0bc-408d-92a3-b2c03aff6ddd), before_delete {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:20:39.829534 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG dbcounter [-] [104387] Writing DB stats neutron:SELECT=100 {{(pid=104387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:20:39.898442 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-d055c4e4-5515-4769-b7ed-919fb59b0ae8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1722107', 'neutron.services.segments.db._delete_segments_for_network-8789592556701'] for network (4041b16e-d0bc-408d-92a3-b2c03aff6ddd), precommit_delete {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:20:39.918850 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.services.segments.db [None req-d055c4e4-5515-4769-b7ed-919fb59b0ae8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4041b16e-d0bc-408d-92a3-b2c03aff6ddd']}} {{(pid=104387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 05:20:39.928440 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.services.segments.db [None req-d055c4e4-5515-4769-b7ed-919fb59b0ae8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'df5c0d95-939e-4985-95c1-691e1c2a5bab') {'for_net_delete': True} {{(pid=104387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 05:20:39.928652 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.services.segments.db [None req-d055c4e4-5515-4769-b7ed-919fb59b0ae8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'df5c0d95-939e-4985-95c1-691e1c2a5bab') {} {{(pid=104387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 05:20:39.938233 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-d055c4e4-5515-4769-b7ed-919fb59b0ae8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789592557222', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14008627'] for segment (df5c0d95-939e-4985-95c1-691e1c2a5bab), before_delete {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:20:39.952217 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-d055c4e4-5515-4769-b7ed-919fb59b0ae8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1723189'] for segment (df5c0d95-939e-4985-95c1-691e1c2a5bab), precommit_delete {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:20:39.958542 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d055c4e4-5515-4769-b7ed-919fb59b0ae8 admin admin] Releasing vlan 310 on physical network physnet1 to pool {{(pid=104387) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 18 05:20:39.960091 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-d055c4e4-5515-4769-b7ed-919fb59b0ae8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1723189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14020753'] for segment (df5c0d95-939e-4985-95c1-691e1c2a5bab), after_delete {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:20:39.977840 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.services.segments.plugin [-] Segment df5c0d95-939e-4985-95c1-691e1c2a5bab resource provider aggregate not found Jun 18 05:20:40.019499 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.services.segments.plugin [-] Segment df5c0d95-939e-4985-95c1-691e1c2a5bab resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid df5c0d95-939e-4985-95c1-691e1c2a5bab found for delete ", "request_id": "req-980a3614-bf76-4460-a79b-ca0c23e82d4d"}]} Jun 18 05:20:40.097284 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-d055c4e4-5515-4769-b7ed-919fb59b0ae8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1722098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-736823'] for network (4041b16e-d0bc-408d-92a3-b2c03aff6ddd), after_delete {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:20:40.103788 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-d055c4e4-5515-4769-b7ed-919fb59b0ae8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546098'] for network (None), before_response {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:20:40.107029 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [None req-d055c4e4-5515-4769-b7ed-919fb59b0ae8 admin admin] 10.222.0.23 "DELETE /v2.0/networks/4041b16e-d0bc-408d-92a3-b2c03aff6ddd HTTP/1.1" status: 204 len: 168 time: 0.3592346 Jun 18 05:20:40.119146 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d055c4e4-5515-4769-b7ed-919fb59b0ae8 admin admin] Pushing event deleted for resources: {'Network': ['ID=4041b16e-d0bc-408d-92a3-b2c03aff6ddd,revision_number=None']} {{(pid=104387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:20:40.449756 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21fb143b-bde1-4a9c-b358-665aa35b06b9 req-665f995d-c092-40f2-901c-a48503da11e2 tempest-AttachVolumeTestJSON-1934236616 tempest-AttachVolumeTestJSON-1934236616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:20:40.451261 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-21fb143b-bde1-4a9c-b358-665aa35b06b9 req-665f995d-c092-40f2-901c-a48503da11e2 tempest-AttachVolumeTestJSON-1934236616 tempest-AttachVolumeTestJSON-1934236616-project] 10.222.0.23 "GET /v2.0/ports?device_id=240d96c6-c2da-4ee1-8fd9-554944f65d95 HTTP/1.1" status: 200 len: 945 time: 0.0481379 Jun 18 05:20:40.498581 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-21fb143b-bde1-4a9c-b358-665aa35b06b9 req-29858ec6-2b10-4bef-b762-0f89e25df89d tempest-AttachVolumeTestJSON-1934236616 tempest-AttachVolumeTestJSON-1934236616-project] 10.222.0.23 "GET /v2.0/security-groups?id=56599af9-2eb2-464a-a36c-fced5401bf67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418785 Jun 18 05:20:40.529055 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.wsgi [-] (104388) accepted ('10.222.0.23', 51998) {{(pid=104388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 05:20:40.570983 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [None req-f573aaa7-d7c7-48af-8265-7fd83ac53690 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=a63728833c434410864d0d7431a9fac2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0405135 Jun 18 05:20:40.573620 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.wsgi [-] (104388) accepted ('10.222.0.23', 52000) {{(pid=104388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 05:20:40.624249 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-45f3eb71-83da-45d5-96de-91cddcf775f0 admin admin] Publish callbacks [] for security_group (2f2cbc39-8b3e-4924-926e-fc7e9cf06658), before_delete {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:20:40.627998 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG dbcounter [-] [104388] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:20:40.645805 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-45f3eb71-83da-45d5-96de-91cddcf775f0 admin admin] Publish callbacks [] for security_group (2f2cbc39-8b3e-4924-926e-fc7e9cf06658), precommit_delete {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:20:40.790367 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-45f3eb71-83da-45d5-96de-91cddcf775f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728332'] for security_group (2f2cbc39-8b3e-4924-926e-fc7e9cf06658), after_delete {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:20:40.792874 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-45f3eb71-83da-45d5-96de-91cddcf775f0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:20:40.794070 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [None req-45f3eb71-83da-45d5-96de-91cddcf775f0 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/2f2cbc39-8b3e-4924-926e-fc7e9cf06658 HTTP/1.1" status: 204 len: 168 time: 0.2194412 Jun 18 05:20:40.801888 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f3eb71-83da-45d5-96de-91cddcf775f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f2cbc39-8b3e-4924-926e-fc7e9cf06658,revision_number=None']} {{(pid=104388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:20:41.619667 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec41313-ba20-4a44-8201-c982dac7098e req-5e3dc532-3514-42c4-8326-c3c131204cba tempest-AttachVolumeTestJSON-1934236616 tempest-AttachVolumeTestJSON-1934236616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:20:41.621151 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-3ec41313-ba20-4a44-8201-c982dac7098e req-5e3dc532-3514-42c4-8326-c3c131204cba tempest-AttachVolumeTestJSON-1934236616 tempest-AttachVolumeTestJSON-1934236616-project] 10.222.0.23 "GET /v2.0/ports?device_id=240d96c6-c2da-4ee1-8fd9-554944f65d95 HTTP/1.1" status: 200 len: 945 time: 0.0534070 Jun 18 05:20:41.691293 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-3ec41313-ba20-4a44-8201-c982dac7098e req-77b87785-0803-48b4-909b-47b4202cdbd6 tempest-AttachVolumeTestJSON-1934236616 tempest-AttachVolumeTestJSON-1934236616-project] 10.222.0.23 "GET /v2.0/security-groups?id=56599af9-2eb2-464a-a36c-fced5401bf67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428507 Jun 18 05:20:42.784970 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2974000e-90eb-4b07-866b-7c6595ad8759 req-9a5804fb-4593-48f2-b5a5-b312cf6050f4 tempest-AttachVolumeTestJSON-1934236616 tempest-AttachVolumeTestJSON-1934236616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:20:42.786491 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-2974000e-90eb-4b07-866b-7c6595ad8759 req-9a5804fb-4593-48f2-b5a5-b312cf6050f4 tempest-AttachVolumeTestJSON-1934236616 tempest-AttachVolumeTestJSON-1934236616-project] 10.222.0.23 "GET /v2.0/ports?device_id=240d96c6-c2da-4ee1-8fd9-554944f65d95 HTTP/1.1" status: 200 len: 945 time: 0.0461082 Jun 18 05:20:42.836582 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-2974000e-90eb-4b07-866b-7c6595ad8759 req-10a7d435-e69e-4b7f-9876-05bb76f73a1a tempest-AttachVolumeTestJSON-1934236616 tempest-AttachVolumeTestJSON-1934236616-project] 10.222.0.23 "GET /v2.0/security-groups?id=56599af9-2eb2-464a-a36c-fced5401bf67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439243 Jun 18 05:20:43.806078 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-15f8b06f-0865-4fca-8f39-36cc52f33d80 req-4f9913b6-cef3-456e-a8c0-ae18f32f2a72 tempest-VolumesNegativeTest-438707663 tempest-VolumesNegativeTest-438707663-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=e1242924d8394c81a19aa21cac3a8608&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0301235 Jun 18 05:20:43.953858 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d85fa2-b104-49b3-85fb-4081f1b30d6d req-30b76169-f30b-4777-ad05-6b4ebdb155e1 tempest-AttachVolumeTestJSON-1934236616 tempest-AttachVolumeTestJSON-1934236616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:20:43.955340 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-b1d85fa2-b104-49b3-85fb-4081f1b30d6d req-30b76169-f30b-4777-ad05-6b4ebdb155e1 tempest-AttachVolumeTestJSON-1934236616 tempest-AttachVolumeTestJSON-1934236616-project] 10.222.0.23 "GET /v2.0/ports?device_id=240d96c6-c2da-4ee1-8fd9-554944f65d95 HTTP/1.1" status: 200 len: 945 time: 0.0493548 Jun 18 05:20:43.987894 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f8b06f-0865-4fca-8f39-36cc52f33d80 req-aa81ccea-20cb-4f4d-bd51-c8e6b6357c51 tempest-VolumesNegativeTest-438707663 tempest-VolumesNegativeTest-438707663-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:20:43.989405 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-15f8b06f-0865-4fca-8f39-36cc52f33d80 req-aa81ccea-20cb-4f4d-bd51-c8e6b6357c51 tempest-VolumesNegativeTest-438707663 tempest-VolumesNegativeTest-438707663-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1781974 Jun 18 05:20:44.002490 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-b1d85fa2-b104-49b3-85fb-4081f1b30d6d req-642876bb-6da8-4b30-9c60-2f184c9d87a0 tempest-AttachVolumeTestJSON-1934236616 tempest-AttachVolumeTestJSON-1934236616-project] 10.222.0.23 "GET /v2.0/security-groups?id=56599af9-2eb2-464a-a36c-fced5401bf67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410683 Jun 18 05:20:44.004288 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-15f8b06f-0865-4fca-8f39-36cc52f33d80 req-478e620f-4cad-425a-aecb-3c4aeb45e6d4 tempest-VolumesNegativeTest-438707663 tempest-VolumesNegativeTest-438707663-project] 10.222.0.23 "GET /v2.0/quotas/e1242924d8394c81a19aa21cac3a8608 HTTP/1.1" status: 200 len: 375 time: 0.0091400 Jun 18 05:20:44.036847 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-15f8b06f-0865-4fca-8f39-36cc52f33d80 req-35fe811b-d0f5-45af-94ed-2cb9f5dcab80 tempest-VolumesNegativeTest-438707663 tempest-VolumesNegativeTest-438707663-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=e1242924d8394c81a19aa21cac3a8608&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0267572 Jun 18 05:20:44.309354 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-0cbbd357-f547-4237-b47f-16b00927bfbe req-6ce0db43-9e24-461c-9eb1-4a91b218f9af tempest-VolumesNegativeTest-438707663 tempest-VolumesNegativeTest-438707663-project] 10.222.0.23 "GET /v2.0/ports?device_id=25191347-555f-4f50-a0c8-e0ad960f1890 HTTP/1.1" status: 200 len: 210 time: 0.0281570 Jun 18 05:20:45.343357 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea9bbbc-b651-4c08-9430-45fee6f866b1 req-812c795e-702d-41bd-992b-bb3d5b6ebcfb tempest-AttachVolumeTestJSON-1934236616 tempest-AttachVolumeTestJSON-1934236616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:20:45.349132 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-bea9bbbc-b651-4c08-9430-45fee6f866b1 req-812c795e-702d-41bd-992b-bb3d5b6ebcfb tempest-AttachVolumeTestJSON-1934236616 tempest-AttachVolumeTestJSON-1934236616-project] 10.222.0.23 "GET /v2.0/ports?device_id=240d96c6-c2da-4ee1-8fd9-554944f65d95 HTTP/1.1" status: 200 len: 945 time: 0.2741494 Jun 18 05:20:45.396139 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-bea9bbbc-b651-4c08-9430-45fee6f866b1 req-fe3cd1dc-bd1a-4573-a46d-73d6b52635b8 tempest-AttachVolumeTestJSON-1934236616 tempest-AttachVolumeTestJSON-1934236616-project] 10.222.0.23 "GET /v2.0/security-groups?id=56599af9-2eb2-464a-a36c-fced5401bf67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455399 Jun 18 05:20:45.406221 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-05622dcf-57c0-4e52-b3d7-14d2e73e86c3 req-4193a19d-d63d-4155-9c0f-0f1c61c1d081 tempest-VolumesNegativeTest-438707663 tempest-VolumesNegativeTest-438707663-project] 10.222.0.23 "GET /v2.0/ports?device_id=25191347-555f-4f50-a0c8-e0ad960f1890 HTTP/1.1" status: 200 len: 210 time: 0.0287395 Jun 18 05:20:45.891836 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-89349e70-ebe8-4a48-9209-1bf64eee32dc req-9ebd7d52-c42e-404b-80f5-62f613ebecda tempest-TestVolumeBootPattern-2140324561 tempest-TestVolumeBootPattern-2140324561-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1088067478&fields=id&tenant_id=e5e4aece32ff462b9b9a42200d584c1b HTTP/1.1" status: 200 len: 267 time: 0.0450087 Jun 18 05:20:46.001518 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89349e70-ebe8-4a48-9209-1bf64eee32dc req-60eeeb9c-df3d-4463-8a3a-d77a1d0caeb7 tempest-TestVolumeBootPattern-2140324561 tempest-TestVolumeBootPattern-2140324561-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:20:46.003152 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-89349e70-ebe8-4a48-9209-1bf64eee32dc req-60eeeb9c-df3d-4463-8a3a-d77a1d0caeb7 tempest-TestVolumeBootPattern-2140324561 tempest-TestVolumeBootPattern-2140324561-project] 10.222.0.23 "GET /v2.0/networks?id=1df631c6-dcd7-4307-8f3b-f75e299e78ec HTTP/1.1" status: 200 len: 812 time: 0.1046519 Jun 18 05:20:46.014621 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG dbcounter [-] [104388] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=104388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:20:46.018439 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-89349e70-ebe8-4a48-9209-1bf64eee32dc req-a080f243-e00c-48b2-b25c-a6eec0028ede tempest-TestVolumeBootPattern-2140324561 tempest-TestVolumeBootPattern-2140324561-project] 10.222.0.23 "GET /v2.0/quotas/e5e4aece32ff462b9b9a42200d584c1b HTTP/1.1" status: 200 len: 375 time: 0.0096288 Jun 18 05:20:46.068256 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-89349e70-ebe8-4a48-9209-1bf64eee32dc req-a589f51e-9e27-447c-9dff-7fe36601646d tempest-TestVolumeBootPattern-2140324561 tempest-TestVolumeBootPattern-2140324561-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=e5e4aece32ff462b9b9a42200d584c1b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0443850 Jun 18 05:20:46.168794 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-89349e70-ebe8-4a48-9209-1bf64eee32dc req-63a2eea8-2295-44df-9579-dbe019450ad9 service neutron] 10.222.0.23 "GET /v2.0/networks/1df631c6-dcd7-4307-8f3b-f75e299e78ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887494 Jun 18 05:20:46.258532 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-89349e70-ebe8-4a48-9209-1bf64eee32dc req-ab2933d3-ae38-4a67-bdd3-ba06a1e04be3 service neutron] 10.222.0.23 "GET /v2.0/networks/1df631c6-dcd7-4307-8f3b-f75e299e78ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838709 Jun 18 05:20:46.515539 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf921e1-4bb2-49ee-b4d3-ef774135daeb req-b5dcd715-d7f7-4f62-89a8-5e40ab87e90e tempest-AttachVolumeTestJSON-1934236616 tempest-AttachVolumeTestJSON-1934236616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:20:46.517031 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-aaf921e1-4bb2-49ee-b4d3-ef774135daeb req-b5dcd715-d7f7-4f62-89a8-5e40ab87e90e tempest-AttachVolumeTestJSON-1934236616 tempest-AttachVolumeTestJSON-1934236616-project] 10.222.0.23 "GET /v2.0/ports?device_id=240d96c6-c2da-4ee1-8fd9-554944f65d95 HTTP/1.1" status: 200 len: 945 time: 0.0494144 Jun 18 05:20:46.564507 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-aaf921e1-4bb2-49ee-b4d3-ef774135daeb req-10fb1580-924b-4e58-b309-94fe5764ee84 tempest-AttachVolumeTestJSON-1934236616 tempest-AttachVolumeTestJSON-1934236616-project] 10.222.0.23 "GET /v2.0/security-groups?id=56599af9-2eb2-464a-a36c-fced5401bf67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408378 Jun 18 05:20:46.607199 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG dbcounter [-] [104390] Writing DB stats neutron:SELECT=2 {{(pid=104390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:20:46.618058 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-15f8b06f-0865-4fca-8f39-36cc52f33d80 req-7ddf00c4-89d4-4b76-a043-fdbedc04dbe7 tempest-VolumesNegativeTest-438707663 tempest-VolumesNegativeTest-438707663-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=e1242924d8394c81a19aa21cac3a8608&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0283320 Jun 18 05:20:46.618237 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG dbcounter [-] [104390] Writing DB stats neutron:SELECT=6 {{(pid=104390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:20:46.692848 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-53109b4e-a3f6-4af1-82e7-45a341d3bec2 req-5df42fb2-6522-4221-bac7-b6d19c31d8b4 tempest-VolumesNegativeTest-438707663 tempest-VolumesNegativeTest-438707663-project] 10.222.0.23 "GET /v2.0/ports?device_id=25191347-555f-4f50-a0c8-e0ad960f1890 HTTP/1.1" status: 200 len: 210 time: 0.0607383 Jun 18 05:20:46.828456 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f8b06f-0865-4fca-8f39-36cc52f33d80 req-cb1f8d85-d6e1-4ec3-b076-5d4ef6368e5c tempest-VolumesNegativeTest-438707663 tempest-VolumesNegativeTest-438707663-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:20:46.831722 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-15f8b06f-0865-4fca-8f39-36cc52f33d80 req-cb1f8d85-d6e1-4ec3-b076-5d4ef6368e5c tempest-VolumesNegativeTest-438707663 tempest-VolumesNegativeTest-438707663-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2070701 Jun 18 05:20:46.855413 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.api.v2.base [req-15f8b06f-0865-4fca-8f39-36cc52f33d80 req-877eb896-5d6c-4563-95cb-2c0046e9649e tempest-VolumesNegativeTest-438707663 tempest-VolumesNegativeTest-438707663-project] Request body: {'port': {'device_id': '25191347-555f-4f50-a0c8-e0ad960f1890', 'network_id': 'dd4500f2-a38a-4000-8330-44d4e18a300a', 'admin_state_up': True, 'tenant_id': 'e1242924d8394c81a19aa21cac3a8608'}} {{(pid=104387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 18 05:20:46.896745 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-cd4e42d4-233d-43f5-b152-4494bf164620 req-5720a2ff-fa4e-46bc-ab91-f990600fedb9 tempest-TestVolumeBootPattern-2140324561 tempest-TestVolumeBootPattern-2140324561-project] 10.222.0.23 "GET /v2.0/ports?device_id=0862f974-0f40-4c61-95a9-9c0e1db65a4b HTTP/1.1" status: 200 len: 210 time: 0.0445466 Jun 18 05:20:47.070796 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-15f8b06f-0865-4fca-8f39-36cc52f33d80 req-877eb896-5d6c-4563-95cb-2c0046e9649e tempest-VolumesNegativeTest-438707663 tempest-VolumesNegativeTest-438707663-project] Made reservation on behalf of e1242924d8394c81a19aa21cac3a8608 for: {'port': 1} {{(pid=104387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 05:20:47.074327 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [req-15f8b06f-0865-4fca-8f39-36cc52f33d80 req-877eb896-5d6c-4563-95cb-2c0046e9649e tempest-VolumesNegativeTest-438707663 tempest-VolumesNegativeTest-438707663-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1768406'] for port (None), before_create {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:20:47.333217 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [req-15f8b06f-0865-4fca-8f39-36cc52f33d80 req-877eb896-5d6c-4563-95cb-2c0046e9649e tempest-VolumesNegativeTest-438707663 tempest-VolumesNegativeTest-438707663-project] Publish callbacks [] for security_group (None), before_create {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:20:47.369787 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG dbcounter [-] [104387] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:INSERT=4 {{(pid=104387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:20:47.384155 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG dbcounter [-] [104387] Writing DB stats neutron:SELECT=88,neutron:DELETE=3,neutron:UPDATE=2,neutron:INSERT=7 {{(pid=104387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:20:47.409804 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [req-15f8b06f-0865-4fca-8f39-36cc52f33d80 req-877eb896-5d6c-4563-95cb-2c0046e9649e tempest-VolumesNegativeTest-438707663 tempest-VolumesNegativeTest-438707663-project] Publish callbacks [] for security_group (00f8c425-eadb-4d2b-9691-9fc94c1c11a7), precommit_create {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:20:47.498996 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [req-15f8b06f-0865-4fca-8f39-36cc52f33d80 req-877eb896-5d6c-4563-95cb-2c0046e9649e tempest-VolumesNegativeTest-438707663 tempest-VolumesNegativeTest-438707663-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728332'] for security_group (00f8c425-eadb-4d2b-9691-9fc94c1c11a7), after_create {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:20:47.561870 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877eb896-5d6c-4563-95cb-2c0046e9649e tempest-VolumesNegativeTest-438707663 tempest-VolumesNegativeTest-438707663-project] Pushing event updated for resources: {'SecurityGroup': ['ID=00f8c425-eadb-4d2b-9691-9fc94c1c11a7,revision_number=1']} {{(pid=104387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:20:47.641189 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.db.db_base_plugin_common [req-15f8b06f-0865-4fca-8f39-36cc52f33d80 req-877eb896-5d6c-4563-95cb-2c0046e9649e tempest-VolumesNegativeTest-438707663 tempest-VolumesNegativeTest-438707663-project] Allocated IP 192.168.233.213 (dd4500f2-a38a-4000-8330-44d4e18a300a/b2296f3f-1b9a-4687-8302-9eab13da1005/09bdca09-5609-426c-9151-393b7ced1c72) {{(pid=104387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 05:20:47.683591 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2feb65ed-e0cf-4801-ae0a-c273ae972a66 req-0094f677-5d99-4fe8-8fb6-7e7253b4ce68 tempest-AttachVolumeTestJSON-1934236616 tempest-AttachVolumeTestJSON-1934236616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:20:47.685095 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-2feb65ed-e0cf-4801-ae0a-c273ae972a66 req-0094f677-5d99-4fe8-8fb6-7e7253b4ce68 tempest-AttachVolumeTestJSON-1934236616 tempest-AttachVolumeTestJSON-1934236616-project] 10.222.0.23 "GET /v2.0/ports?device_id=240d96c6-c2da-4ee1-8fd9-554944f65d95 HTTP/1.1" status: 200 len: 945 time: 0.0494704 Jun 18 05:20:47.746116 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-2feb65ed-e0cf-4801-ae0a-c273ae972a66 req-a02a978b-20ec-4c0b-9312-274e25e94803 tempest-AttachVolumeTestJSON-1934236616 tempest-AttachVolumeTestJSON-1934236616-project] 10.222.0.23 "GET /v2.0/security-groups?id=56599af9-2eb2-464a-a36c-fced5401bf67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550070 Jun 18 05:20:47.815024 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-087354f1-c0d7-4148-8a4c-5920277b0de0 req-83cc3716-4069-4bfd-a116-6b943f7bd52e tempest-VolumesNegativeTest-438707663 tempest-VolumesNegativeTest-438707663-project] 10.222.0.23 "GET /v2.0/ports?device_id=25191347-555f-4f50-a0c8-e0ad960f1890 HTTP/1.1" status: 200 len: 210 time: 0.0438838 Jun 18 05:20:47.839340 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [req-15f8b06f-0865-4fca-8f39-36cc52f33d80 req-877eb896-5d6c-4563-95cb-2c0046e9649e tempest-VolumesNegativeTest-438707663 tempest-VolumesNegativeTest-438707663-project] Publish callbacks [] for port (09bdca09-5609-426c-9151-393b7ced1c72), precommit_create {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:20:47.866016 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG dbcounter [-] [104387] Writing DB stats neutron:INSERT=9,neutron:SELECT=87,neutron:UPDATE=4 {{(pid=104387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:20:47.932339 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [req-15f8b06f-0865-4fca-8f39-36cc52f33d80 req-877eb896-5d6c-4563-95cb-2c0046e9649e tempest-VolumesNegativeTest-438707663 tempest-VolumesNegativeTest-438707663-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1768343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789592262822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14020772'] for port (09bdca09-5609-426c-9151-393b7ced1c72), after_create {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:20:48.005284 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-15f8b06f-0865-4fca-8f39-36cc52f33d80 req-877eb896-5d6c-4563-95cb-2c0046e9649e tempest-VolumesNegativeTest-438707663 tempest-VolumesNegativeTest-438707663-project] Network dd4500f2-a38a-4000-8330-44d4e18a300a is already hosted by enough agents. {{(pid=104387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 05:20:48.007849 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-0a851b9a-3918-4b70-9313-d0439ee21d48 req-2885cee2-4edc-4708-beb0-4d26f8ba91da tempest-TestVolumeBootPattern-2140324561 tempest-TestVolumeBootPattern-2140324561-project] 10.222.0.23 "GET /v2.0/ports?device_id=0862f974-0f40-4c61-95a9-9c0e1db65a4b HTTP/1.1" status: 200 len: 210 time: 0.0378504 Jun 18 05:20:48.012092 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.scheduler.base_scheduler [req-15f8b06f-0865-4fca-8f39-36cc52f33d80 req-877eb896-5d6c-4563-95cb-2c0046e9649e tempest-VolumesNegativeTest-438707663 tempest-VolumesNegativeTest-438707663-project] Resources bound (agent type, host, resource id): {{(pid=104387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 05:20:48.017980 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.db.l3_dvrscheduler_db [req-15f8b06f-0865-4fca-8f39-36cc52f33d80 req-877eb896-5d6c-4563-95cb-2c0046e9649e tempest-VolumesNegativeTest-438707663 tempest-VolumesNegativeTest-438707663-project] Received port after_create {{(pid=104387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 18 05:20:48.047985 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877eb896-5d6c-4563-95cb-2c0046e9649e tempest-VolumesNegativeTest-438707663 tempest-VolumesNegativeTest-438707663-project] Pushing event updated for resources: {'Port': ['ID=09bdca09-5609-426c-9151-393b7ced1c72,revision_number=1']} {{(pid=104387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:20:48.077650 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f8b06f-0865-4fca-8f39-36cc52f33d80 req-877eb896-5d6c-4563-95cb-2c0046e9649e tempest-VolumesNegativeTest-438707663 tempest-VolumesNegativeTest-438707663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:20:48.078259 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [req-15f8b06f-0865-4fca-8f39-36cc52f33d80 req-877eb896-5d6c-4563-95cb-2c0046e9649e tempest-VolumesNegativeTest-438707663 tempest-VolumesNegativeTest-438707663-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19502'] for port (None), before_response {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:20:48.134000 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7da5a58-5c69-48d4-852b-ee3b1061fe94 req-1179389e-c7f1-4c77-8127-9d1fc2a55c80 tempest-AttachVolumeTestJSON-1934236616 tempest-AttachVolumeTestJSON-1934236616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:20:48.135549 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-d7da5a58-5c69-48d4-852b-ee3b1061fe94 req-1179389e-c7f1-4c77-8127-9d1fc2a55c80 tempest-AttachVolumeTestJSON-1934236616 tempest-AttachVolumeTestJSON-1934236616-project] 10.222.0.23 "GET /v2.0/ports?device_id=240d96c6-c2da-4ee1-8fd9-554944f65d95 HTTP/1.1" status: 200 len: 945 time: 0.0495932 Jun 18 05:20:48.176279 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-15f8b06f-0865-4fca-8f39-36cc52f33d80 req-877eb896-5d6c-4563-95cb-2c0046e9649e tempest-VolumesNegativeTest-438707663 tempest-VolumesNegativeTest-438707663-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.3257539 Jun 18 05:20:48.195684 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-d7da5a58-5c69-48d4-852b-ee3b1061fe94 req-aab57d63-690d-41b2-8578-2796890c6e42 tempest-AttachVolumeTestJSON-1934236616 tempest-AttachVolumeTestJSON-1934236616-project] 10.222.0.23 "GET /v2.0/security-groups?id=56599af9-2eb2-464a-a36c-fced5401bf67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534463 Jun 18 05:20:48.238567 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.api.v2.base [req-15f8b06f-0865-4fca-8f39-36cc52f33d80 req-7d56cc13-a295-4496-b97f-76fcee777c98 service neutron] Request body: {'port': {'device_id': '25191347-555f-4f50-a0c8-e0ad960f1890', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83699'}} {{(pid=104387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 18 05:20:48.251969 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG dbcounter [-] [104389] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:20:48.258226 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.db.provisioning_blocks [None req-a0c59f0d-0d8f-46c9-aebe-966df38eb46f None None] Provisioning complete for port 09bdca09-5609-426c-9151-393b7ced1c72 triggered by entity DHCP. {{(pid=104389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 18 05:20:48.259896 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-a0c59f0d-0d8f-46c9-aebe-966df38eb46f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1740956'] for port (09bdca09-5609-426c-9151-393b7ced1c72), provisioning_complete {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:20:48.293684 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.plugin [None req-a0c59f0d-0d8f-46c9-aebe-966df38eb46f None None] Port 09bdca09-5609-426c-9151-393b7ced1c72 cannot update to ACTIVE because it is not bound. {{(pid=104389) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 18 05:20:48.301013 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [req-15f8b06f-0865-4fca-8f39-36cc52f33d80 req-7d56cc13-a295-4496-b97f-76fcee777c98 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1768406'] for port (09bdca09-5609-426c-9151-393b7ced1c72), before_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:20:48.355592 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5162bf0f-9851-4f9c-b577-a1e8ad0be7b5 req-adf52b56-d810-4c0f-afba-5a26e5a6f66a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:20:48.357423 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-5162bf0f-9851-4f9c-b577-a1e8ad0be7b5 req-adf52b56-d810-4c0f-afba-5a26e5a6f66a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=969c470f720c4b2f97ba9f45c5d0d426&device_id=240d96c6-c2da-4ee1-8fd9-554944f65d95 HTTP/1.1" status: 200 len: 1129 time: 0.0421848 Jun 18 05:20:48.380429 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG dbcounter [-] [104388] Writing DB stats neutron:SELECT=100 {{(pid=104388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:20:48.468881 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5162bf0f-9851-4f9c-b577-a1e8ad0be7b5 req-ad79d1bf-2f3d-4325-832e-06a0694e11ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:20:48.470375 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-5162bf0f-9851-4f9c-b577-a1e8ad0be7b5 req-ad79d1bf-2f3d-4325-832e-06a0694e11ca service neutron] 10.222.0.15 "GET /v2.0/networks?id=22d8eb11-0b66-4ea6-b4d2-3deab0a32f40 HTTP/1.1" status: 200 len: 912 time: 0.1013572 Jun 18 05:20:48.535478 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-5162bf0f-9851-4f9c-b577-a1e8ad0be7b5 req-05d77889-2a6e-435b-ae62-d65a90c4b57a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=376a2e8d-64a9-45d4-8092-b0e803666ea7 HTTP/1.1" status: 200 len: 1000 time: 0.0575073 Jun 18 05:20:48.571876 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.notifiers.nova [req-15f8b06f-0865-4fca-8f39-36cc52f33d80 req-7d56cc13-a295-4496-b97f-76fcee777c98 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 09bdca09-5609-426c-9151-393b7ced1c72 {{(pid=104387) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 18 05:20:48.579506 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [req-15f8b06f-0865-4fca-8f39-36cc52f33d80 req-7d56cc13-a295-4496-b97f-76fcee777c98 service neutron] Publish callbacks [] for port (09bdca09-5609-426c-9151-393b7ced1c72), precommit_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:20:48.592970 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.db.provisioning_blocks [req-15f8b06f-0865-4fca-8f39-36cc52f33d80 req-7d56cc13-a295-4496-b97f-76fcee777c98 service neutron] Transition to ACTIVE for port object 09bdca09-5609-426c-9151-393b7ced1c72 will not be triggered until provisioned by entity L2. {{(pid=104387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 18 05:20:48.593252 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5162bf0f-9851-4f9c-b577-a1e8ad0be7b5 req-d285ee66-0607-40ac-ba68-93ef875a2074 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:20:48.594627 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-5162bf0f-9851-4f9c-b577-a1e8ad0be7b5 req-d285ee66-0607-40ac-ba68-93ef875a2074 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=5d138401-1420-4153-a9c8-b647c19cd403 HTTP/1.1" status: 200 len: 850 time: 0.0502901 Jun 18 05:20:48.652601 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [req-15f8b06f-0865-4fca-8f39-36cc52f33d80 req-7d56cc13-a295-4496-b97f-76fcee777c98 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1768343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789592765606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789592262840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789592262858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14020781'] for port (09bdca09-5609-426c-9151-393b7ced1c72), after_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:20:48.703444 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d56cc13-a295-4496-b97f-76fcee777c98 service neutron] Pushing event updated for resources: {'Port': ['ID=09bdca09-5609-426c-9151-393b7ced1c72,revision_number=2']} {{(pid=104387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:20:48.774927 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.managers [req-15f8b06f-0865-4fca-8f39-36cc52f33d80 req-7d56cc13-a295-4496-b97f-76fcee777c98 service neutron] Attempting to bind port 09bdca09-5609-426c-9151-393b7ced1c72 on host hv-cinder-83699 for vnic_type normal with profile {{(pid=104387) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 18 05:20:48.775263 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.managers [req-15f8b06f-0865-4fca-8f39-36cc52f33d80 req-7d56cc13-a295-4496-b97f-76fcee777c98 service neutron] Attempting to bind port 09bdca09-5609-426c-9151-393b7ced1c72 by drivers openvswitch,hyperv on host hv-cinder-83699 at level 0 using segments [{'id': '0ae0227d-ba40-4f1d-94b4-e07cee7cb37e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'dd4500f2-a38a-4000-8330-44d4e18a300a'}] {{(pid=104387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 18 05:20:48.775588 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15f8b06f-0865-4fca-8f39-36cc52f33d80 req-7d56cc13-a295-4496-b97f-76fcee777c98 service neutron] Attempting to bind port 09bdca09-5609-426c-9151-393b7ced1c72 on network dd4500f2-a38a-4000-8330-44d4e18a300a {{(pid=104387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 18 05:20:48.780641 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15f8b06f-0865-4fca-8f39-36cc52f33d80 req-7d56cc13-a295-4496-b97f-76fcee777c98 service neutron] Port 09bdca09-5609-426c-9151-393b7ced1c72 on network dd4500f2-a38a-4000-8330-44d4e18a300a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83699 {{(pid=104387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 18 05:20:48.781087 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15f8b06f-0865-4fca-8f39-36cc52f33d80 req-7d56cc13-a295-4496-b97f-76fcee777c98 service neutron] Attempting to bind port 09bdca09-5609-426c-9151-393b7ced1c72 on network dd4500f2-a38a-4000-8330-44d4e18a300a {{(pid=104387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 18 05:20:48.786364 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15f8b06f-0865-4fca-8f39-36cc52f33d80 req-7d56cc13-a295-4496-b97f-76fcee777c98 service neutron] Checking agent: {'id': '21f82a9e-593b-4fa9-aa06-dfe6f16482e6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83699', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 18, 5, 14, 36), 'started_at': datetime.datetime(2022, 6, 18, 5, 14, 36), 'heartbeat_timestamp': datetime.datetime(2022, 6, 18, 5, 20, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 18 05:20:48.786631 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15f8b06f-0865-4fca-8f39-36cc52f33d80 req-7d56cc13-a295-4496-b97f-76fcee777c98 service neutron] Checking segment: {'id': '0ae0227d-ba40-4f1d-94b4-e07cee7cb37e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'dd4500f2-a38a-4000-8330-44d4e18a300a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 18 05:20:48.787008 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15f8b06f-0865-4fca-8f39-36cc52f33d80 req-7d56cc13-a295-4496-b97f-76fcee777c98 service neutron] Bound using segment: {'id': '0ae0227d-ba40-4f1d-94b4-e07cee7cb37e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'dd4500f2-a38a-4000-8330-44d4e18a300a'} {{(pid=104387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 18 05:20:48.788603 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.managers [req-15f8b06f-0865-4fca-8f39-36cc52f33d80 req-7d56cc13-a295-4496-b97f-76fcee777c98 service neutron] Bound port: 09bdca09-5609-426c-9151-393b7ced1c72, host: hv-cinder-83699, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0ae0227d-ba40-4f1d-94b4-e07cee7cb37e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'dd4500f2-a38a-4000-8330-44d4e18a300a'}}] {{(pid=104387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 18 05:20:48.789096 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [req-15f8b06f-0865-4fca-8f39-36cc52f33d80 req-7d56cc13-a295-4496-b97f-76fcee777c98 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1768406'] for port (09bdca09-5609-426c-9151-393b7ced1c72), before_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:20:48.831435 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG dbcounter [-] [104387] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:20:48.858490 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.db [req-15f8b06f-0865-4fca-8f39-36cc52f33d80 req-7d56cc13-a295-4496-b97f-76fcee777c98 service neutron] For port 09bdca09-5609-426c-9151-393b7ced1c72, host hv-cinder-83699, cleared binding levels {{(pid=104387) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 05:20:48.861702 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.db [req-15f8b06f-0865-4fca-8f39-36cc52f33d80 req-7d56cc13-a295-4496-b97f-76fcee777c98 service neutron] For port 09bdca09-5609-426c-9151-393b7ced1c72, host hv-cinder-83699, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=09bdca09-5609-426c-9151-393b7ced1c72,segment=NetworkSegment(0ae0227d-ba40-4f1d-94b4-e07cee7cb37e),segment_id=0ae0227d-ba40-4f1d-94b4-e07cee7cb37e)] {{(pid=104387) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 05:20:48.936537 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb98b2d-ed58-4eaa-bb33-bd73c52a15a7 req-6941f7da-1f0c-4066-bdf6-41410f1bfe7b tempest-VolumesNegativeTest-438707663 tempest-VolumesNegativeTest-438707663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:20:48.941837 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-ccb98b2d-ed58-4eaa-bb33-bd73c52a15a7 req-6941f7da-1f0c-4066-bdf6-41410f1bfe7b tempest-VolumesNegativeTest-438707663 tempest-VolumesNegativeTest-438707663-project] 10.222.0.23 "GET /v2.0/ports?device_id=25191347-555f-4f50-a0c8-e0ad960f1890 HTTP/1.1" status: 200 len: 948 time: 0.0514779 Jun 18 05:20:48.945277 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5162bf0f-9851-4f9c-b577-a1e8ad0be7b5 req-ff640af5-2157-49fb-805d-003d45844760 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:20:48.946830 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-5162bf0f-9851-4f9c-b577-a1e8ad0be7b5 req-ff640af5-2157-49fb-805d-003d45844760 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=22d8eb11-0b66-4ea6-b4d2-3deab0a32f40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0424018 Jun 18 05:20:48.982142 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [req-15f8b06f-0865-4fca-8f39-36cc52f33d80 req-7d56cc13-a295-4496-b97f-76fcee777c98 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1768343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789592765606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789592262840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789592262858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14020781'] for port (09bdca09-5609-426c-9151-393b7ced1c72), after_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:20:49.013184 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f8b06f-0865-4fca-8f39-36cc52f33d80 req-7d56cc13-a295-4496-b97f-76fcee777c98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:20:49.016569 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [req-15f8b06f-0865-4fca-8f39-36cc52f33d80 req-7d56cc13-a295-4496-b97f-76fcee777c98 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19502'] for port (None), before_response {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:20:49.016569 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-15f8b06f-0865-4fca-8f39-36cc52f33d80 req-7d56cc13-a295-4496-b97f-76fcee777c98 service neutron] 10.222.0.15 "PUT /v2.0/ports/09bdca09-5609-426c-9151-393b7ced1c72 HTTP/1.1" status: 200 len: 1098 time: 0.7809665 Jun 18 05:20:49.018716 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '25191347-555f-4f50-a0c8-e0ad960f1890', 'tag': '09bdca09-5609-426c-9151-393b7ced1c72'}] {{(pid=104387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 18 05:20:49.020997 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}067244ef130036e0f0c6cfdae2cc0bb626a7afb0c2954d608d85df941ffdb65a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c608e892-7c5b-412f-bff0-783188b34750" -d '{"events": [{"name": "network-changed", "server_uuid": "25191347-555f-4f50-a0c8-e0ad960f1890", "tag": "09bdca09-5609-426c-9151-393b7ced1c72"}]}' {{(pid=104387) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 05:20:49.023964 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG dbcounter [-] [104387] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:20:49.033836 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-ccb98b2d-ed58-4eaa-bb33-bd73c52a15a7 req-adc60b9a-e2d2-46e0-83df-27bf24e563c6 tempest-VolumesNegativeTest-438707663 tempest-VolumesNegativeTest-438707663-project] 10.222.0.23 "GET /v2.0/security-groups?id=00f8c425-eadb-4d2b-9691-9fc94c1c11a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894201 Jun 18 05:20:49.067358 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d56cc13-a295-4496-b97f-76fcee777c98 service neutron] Pushing event updated for resources: {'Port': ['ID=09bdca09-5609-426c-9151-393b7ced1c72,revision_number=3']} {{(pid=104387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:20:49.079883 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-5162bf0f-9851-4f9c-b577-a1e8ad0be7b5 req-be3708cc-6d14-4a85-945d-1023f82a59d1 service neutron] 10.222.0.15 "GET /v2.0/networks/22d8eb11-0b66-4ea6-b4d2-3deab0a32f40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1061075 Jun 18 05:20:49.112512 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Jun 2022 05:20:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f00ab6ee-9d44-45dc-9ed6-2f3aaae71899 x-openstack-request-id: req-f00ab6ee-9d44-45dc-9ed6-2f3aaae71899 {{(pid=104387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 05:20:49.112512 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "25191347-555f-4f50-a0c8-e0ad960f1890", "tag": "09bdca09-5609-426c-9151-393b7ced1c72", "status": "completed", "code": 200}]} {{(pid=104387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 05:20:49.112512 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-f00ab6ee-9d44-45dc-9ed6-2f3aaae71899 {{(pid=104387) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 05:20:49.112512 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f00ab6ee-9d44-45dc-9ed6-2f3aaae71899'] response: {'name': 'network-changed', 'server_uuid': '25191347-555f-4f50-a0c8-e0ad960f1890', 'tag': '09bdca09-5609-426c-9151-393b7ced1c72', 'status': 'completed', 'code': 200} Jun 18 05:20:49.179107 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-d836f502-9c09-4f5e-a7bb-9cfc22e73fec req-9eae7750-59de-4c3d-8c9a-ad252f1d7040 tempest-TestVolumeBootPattern-2140324561 tempest-TestVolumeBootPattern-2140324561-project] 10.222.0.23 "GET /v2.0/ports?device_id=0862f974-0f40-4c61-95a9-9c0e1db65a4b HTTP/1.1" status: 200 len: 210 time: 0.0345161 Jun 18 05:20:49.198300 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-5162bf0f-9851-4f9c-b577-a1e8ad0be7b5 req-7d7fe4a5-14d3-4d6d-bba6-0d487da6d902 service neutron] 10.222.0.15 "GET /v2.0/networks/22d8eb11-0b66-4ea6-b4d2-3deab0a32f40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1118817 Jun 18 05:20:49.232434 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c608e892-7c5b-412f-bff0-783188b34750 req-978a272d-7c48-46c8-92b2-bdd9ab9da75b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:20:49.234192 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-c608e892-7c5b-412f-bff0-783188b34750 req-978a272d-7c48-46c8-92b2-bdd9ab9da75b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e1242924d8394c81a19aa21cac3a8608&device_id=25191347-555f-4f50-a0c8-e0ad960f1890 HTTP/1.1" status: 200 len: 1132 time: 0.0539587 Jun 18 05:20:49.320797 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8eebee-0b91-4490-bd4e-1a6723d73c0b req-46034d7e-678a-49b1-8410-c69e532ed109 tempest-AttachVolumeTestJSON-1934236616 tempest-AttachVolumeTestJSON-1934236616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:20:49.322238 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-db8eebee-0b91-4490-bd4e-1a6723d73c0b req-46034d7e-678a-49b1-8410-c69e532ed109 tempest-AttachVolumeTestJSON-1934236616 tempest-AttachVolumeTestJSON-1934236616-project] 10.222.0.23 "GET /v2.0/ports?device_id=240d96c6-c2da-4ee1-8fd9-554944f65d95 HTTP/1.1" status: 200 len: 945 time: 0.0486999 Jun 18 05:20:49.370858 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-c608e892-7c5b-412f-bff0-783188b34750 req-0a29f7eb-a1e9-4bbb-b72e-99df1af61d0c service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=e1242924d8394c81a19aa21cac3a8608&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0215518 Jun 18 05:20:49.377823 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-db8eebee-0b91-4490-bd4e-1a6723d73c0b req-5817e530-810c-4db3-bca4-9ba6e6bd523c tempest-AttachVolumeTestJSON-1934236616 tempest-AttachVolumeTestJSON-1934236616-project] 10.222.0.23 "GET /v2.0/security-groups?id=56599af9-2eb2-464a-a36c-fced5401bf67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497098 Jun 18 05:20:49.486667 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG dbcounter [-] [104388] Writing DB stats neutron:SELECT=100 {{(pid=104388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:20:49.496656 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c608e892-7c5b-412f-bff0-783188b34750 req-b37c59e6-5057-4a53-b0c6-637226186a9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:20:49.498513 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-c608e892-7c5b-412f-bff0-783188b34750 req-b37c59e6-5057-4a53-b0c6-637226186a9f service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1006668 Jun 18 05:20:49.502799 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89349e70-ebe8-4a48-9209-1bf64eee32dc req-adaaf8b2-d5a2-4cea-9315-b4b3480bf0c6 tempest-TestVolumeBootPattern-2140324561 tempest-TestVolumeBootPattern-2140324561-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:20:49.504239 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-89349e70-ebe8-4a48-9209-1bf64eee32dc req-adaaf8b2-d5a2-4cea-9315-b4b3480bf0c6 tempest-TestVolumeBootPattern-2140324561 tempest-TestVolumeBootPattern-2140324561-project] 10.222.0.15 "GET /v2.0/networks?id=1df631c6-dcd7-4307-8f3b-f75e299e78ec HTTP/1.1" status: 200 len: 812 time: 0.1070917 Jun 18 05:20:49.620327 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-89349e70-ebe8-4a48-9209-1bf64eee32dc req-534d8aa0-1ad8-4e40-a293-eb279a7f5270 tempest-TestVolumeBootPattern-2140324561 tempest-TestVolumeBootPattern-2140324561-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e5e4aece32ff462b9b9a42200d584c1b HTTP/1.1" status: 200 len: 380 time: 0.0556326 Jun 18 05:20:49.673260 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.api.v2.base [req-89349e70-ebe8-4a48-9209-1bf64eee32dc req-14ab8fc9-9a98-4e98-ab79-2349eea50ab4 tempest-TestVolumeBootPattern-2140324561 tempest-TestVolumeBootPattern-2140324561-project] Request body: {'port': {'device_id': '0862f974-0f40-4c61-95a9-9c0e1db65a4b', 'network_id': '1df631c6-dcd7-4307-8f3b-f75e299e78ec', 'admin_state_up': True, 'tenant_id': 'e5e4aece32ff462b9b9a42200d584c1b', 'security_groups': ['58bf4135-bd70-41ae-af28-83b051ed0d19']}} {{(pid=104388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 18 05:20:49.742356 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f8b06f-0865-4fca-8f39-36cc52f33d80 req-a65f8e38-f47c-4108-8120-b68e66ac14bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:20:49.743983 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-15f8b06f-0865-4fca-8f39-36cc52f33d80 req-a65f8e38-f47c-4108-8120-b68e66ac14bd service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e1242924d8394c81a19aa21cac3a8608&device_id=25191347-555f-4f50-a0c8-e0ad960f1890 HTTP/1.1" status: 200 len: 1132 time: 0.0428934 Jun 18 05:20:49.880098 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-89349e70-ebe8-4a48-9209-1bf64eee32dc req-14ab8fc9-9a98-4e98-ab79-2349eea50ab4 tempest-TestVolumeBootPattern-2140324561 tempest-TestVolumeBootPattern-2140324561-project] Made reservation on behalf of e5e4aece32ff462b9b9a42200d584c1b for: {'port': 1} {{(pid=104388) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 05:20:49.883958 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [req-89349e70-ebe8-4a48-9209-1bf64eee32dc req-14ab8fc9-9a98-4e98-ab79-2349eea50ab4 tempest-TestVolumeBootPattern-2140324561 tempest-TestVolumeBootPattern-2140324561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1768406'] for port (None), before_create {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:20:50.014366 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.db.db_base_plugin_common [req-89349e70-ebe8-4a48-9209-1bf64eee32dc req-14ab8fc9-9a98-4e98-ab79-2349eea50ab4 tempest-TestVolumeBootPattern-2140324561 tempest-TestVolumeBootPattern-2140324561-project] Allocated IP 172.20.0.11 (1df631c6-dcd7-4307-8f3b-f75e299e78ec/6b669cb0-2ad3-4bdc-840d-cbd0d58ea955/23c6b7c7-2045-4a84-955e-c924bc121496) {{(pid=104388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 05:20:50.016007 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG dbcounter [-] [104388] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:20:50.155816 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [req-89349e70-ebe8-4a48-9209-1bf64eee32dc req-14ab8fc9-9a98-4e98-ab79-2349eea50ab4 tempest-TestVolumeBootPattern-2140324561 tempest-TestVolumeBootPattern-2140324561-project] Publish callbacks [] for port (23c6b7c7-2045-4a84-955e-c924bc121496), precommit_create {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:20:50.168811 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176c4fc7-7235-4799-9574-abe10fbecdf4 req-9d816093-e932-482f-800f-45fa2f1bb088 tempest-VolumesNegativeTest-438707663 tempest-VolumesNegativeTest-438707663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:20:50.170379 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-176c4fc7-7235-4799-9574-abe10fbecdf4 req-9d816093-e932-482f-800f-45fa2f1bb088 tempest-VolumesNegativeTest-438707663 tempest-VolumesNegativeTest-438707663-project] 10.222.0.23 "GET /v2.0/ports?device_id=25191347-555f-4f50-a0c8-e0ad960f1890 HTTP/1.1" status: 200 len: 948 time: 0.0478337 Jun 18 05:20:50.219601 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-176c4fc7-7235-4799-9574-abe10fbecdf4 req-a7e76c25-2421-4042-b635-f8574e75672d tempest-VolumesNegativeTest-438707663 tempest-VolumesNegativeTest-438707663-project] 10.222.0.23 "GET /v2.0/security-groups?id=00f8c425-eadb-4d2b-9691-9fc94c1c11a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432706 Jun 18 05:20:50.247715 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [req-89349e70-ebe8-4a48-9209-1bf64eee32dc req-14ab8fc9-9a98-4e98-ab79-2349eea50ab4 tempest-TestVolumeBootPattern-2140324561 tempest-TestVolumeBootPattern-2140324561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1768343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789592262822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15493031'] for port (23c6b7c7-2045-4a84-955e-c924bc121496), after_create {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:20:50.327252 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-89349e70-ebe8-4a48-9209-1bf64eee32dc req-14ab8fc9-9a98-4e98-ab79-2349eea50ab4 tempest-TestVolumeBootPattern-2140324561 tempest-TestVolumeBootPattern-2140324561-project] Network 1df631c6-dcd7-4307-8f3b-f75e299e78ec is already hosted by enough agents. {{(pid=104388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 05:20:50.334694 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.scheduler.base_scheduler [req-89349e70-ebe8-4a48-9209-1bf64eee32dc req-14ab8fc9-9a98-4e98-ab79-2349eea50ab4 tempest-TestVolumeBootPattern-2140324561 tempest-TestVolumeBootPattern-2140324561-project] Resources bound (agent type, host, resource id): {{(pid=104388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 05:20:50.338408 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG dbcounter [-] [104388] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=104388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:20:50.339376 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.db.l3_dvrscheduler_db [req-89349e70-ebe8-4a48-9209-1bf64eee32dc req-14ab8fc9-9a98-4e98-ab79-2349eea50ab4 tempest-TestVolumeBootPattern-2140324561 tempest-TestVolumeBootPattern-2140324561-project] Received port after_create {{(pid=104388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 18 05:20:50.343482 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ab8fc9-9a98-4e98-ab79-2349eea50ab4 tempest-TestVolumeBootPattern-2140324561 tempest-TestVolumeBootPattern-2140324561-project] Pushing event updated for resources: {'Port': ['ID=23c6b7c7-2045-4a84-955e-c924bc121496,revision_number=1']} {{(pid=104388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:20:50.353095 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9c2adb-6016-4f91-b4cf-0ecccaef9371 req-a694ad37-4881-42cf-8809-109ac4538dee tempest-TestVolumeBootPattern-2140324561 tempest-TestVolumeBootPattern-2140324561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:20:50.354836 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-6e9c2adb-6016-4f91-b4cf-0ecccaef9371 req-a694ad37-4881-42cf-8809-109ac4538dee tempest-TestVolumeBootPattern-2140324561 tempest-TestVolumeBootPattern-2140324561-project] 10.222.0.23 "GET /v2.0/ports?device_id=0862f974-0f40-4c61-95a9-9c0e1db65a4b HTTP/1.1" status: 200 len: 932 time: 0.0936315 Jun 18 05:20:50.425265 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89349e70-ebe8-4a48-9209-1bf64eee32dc req-14ab8fc9-9a98-4e98-ab79-2349eea50ab4 tempest-TestVolumeBootPattern-2140324561 tempest-TestVolumeBootPattern-2140324561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:20:50.425935 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [req-89349e70-ebe8-4a48-9209-1bf64eee32dc req-14ab8fc9-9a98-4e98-ab79-2349eea50ab4 tempest-TestVolumeBootPattern-2140324561 tempest-TestVolumeBootPattern-2140324561-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19502'] for port (None), before_response {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:20:50.459976 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-6e9c2adb-6016-4f91-b4cf-0ecccaef9371 req-8f33b226-3ce1-4a0c-a9bb-0edc9a542ab9 tempest-TestVolumeBootPattern-2140324561 tempest-TestVolumeBootPattern-2140324561-project] 10.222.0.23 "GET /v2.0/security-groups?id=58bf4135-bd70-41ae-af28-83b051ed0d19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0856922 Jun 18 05:20:50.503832 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb29608f-9ba0-40c4-b752-10e2c94b1c37 req-dca7e07c-0381-49ef-9bf3-1435b0d365b7 tempest-AttachVolumeTestJSON-1934236616 tempest-AttachVolumeTestJSON-1934236616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:20:50.505374 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-fb29608f-9ba0-40c4-b752-10e2c94b1c37 req-dca7e07c-0381-49ef-9bf3-1435b0d365b7 tempest-AttachVolumeTestJSON-1934236616 tempest-AttachVolumeTestJSON-1934236616-project] 10.222.0.23 "GET /v2.0/ports?device_id=240d96c6-c2da-4ee1-8fd9-554944f65d95 HTTP/1.1" status: 200 len: 945 time: 0.0513306 Jun 18 05:20:50.528325 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-89349e70-ebe8-4a48-9209-1bf64eee32dc req-14ab8fc9-9a98-4e98-ab79-2349eea50ab4 tempest-TestVolumeBootPattern-2140324561 tempest-TestVolumeBootPattern-2140324561-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8590250 Jun 18 05:20:50.562324 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.db.provisioning_blocks [None req-97af8118-8b03-4519-b9a6-1468ee89454c None None] Provisioning complete for port 23c6b7c7-2045-4a84-955e-c924bc121496 triggered by entity DHCP. {{(pid=104389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 18 05:20:50.562874 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-97af8118-8b03-4519-b9a6-1468ee89454c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1740956'] for port (23c6b7c7-2045-4a84-955e-c924bc121496), provisioning_complete {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:20:50.579708 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.api.v2.base [req-89349e70-ebe8-4a48-9209-1bf64eee32dc req-8242ab09-9f4b-42ca-b1fb-f8d672d665cd service neutron] Request body: {'port': {'device_id': '0862f974-0f40-4c61-95a9-9c0e1db65a4b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83699'}} {{(pid=104388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 18 05:20:50.600647 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-fb29608f-9ba0-40c4-b752-10e2c94b1c37 req-7c447881-fc2e-413b-a4ac-e8a581e0186c tempest-AttachVolumeTestJSON-1934236616 tempest-AttachVolumeTestJSON-1934236616-project] 10.222.0.23 "GET /v2.0/security-groups?id=56599af9-2eb2-464a-a36c-fced5401bf67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0886080 Jun 18 05:20:50.600905 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.plugin [None req-97af8118-8b03-4519-b9a6-1468ee89454c None None] Port 23c6b7c7-2045-4a84-955e-c924bc121496 cannot update to ACTIVE because it is not bound. {{(pid=104389) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 18 05:20:50.616556 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-15f8b06f-0865-4fca-8f39-36cc52f33d80 req-0cdb1367-fffe-4f1a-ae50-242ea88d1447 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.213&port_id=09bdca09-5609-426c-9151-393b7ced1c72 HTTP/1.1" status: 200 len: 217 time: 0.0643578 Jun 18 05:20:50.657165 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [req-89349e70-ebe8-4a48-9209-1bf64eee32dc req-8242ab09-9f4b-42ca-b1fb-f8d672d665cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1768406'] for port (23c6b7c7-2045-4a84-955e-c924bc121496), before_update {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:20:50.687596 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-eea3c87c-de3f-486c-b817-b900adde2d24 req-0e8ca59e-83fb-49be-ada0-a992932a986d service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=3db86af8-06be-4481-ae05-85abb634d58e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0855691 Jun 18 05:20:50.695433 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f8b06f-0865-4fca-8f39-36cc52f33d80 req-de730b00-ec6a-4f1d-a82e-49e34b56899a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:20:50.696809 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-15f8b06f-0865-4fca-8f39-36cc52f33d80 req-de730b00-ec6a-4f1d-a82e-49e34b56899a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b2296f3f-1b9a-4687-8302-9eab13da1005 HTTP/1.1" status: 200 len: 843 time: 0.0591657 Jun 18 05:20:50.796197 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f8b06f-0865-4fca-8f39-36cc52f33d80 req-998e4594-bda3-41b1-8e17-113f3b88cc2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:20:50.797740 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-15f8b06f-0865-4fca-8f39-36cc52f33d80 req-998e4594-bda3-41b1-8e17-113f3b88cc2f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=dd4500f2-a38a-4000-8330-44d4e18a300a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1216 time: 0.0638242 Jun 18 05:20:50.809891 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea3c87c-de3f-486c-b817-b900adde2d24 req-18284f25-ba8b-4d48-be67-8a0db9d62c96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:20:50.811337 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-eea3c87c-de3f-486c-b817-b900adde2d24 req-18284f25-ba8b-4d48-be67-8a0db9d62c96 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=758883a5aea04c85ad65bb6970bdb098&device_id=3db86af8-06be-4481-ae05-85abb634d58e HTTP/1.1" status: 200 len: 1130 time: 0.0430069 Jun 18 05:20:50.921958 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.notifiers.nova [req-89349e70-ebe8-4a48-9209-1bf64eee32dc req-8242ab09-9f4b-42ca-b1fb-f8d672d665cd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 23c6b7c7-2045-4a84-955e-c924bc121496 {{(pid=104388) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 18 05:20:50.929243 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [req-89349e70-ebe8-4a48-9209-1bf64eee32dc req-8242ab09-9f4b-42ca-b1fb-f8d672d665cd service neutron] Publish callbacks [] for port (23c6b7c7-2045-4a84-955e-c924bc121496), precommit_update {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:20:50.942516 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.db.provisioning_blocks [req-89349e70-ebe8-4a48-9209-1bf64eee32dc req-8242ab09-9f4b-42ca-b1fb-f8d672d665cd service neutron] Transition to ACTIVE for port object 23c6b7c7-2045-4a84-955e-c924bc121496 will not be triggered until provisioned by entity L2. {{(pid=104388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 18 05:20:50.959990 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-15f8b06f-0865-4fca-8f39-36cc52f33d80 req-b8b4f1af-8e7c-4b4f-baf1-821a39c698de service neutron] 10.222.0.15 "GET /v2.0/networks/dd4500f2-a38a-4000-8330-44d4e18a300a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1475122 Jun 18 05:20:51.001392 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea3c87c-de3f-486c-b817-b900adde2d24 req-f82ccb63-1a61-4b73-a95e-430f5345355b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:20:51.002849 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-eea3c87c-de3f-486c-b817-b900adde2d24 req-f82ccb63-1a61-4b73-a95e-430f5345355b service neutron] 10.222.0.15 "GET /v2.0/networks?id=f7ef077f-c52c-4f70-b85e-e8892706babc HTTP/1.1" status: 200 len: 917 time: 0.1598628 Jun 18 05:20:51.018164 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG dbcounter [-] [104387] Writing DB stats neutron:SELECT=100 {{(pid=104387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:20:51.030711 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [req-89349e70-ebe8-4a48-9209-1bf64eee32dc req-8242ab09-9f4b-42ca-b1fb-f8d672d665cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1768343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789592765606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789592262840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789592262858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15493038'] for port (23c6b7c7-2045-4a84-955e-c924bc121496), after_update {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:20:51.084572 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8242ab09-9f4b-42ca-b1fb-f8d672d665cd service neutron] Pushing event updated for resources: {'Port': ['ID=23c6b7c7-2045-4a84-955e-c924bc121496,revision_number=2']} {{(pid=104388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:20:51.111571 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-eea3c87c-de3f-486c-b817-b900adde2d24 req-174e1df1-6eaf-4acd-a65d-159233db2f1e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1fb70483-13da-4dd6-a45d-5224ec85a411 HTTP/1.1" status: 200 len: 1001 time: 0.1003888 Jun 18 05:20:51.116159 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-15f8b06f-0865-4fca-8f39-36cc52f33d80 req-72babcb5-5f85-4ef7-a4ca-96db4e9efd30 service neutron] 10.222.0.15 "GET /v2.0/networks/dd4500f2-a38a-4000-8330-44d4e18a300a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1493258 Jun 18 05:20:51.163394 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.plugins.ml2.managers [req-89349e70-ebe8-4a48-9209-1bf64eee32dc req-8242ab09-9f4b-42ca-b1fb-f8d672d665cd service neutron] Attempting to bind port 23c6b7c7-2045-4a84-955e-c924bc121496 on host hv-cinder-83699 for vnic_type normal with profile {{(pid=104388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 18 05:20:51.163825 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.plugins.ml2.managers [req-89349e70-ebe8-4a48-9209-1bf64eee32dc req-8242ab09-9f4b-42ca-b1fb-f8d672d665cd service neutron] Attempting to bind port 23c6b7c7-2045-4a84-955e-c924bc121496 by drivers openvswitch,hyperv on host hv-cinder-83699 at level 0 using segments [{'id': '8aca2cfd-4c97-491c-8d50-193cbcc193f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '1df631c6-dcd7-4307-8f3b-f75e299e78ec'}] {{(pid=104388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 18 05:20:51.164880 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89349e70-ebe8-4a48-9209-1bf64eee32dc req-8242ab09-9f4b-42ca-b1fb-f8d672d665cd service neutron] Attempting to bind port 23c6b7c7-2045-4a84-955e-c924bc121496 on network 1df631c6-dcd7-4307-8f3b-f75e299e78ec {{(pid=104388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 18 05:20:51.169966 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89349e70-ebe8-4a48-9209-1bf64eee32dc req-8242ab09-9f4b-42ca-b1fb-f8d672d665cd service neutron] Port 23c6b7c7-2045-4a84-955e-c924bc121496 on network 1df631c6-dcd7-4307-8f3b-f75e299e78ec not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83699 {{(pid=104388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 18 05:20:51.170347 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89349e70-ebe8-4a48-9209-1bf64eee32dc req-8242ab09-9f4b-42ca-b1fb-f8d672d665cd service neutron] Attempting to bind port 23c6b7c7-2045-4a84-955e-c924bc121496 on network 1df631c6-dcd7-4307-8f3b-f75e299e78ec {{(pid=104388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 18 05:20:51.173151 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea3c87c-de3f-486c-b817-b900adde2d24 req-a5e235e2-10c3-4c7b-9700-9fddda84b1cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:20:51.174289 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-eea3c87c-de3f-486c-b817-b900adde2d24 req-a5e235e2-10c3-4c7b-9700-9fddda84b1cd service neutron] 10.222.0.15 "GET /v2.0/subnets?id=33823053-d4d0-4fd0-8dfe-171b826300f0 HTTP/1.1" status: 200 len: 855 time: 0.0541611 Jun 18 05:20:51.175886 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89349e70-ebe8-4a48-9209-1bf64eee32dc req-8242ab09-9f4b-42ca-b1fb-f8d672d665cd service neutron] Checking agent: {'id': '21f82a9e-593b-4fa9-aa06-dfe6f16482e6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83699', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 18, 5, 14, 36), 'started_at': datetime.datetime(2022, 6, 18, 5, 14, 36), 'heartbeat_timestamp': datetime.datetime(2022, 6, 18, 5, 20, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 18 05:20:51.178877 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89349e70-ebe8-4a48-9209-1bf64eee32dc req-8242ab09-9f4b-42ca-b1fb-f8d672d665cd service neutron] Checking segment: {'id': '8aca2cfd-4c97-491c-8d50-193cbcc193f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '1df631c6-dcd7-4307-8f3b-f75e299e78ec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 18 05:20:51.178877 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89349e70-ebe8-4a48-9209-1bf64eee32dc req-8242ab09-9f4b-42ca-b1fb-f8d672d665cd service neutron] Bound using segment: {'id': '8aca2cfd-4c97-491c-8d50-193cbcc193f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '1df631c6-dcd7-4307-8f3b-f75e299e78ec'} {{(pid=104388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 18 05:20:51.178877 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.plugins.ml2.managers [req-89349e70-ebe8-4a48-9209-1bf64eee32dc req-8242ab09-9f4b-42ca-b1fb-f8d672d665cd service neutron] Bound port: 23c6b7c7-2045-4a84-955e-c924bc121496, host: hv-cinder-83699, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8aca2cfd-4c97-491c-8d50-193cbcc193f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '1df631c6-dcd7-4307-8f3b-f75e299e78ec'}}] {{(pid=104388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 18 05:20:51.178877 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [req-89349e70-ebe8-4a48-9209-1bf64eee32dc req-8242ab09-9f4b-42ca-b1fb-f8d672d665cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1768406'] for port (23c6b7c7-2045-4a84-955e-c924bc121496), before_update {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:20:51.217990 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG dbcounter [-] [104388] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=104388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:20:51.227809 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea3c87c-de3f-486c-b817-b900adde2d24 req-3cf7c36b-8382-4536-bf7a-0d5118eaa4eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:20:51.229465 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-eea3c87c-de3f-486c-b817-b900adde2d24 req-3cf7c36b-8382-4536-bf7a-0d5118eaa4eb service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f7ef077f-c52c-4f70-b85e-e8892706babc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0446250 Jun 18 05:20:51.255345 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.plugins.ml2.db [req-89349e70-ebe8-4a48-9209-1bf64eee32dc req-8242ab09-9f4b-42ca-b1fb-f8d672d665cd service neutron] For port 23c6b7c7-2045-4a84-955e-c924bc121496, host hv-cinder-83699, cleared binding levels {{(pid=104388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 05:20:51.259525 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.plugins.ml2.db [req-89349e70-ebe8-4a48-9209-1bf64eee32dc req-8242ab09-9f4b-42ca-b1fb-f8d672d665cd service neutron] For port 23c6b7c7-2045-4a84-955e-c924bc121496, host hv-cinder-83699, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=23c6b7c7-2045-4a84-955e-c924bc121496,segment=NetworkSegment(8aca2cfd-4c97-491c-8d50-193cbcc193f8),segment_id=8aca2cfd-4c97-491c-8d50-193cbcc193f8)] {{(pid=104388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 05:20:51.338526 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b9547b-d7a6-44ef-9fea-46756a782901 req-80ac6280-5f58-4316-a94d-73f389652e9d tempest-VolumesNegativeTest-438707663 tempest-VolumesNegativeTest-438707663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:20:51.339967 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-d0b9547b-d7a6-44ef-9fea-46756a782901 req-80ac6280-5f58-4316-a94d-73f389652e9d tempest-VolumesNegativeTest-438707663 tempest-VolumesNegativeTest-438707663-project] 10.222.0.23 "GET /v2.0/ports?device_id=25191347-555f-4f50-a0c8-e0ad960f1890 HTTP/1.1" status: 200 len: 948 time: 0.0502882 Jun 18 05:20:51.372423 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [req-89349e70-ebe8-4a48-9209-1bf64eee32dc req-8242ab09-9f4b-42ca-b1fb-f8d672d665cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1768343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789592765606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789592262840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789592262858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15493038'] for port (23c6b7c7-2045-4a84-955e-c924bc121496), after_update {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:20:51.401719 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG dbcounter [-] [104388] Writing DB stats neutron:SELECT=93,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=104388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:20:51.426902 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-d0b9547b-d7a6-44ef-9fea-46756a782901 req-b8bc2281-c84e-4a59-9f3f-900f00e89e6a tempest-VolumesNegativeTest-438707663 tempest-VolumesNegativeTest-438707663-project] 10.222.0.23 "GET /v2.0/security-groups?id=00f8c425-eadb-4d2b-9691-9fc94c1c11a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811524 Jun 18 05:20:51.428202 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89349e70-ebe8-4a48-9209-1bf64eee32dc req-8242ab09-9f4b-42ca-b1fb-f8d672d665cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:20:51.428811 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [req-89349e70-ebe8-4a48-9209-1bf64eee32dc req-8242ab09-9f4b-42ca-b1fb-f8d672d665cd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19502'] for port (None), before_response {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:20:51.430203 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-89349e70-ebe8-4a48-9209-1bf64eee32dc req-8242ab09-9f4b-42ca-b1fb-f8d672d665cd service neutron] 10.222.0.15 "PUT /v2.0/ports/23c6b7c7-2045-4a84-955e-c924bc121496 HTTP/1.1" status: 200 len: 1094 time: 0.8549573 Jun 18 05:20:51.432681 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0862f974-0f40-4c61-95a9-9c0e1db65a4b', 'tag': '23c6b7c7-2045-4a84-955e-c924bc121496'}] {{(pid=104388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 18 05:20:51.434901 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76651050bff5b1e15da4688504920c0e470581a7df997af8856c46d23e91a66a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fa32570-563d-40f0-b68e-809e41c8efa9" -d '{"events": [{"name": "network-changed", "server_uuid": "0862f974-0f40-4c61-95a9-9c0e1db65a4b", "tag": "23c6b7c7-2045-4a84-955e-c924bc121496"}]}' {{(pid=104388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 05:20:51.456828 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8242ab09-9f4b-42ca-b1fb-f8d672d665cd service neutron] Pushing event updated for resources: {'Port': ['ID=23c6b7c7-2045-4a84-955e-c924bc121496,revision_number=3']} {{(pid=104388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:20:51.477201 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Jun 2022 05:20:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48ef9be0-67d2-4245-9b95-3910b56d3d33 x-openstack-request-id: req-48ef9be0-67d2-4245-9b95-3910b56d3d33 {{(pid=104388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 05:20:51.477527 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0862f974-0f40-4c61-95a9-9c0e1db65a4b", "tag": "23c6b7c7-2045-4a84-955e-c924bc121496", "status": "completed", "code": 200}]} {{(pid=104388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 05:20:51.477780 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-48ef9be0-67d2-4245-9b95-3910b56d3d33 {{(pid=104388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 05:20:51.478177 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.notifiers.nova [-] Nova event matching ['req-48ef9be0-67d2-4245-9b95-3910b56d3d33'] response: {'name': 'network-changed', 'server_uuid': '0862f974-0f40-4c61-95a9-9c0e1db65a4b', 'tag': '23c6b7c7-2045-4a84-955e-c924bc121496', 'status': 'completed', 'code': 200} Jun 18 05:20:51.580807 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47737ad2-bcd9-4702-9b65-5dd3fcae69b7 req-89ddaccd-94d3-4bf6-aec3-47bc5a9b3770 tempest-TestVolumeBootPattern-2140324561 tempest-TestVolumeBootPattern-2140324561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:20:51.582376 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-47737ad2-bcd9-4702-9b65-5dd3fcae69b7 req-89ddaccd-94d3-4bf6-aec3-47bc5a9b3770 tempest-TestVolumeBootPattern-2140324561 tempest-TestVolumeBootPattern-2140324561-project] 10.222.0.23 "GET /v2.0/ports?device_id=0862f974-0f40-4c61-95a9-9c0e1db65a4b HTTP/1.1" status: 200 len: 944 time: 0.0535707 Jun 18 05:20:51.633947 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-47737ad2-bcd9-4702-9b65-5dd3fcae69b7 req-946d2b5d-c008-413d-97e4-257403a7d208 tempest-TestVolumeBootPattern-2140324561 tempest-TestVolumeBootPattern-2140324561-project] 10.222.0.23 "GET /v2.0/security-groups?id=58bf4135-bd70-41ae-af28-83b051ed0d19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442162 Jun 18 05:20:52.075639 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-f4bc62df-3c59-441a-9c19-f4a18c33f72c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789592556683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1744442'] for agent (426d7b1c-7831-4cf6-8aa4-29496a16634c), after_update {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:20:52.579209 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa32570-563d-40f0-b68e-809e41c8efa9 req-f0e5c79e-30e5-46ca-acb3-5bfb7522358d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:20:52.579912 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae56046-d8bb-4449-8f1c-87a29186c39e req-2f2555e7-81b5-4020-bfbe-f6757d62815e tempest-VolumesNegativeTest-438707663 tempest-VolumesNegativeTest-438707663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:20:52.580998 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-3fa32570-563d-40f0-b68e-809e41c8efa9 req-f0e5c79e-30e5-46ca-acb3-5bfb7522358d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e5e4aece32ff462b9b9a42200d584c1b&device_id=0862f974-0f40-4c61-95a9-9c0e1db65a4b HTTP/1.1" status: 200 len: 1128 time: 0.0421338 Jun 18 05:20:52.581374 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-7ae56046-d8bb-4449-8f1c-87a29186c39e req-2f2555e7-81b5-4020-bfbe-f6757d62815e tempest-VolumesNegativeTest-438707663 tempest-VolumesNegativeTest-438707663-project] 10.222.0.23 "GET /v2.0/ports?device_id=25191347-555f-4f50-a0c8-e0ad960f1890 HTTP/1.1" status: 200 len: 948 time: 0.0734906 Jun 18 05:20:52.608686 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG dbcounter [-] [104387] Writing DB stats neutron:SELECT=100 {{(pid=104387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:20:52.667253 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-eea3c87c-de3f-486c-b817-b900adde2d24 req-75695d5b-8342-4a70-bb9b-95b3a70c5347 service neutron] 10.222.0.15 "GET /v2.0/networks/f7ef077f-c52c-4f70-b85e-e8892706babc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1574523 Jun 18 05:20:52.674508 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-7ae56046-d8bb-4449-8f1c-87a29186c39e req-357885c6-8921-4553-89f8-cf30b381bffe tempest-VolumesNegativeTest-438707663 tempest-VolumesNegativeTest-438707663-project] 10.222.0.23 "GET /v2.0/security-groups?id=00f8c425-eadb-4d2b-9691-9fc94c1c11a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642622 Jun 18 05:20:52.711697 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa32570-563d-40f0-b68e-809e41c8efa9 req-6fdd596b-f3e2-4ea6-8ce0-7de28ef7371f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:20:52.713278 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-3fa32570-563d-40f0-b68e-809e41c8efa9 req-6fdd596b-f3e2-4ea6-8ce0-7de28ef7371f service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=e5e4aece32ff462b9b9a42200d584c1b&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1151214 Jun 18 05:20:52.774649 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-eea3c87c-de3f-486c-b817-b900adde2d24 req-7a5c0162-de71-4f67-ae63-404093dbcaef service neutron] 10.222.0.15 "GET /v2.0/networks/f7ef077f-c52c-4f70-b85e-e8892706babc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0991948 Jun 18 05:20:52.824021 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d0ccec-a966-4241-92c7-1ee97224668e req-79b733fb-2f37-437c-bacf-f97536539a46 tempest-TestVolumeBootPattern-2140324561 tempest-TestVolumeBootPattern-2140324561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:20:52.826275 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-89d0ccec-a966-4241-92c7-1ee97224668e req-79b733fb-2f37-437c-bacf-f97536539a46 tempest-TestVolumeBootPattern-2140324561 tempest-TestVolumeBootPattern-2140324561-project] 10.222.0.23 "GET /v2.0/ports?device_id=0862f974-0f40-4c61-95a9-9c0e1db65a4b HTTP/1.1" status: 200 len: 944 time: 0.0945773 Jun 18 05:20:52.871725 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa32570-563d-40f0-b68e-809e41c8efa9 req-85467121-b63f-42f8-94e1-ebfe9814c4e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:20:52.873228 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-3fa32570-563d-40f0-b68e-809e41c8efa9 req-85467121-b63f-42f8-94e1-ebfe9814c4e1 service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1520851 Jun 18 05:20:52.898128 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-89d0ccec-a966-4241-92c7-1ee97224668e req-7f5d30b2-706c-4993-a8cc-375b2eb09353 tempest-TestVolumeBootPattern-2140324561 tempest-TestVolumeBootPattern-2140324561-project] 10.222.0.23 "GET /v2.0/security-groups?id=58bf4135-bd70-41ae-af28-83b051ed0d19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0659664 Jun 18 05:20:53.014049 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89349e70-ebe8-4a48-9209-1bf64eee32dc req-5dc9ea50-869c-4b75-92f4-3d5e60c852f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:20:53.015532 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-89349e70-ebe8-4a48-9209-1bf64eee32dc req-5dc9ea50-869c-4b75-92f4-3d5e60c852f9 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e5e4aece32ff462b9b9a42200d584c1b&device_id=0862f974-0f40-4c61-95a9-9c0e1db65a4b HTTP/1.1" status: 200 len: 1128 time: 0.0378318 Jun 18 05:20:53.223798 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-89349e70-ebe8-4a48-9209-1bf64eee32dc req-5b30a107-b912-4f51-bc54-badbbf168dfd service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=23c6b7c7-2045-4a84-955e-c924bc121496 HTTP/1.1" status: 200 len: 217 time: 0.0339386 Jun 18 05:20:53.584175 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89349e70-ebe8-4a48-9209-1bf64eee32dc req-5406b507-ef4c-48a1-a2c1-539e3090cb61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:20:53.585641 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-89349e70-ebe8-4a48-9209-1bf64eee32dc req-5406b507-ef4c-48a1-a2c1-539e3090cb61 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=6b669cb0-2ad3-4bdc-840d-cbd0d58ea955 HTTP/1.1" status: 200 len: 851 time: 0.0441854 Jun 18 05:20:53.656351 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89349e70-ebe8-4a48-9209-1bf64eee32dc req-5993a910-c3ba-4423-9a69-a64853aabc6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:20:53.657870 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-89349e70-ebe8-4a48-9209-1bf64eee32dc req-5993a910-c3ba-4423-9a69-a64853aabc6c service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=1df631c6-dcd7-4307-8f3b-f75e299e78ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0425038 Jun 18 05:20:53.798256 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e526b3-9f0f-4f01-9e37-607b8e73c8a4 req-0974ecea-6c89-4212-bbad-7ccc64c87246 tempest-VolumesNegativeTest-438707663 tempest-VolumesNegativeTest-438707663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:20:53.799741 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-64e526b3-9f0f-4f01-9e37-607b8e73c8a4 req-0974ecea-6c89-4212-bbad-7ccc64c87246 tempest-VolumesNegativeTest-438707663 tempest-VolumesNegativeTest-438707663-project] 10.222.0.23 "GET /v2.0/ports?device_id=25191347-555f-4f50-a0c8-e0ad960f1890 HTTP/1.1" status: 200 len: 948 time: 0.0493939 Jun 18 05:20:53.848603 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-64e526b3-9f0f-4f01-9e37-607b8e73c8a4 req-bdfd1688-5727-4b5b-8cf7-fd8c1a240972 tempest-VolumesNegativeTest-438707663 tempest-VolumesNegativeTest-438707663-project] 10.222.0.23 "GET /v2.0/security-groups?id=00f8c425-eadb-4d2b-9691-9fc94c1c11a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423744 Jun 18 05:20:53.864321 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-89349e70-ebe8-4a48-9209-1bf64eee32dc req-c499759c-1f8b-4155-ae5f-1a6886f03e61 service neutron] 10.222.0.15 "GET /v2.0/networks/1df631c6-dcd7-4307-8f3b-f75e299e78ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863507 Jun 18 05:20:54.007745 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.rpc [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] Device 09bdca09-5609-426c-9151-393b7ced1c72 details requested by agent hyperv_hv-cinder-83699 with host hv-cinder-83699 {{(pid=104389) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 18 05:20:54.013418 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61554764-350b-40e7-ba53-d7be175296ab req-083970a1-7423-4013-b50b-a1737ed85dc8 tempest-TestVolumeBootPattern-2140324561 tempest-TestVolumeBootPattern-2140324561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:20:54.014906 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-61554764-350b-40e7-ba53-d7be175296ab req-083970a1-7423-4013-b50b-a1737ed85dc8 tempest-TestVolumeBootPattern-2140324561 tempest-TestVolumeBootPattern-2140324561-project] 10.222.0.23 "GET /v2.0/ports?device_id=0862f974-0f40-4c61-95a9-9c0e1db65a4b HTTP/1.1" status: 200 len: 944 time: 0.0501223 Jun 18 05:20:54.065344 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-61554764-350b-40e7-ba53-d7be175296ab req-486c270a-c608-49a7-81c9-12d0c5d1efe6 tempest-TestVolumeBootPattern-2140324561 tempest-TestVolumeBootPattern-2140324561-project] 10.222.0.23 "GET /v2.0/security-groups?id=58bf4135-bd70-41ae-af28-83b051ed0d19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447400 Jun 18 05:20:54.095206 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG dbcounter [-] [104389] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:20:54.111519 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.db [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] For port 09bdca09-5609-426c-9151-393b7ced1c72, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=09bdca09-5609-426c-9151-393b7ced1c72,segment=NetworkSegment(0ae0227d-ba40-4f1d-94b4-e07cee7cb37e),segment_id=0ae0227d-ba40-4f1d-94b4-e07cee7cb37e)] {{(pid=104389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 05:20:54.122931 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.rpc [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] Returning: {'device': '09bdca09-5609-426c-9151-393b7ced1c72', 'network_id': 'dd4500f2-a38a-4000-8330-44d4e18a300a', 'port_id': '09bdca09-5609-426c-9151-393b7ced1c72', 'mac_address': 'fa:16:3e:7a:65:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 339, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b2296f3f-1b9a-4687-8302-9eab13da1005', 'ip_address': '192.168.233.213'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104389) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 18 05:20:54.158581 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.plugin [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] Current status of the port 09bdca09-5609-426c-9151-393b7ced1c72 is: DOWN; New status is: BUILD {{(pid=104389) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 18 05:20:54.158965 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1768406'] for port (09bdca09-5609-426c-9151-393b7ced1c72), before_update {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:20:54.172163 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.notifiers.nova [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 09bdca09-5609-426c-9151-393b7ced1c72 {{(pid=104389) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 18 05:20:54.192958 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.db [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] For port 09bdca09-5609-426c-9151-393b7ced1c72, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=09bdca09-5609-426c-9151-393b7ced1c72,segment=NetworkSegment(0ae0227d-ba40-4f1d-94b4-e07cee7cb37e),segment_id=0ae0227d-ba40-4f1d-94b4-e07cee7cb37e)] {{(pid=104389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 05:20:54.276008 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG dbcounter [-] [104388] Writing DB stats neutron:SELECT=100 {{(pid=104388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:20:54.280393 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-89349e70-ebe8-4a48-9209-1bf64eee32dc req-fde59d6d-828a-4588-a7cf-13f642fa6822 service neutron] 10.222.0.15 "GET /v2.0/networks/1df631c6-dcd7-4307-8f3b-f75e299e78ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889993 Jun 18 05:20:54.292897 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1768343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789592765606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789592262840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789592262858'] for port (09bdca09-5609-426c-9151-393b7ced1c72), after_update {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:20:54.341277 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] Pushing event updated for resources: {'Port': ['ID=09bdca09-5609-426c-9151-393b7ced1c72,revision_number=4']} {{(pid=104389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:20:54.348361 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:20:54.348728 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:20:54.349066 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:20:54.349941 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:20:54.350497 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:20:54.350953 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:20:54.351359 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:20:54.351610 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:20:54.351936 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:20:54.352262 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:20:54.352584 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:20:54.352936 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:20:54.353249 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:20:54.353589 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:20:54.353908 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:20:54.516320 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-c530ecfa-f02d-448a-9e37-e8e3fc5d906a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789592556683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1744442'] for agent (a8549501-0164-4ac5-90a6-1ba1ba0d3f9d), after_update {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:20:54.793004 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.db [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] get_ports_and_sgs() called for port_ids ['09bdca09-5609-426c-9151-393b7ced1c72'] {{(pid=104389) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 18 05:20:54.966106 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6ee578-1cc0-4a27-be4e-4688ea7f3046 req-967a1247-1815-497b-ab9f-a55c0048daba tempest-VolumesNegativeTest-438707663 tempest-VolumesNegativeTest-438707663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:20:54.967587 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-ff6ee578-1cc0-4a27-be4e-4688ea7f3046 req-967a1247-1815-497b-ab9f-a55c0048daba tempest-VolumesNegativeTest-438707663 tempest-VolumesNegativeTest-438707663-project] 10.222.0.23 "GET /v2.0/ports?device_id=25191347-555f-4f50-a0c8-e0ad960f1890 HTTP/1.1" status: 200 len: 949 time: 0.0465009 Jun 18 05:20:55.016983 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-ff6ee578-1cc0-4a27-be4e-4688ea7f3046 req-43d2c4d9-64b9-4523-ba62-1b94bc4c4af7 tempest-VolumesNegativeTest-438707663 tempest-VolumesNegativeTest-438707663-project] 10.222.0.23 "GET /v2.0/security-groups?id=00f8c425-eadb-4d2b-9691-9fc94c1c11a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437510 Jun 18 05:20:55.193965 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5037ab4-72cf-4870-971b-2698813c4e12 req-5dadd139-b4b1-476f-845b-c92e4b0d469e tempest-TestVolumeBootPattern-2140324561 tempest-TestVolumeBootPattern-2140324561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:20:55.195451 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-d5037ab4-72cf-4870-971b-2698813c4e12 req-5dadd139-b4b1-476f-845b-c92e4b0d469e tempest-TestVolumeBootPattern-2140324561 tempest-TestVolumeBootPattern-2140324561-project] 10.222.0.23 "GET /v2.0/ports?device_id=0862f974-0f40-4c61-95a9-9c0e1db65a4b HTTP/1.1" status: 200 len: 944 time: 0.0515780 Jun 18 05:20:55.244119 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-d5037ab4-72cf-4870-971b-2698813c4e12 req-d8221783-0e53-479a-982f-4b6e24b3e7d7 tempest-TestVolumeBootPattern-2140324561 tempest-TestVolumeBootPattern-2140324561-project] 10.222.0.23 "GET /v2.0/security-groups?id=58bf4135-bd70-41ae-af28-83b051ed0d19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431721 Jun 18 05:20:55.571097 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-bd48e2cf-68a6-4f35-9a09-882d425f288c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789592556683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1744442'] for agent (e572bbf3-12d8-41bb-a2ed-524d739c9de1), after_update {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:20:56.018868 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.rpc [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] Device 09bdca09-5609-426c-9151-393b7ced1c72 up at agent hyperv_hv-cinder-83699 {{(pid=104389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 18 05:20:56.077192 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.db.provisioning_blocks [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] Provisioning for port 09bdca09-5609-426c-9151-393b7ced1c72 completed by entity L2. {{(pid=104389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 18 05:20:56.144098 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60fe6ed-98ce-478f-8215-9cbff9a9af39 req-29a314a5-a75b-43d2-a82c-970a313f86fd tempest-VolumesNegativeTest-438707663 tempest-VolumesNegativeTest-438707663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:20:56.145700 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-c60fe6ed-98ce-478f-8215-9cbff9a9af39 req-29a314a5-a75b-43d2-a82c-970a313f86fd tempest-VolumesNegativeTest-438707663 tempest-VolumesNegativeTest-438707663-project] 10.222.0.23 "GET /v2.0/ports?device_id=25191347-555f-4f50-a0c8-e0ad960f1890 HTTP/1.1" status: 200 len: 949 time: 0.0529838 Jun 18 05:20:56.154503 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.db.provisioning_blocks [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] Provisioning complete for port 09bdca09-5609-426c-9151-393b7ced1c72 triggered by entity L2. {{(pid=104389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 18 05:20:56.154890 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1740956'] for port (09bdca09-5609-426c-9151-393b7ced1c72), provisioning_complete {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:20:56.195696 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG dbcounter [-] [104389] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:20:56.221922 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-c60fe6ed-98ce-478f-8215-9cbff9a9af39 req-7f1c249f-c871-4a02-9628-11d968a3f912 tempest-VolumesNegativeTest-438707663 tempest-VolumesNegativeTest-438707663-project] 10.222.0.23 "GET /v2.0/security-groups?id=00f8c425-eadb-4d2b-9691-9fc94c1c11a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654871 Jun 18 05:20:56.243998 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.plugin [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] Current status of the port 09bdca09-5609-426c-9151-393b7ced1c72 is: BUILD; New status is: ACTIVE {{(pid=104389) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 18 05:20:56.243998 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1768406'] for port (09bdca09-5609-426c-9151-393b7ced1c72), before_update {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:20:56.267856 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25191347-555f-4f50-a0c8-e0ad960f1890', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09bdca09-5609-426c-9151-393b7ced1c72'}] {{(pid=104389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 18 05:20:56.270205 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84994602c193c13a4c26b8b675ba51d9b392d44d80225cb9db16c930b334f47b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9a6be20-2a55-4973-b5b5-d47f4e6c6fc5" -d '{"events": [{"server_uuid": "25191347-555f-4f50-a0c8-e0ad960f1890", "name": "network-vif-plugged", "status": "completed", "tag": "09bdca09-5609-426c-9151-393b7ced1c72"}]}' {{(pid=104389) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 05:20:56.288800 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.db [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] For port 09bdca09-5609-426c-9151-393b7ced1c72, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=09bdca09-5609-426c-9151-393b7ced1c72,segment=NetworkSegment(0ae0227d-ba40-4f1d-94b4-e07cee7cb37e),segment_id=0ae0227d-ba40-4f1d-94b4-e07cee7cb37e)] {{(pid=104389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 05:20:56.314697 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Jun 2022 05:20:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-edff3bb5-e735-431e-9d7e-ff79e520c756 x-openstack-request-id: req-edff3bb5-e735-431e-9d7e-ff79e520c756 {{(pid=104389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 05:20:56.314697 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25191347-555f-4f50-a0c8-e0ad960f1890", "name": "network-vif-plugged", "status": "completed", "tag": "09bdca09-5609-426c-9151-393b7ced1c72", "code": 200}]} {{(pid=104389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 05:20:56.314697 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-edff3bb5-e735-431e-9d7e-ff79e520c756 {{(pid=104389) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 05:20:56.314697 dv-cinder-836996-35-iscsi neutron-server[104389]: INFO neutron.notifiers.nova [-] Nova event matching ['req-edff3bb5-e735-431e-9d7e-ff79e520c756'] response: {'server_uuid': '25191347-555f-4f50-a0c8-e0ad960f1890', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09bdca09-5609-426c-9151-393b7ced1c72', 'code': 200} Jun 18 05:20:56.362092 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1768343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789592765606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789592262840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789592262858'] for port (09bdca09-5609-426c-9151-393b7ced1c72), after_update {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:20:56.373485 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e77d457-9a08-45d4-a2aa-e483b63b8cc5 req-a6f025e1-bef0-4684-98d8-c1482ab38858 tempest-TestVolumeBootPattern-2140324561 tempest-TestVolumeBootPattern-2140324561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:20:56.375279 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-3e77d457-9a08-45d4-a2aa-e483b63b8cc5 req-a6f025e1-bef0-4684-98d8-c1482ab38858 tempest-TestVolumeBootPattern-2140324561 tempest-TestVolumeBootPattern-2140324561-project] 10.222.0.23 "GET /v2.0/ports?device_id=0862f974-0f40-4c61-95a9-9c0e1db65a4b HTTP/1.1" status: 200 len: 944 time: 0.0530982 Jun 18 05:20:56.435162 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] Pushing event updated for resources: {'Port': ['ID=09bdca09-5609-426c-9151-393b7ced1c72,revision_number=5']} {{(pid=104389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:20:56.444027 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-3e77d457-9a08-45d4-a2aa-e483b63b8cc5 req-a828a375-b322-4040-bfa0-8e7494311aa6 tempest-TestVolumeBootPattern-2140324561 tempest-TestVolumeBootPattern-2140324561-project] 10.222.0.23 "GET /v2.0/security-groups?id=58bf4135-bd70-41ae-af28-83b051ed0d19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529051 Jun 18 05:20:56.716159 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a255231b-d18d-4064-865b-94a4f2e3df4c req-53e55d19-8b3d-420c-985a-8fc23dc9973e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:20:56.717589 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-a255231b-d18d-4064-865b-94a4f2e3df4c req-53e55d19-8b3d-420c-985a-8fc23dc9973e service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=25191347-555f-4f50-a0c8-e0ad960f1890 HTTP/1.1" status: 200 len: 1134 time: 0.0387039 Jun 18 05:20:56.763221 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-a255231b-d18d-4064-865b-94a4f2e3df4c req-48635588-14d7-408b-b47d-962cd03d26ee service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=00f8c425-eadb-4d2b-9691-9fc94c1c11a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386789 Jun 18 05:20:57.252952 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-5df8b1a9-a354-44ed-8761-35e8e24f4084 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789592556683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1744442'] for agent (37f34a37-d85d-4c21-966b-86dc43157ac3), after_update {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:20:57.347609 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584f7fc6-006e-4d1e-a872-bbd4eccb67ac req-fa218298-5a77-4c14-b20f-ba608edb4886 tempest-VolumesNegativeTest-438707663 tempest-VolumesNegativeTest-438707663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:20:57.349145 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-584f7fc6-006e-4d1e-a872-bbd4eccb67ac req-fa218298-5a77-4c14-b20f-ba608edb4886 tempest-VolumesNegativeTest-438707663 tempest-VolumesNegativeTest-438707663-project] 10.222.0.23 "GET /v2.0/ports?device_id=25191347-555f-4f50-a0c8-e0ad960f1890 HTTP/1.1" status: 200 len: 950 time: 0.0511873 Jun 18 05:20:57.397028 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-584f7fc6-006e-4d1e-a872-bbd4eccb67ac req-b46ade5a-abf0-4421-ba2b-2cfb703a2e17 tempest-VolumesNegativeTest-438707663 tempest-VolumesNegativeTest-438707663-project] 10.222.0.23 "GET /v2.0/security-groups?id=00f8c425-eadb-4d2b-9691-9fc94c1c11a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414925 Jun 18 05:20:57.550434 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG dbcounter [-] [104387] Writing DB stats neutron:SELECT=100 {{(pid=104387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:20:57.559397 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd04e23-1b68-494b-8192-b26baf34176c req-c0bbfc76-7f4f-4549-9472-9f463dd853b4 tempest-TestVolumeBootPattern-2140324561 tempest-TestVolumeBootPattern-2140324561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:20:57.560932 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-ddd04e23-1b68-494b-8192-b26baf34176c req-c0bbfc76-7f4f-4549-9472-9f463dd853b4 tempest-TestVolumeBootPattern-2140324561 tempest-TestVolumeBootPattern-2140324561-project] 10.222.0.23 "GET /v2.0/ports?device_id=0862f974-0f40-4c61-95a9-9c0e1db65a4b HTTP/1.1" status: 200 len: 944 time: 0.0489235 Jun 18 05:20:57.567216 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-c042a677-28f5-4026-b552-0173028fe9dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789592556683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1744442'] for agent (d503ae44-4e24-48d3-9886-03581f90537d), after_update {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:20:57.577291 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG dbcounter [-] [104388] Writing DB stats neutron:SELECT=100 {{(pid=104388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:20:57.586259 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a881a7c-885c-4d77-872e-c7c109c2cb3e req-0bf5c5ee-ce39-4e66-b784-ab02bcad959c tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:20:57.587747 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-4a881a7c-885c-4d77-872e-c7c109c2cb3e req-0bf5c5ee-ce39-4e66-b784-ab02bcad959c tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] 10.222.0.23 "GET /v2.0/ports?device_id=3db86af8-06be-4481-ae05-85abb634d58e HTTP/1.1" status: 200 len: 946 time: 0.0527213 Jun 18 05:20:57.612856 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-ddd04e23-1b68-494b-8192-b26baf34176c req-7028ffd6-0a83-4606-9971-c10d0d0dd2e1 tempest-TestVolumeBootPattern-2140324561 tempest-TestVolumeBootPattern-2140324561-project] 10.222.0.23 "GET /v2.0/security-groups?id=58bf4135-bd70-41ae-af28-83b051ed0d19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464492 Jun 18 05:20:57.640890 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-4a881a7c-885c-4d77-872e-c7c109c2cb3e req-386a040f-516f-49f8-b884-534665e15dcf tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] 10.222.0.23 "GET /v2.0/security-groups?id=e7fc1561-1092-4d2a-b878-ed2f82ce27ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474591 Jun 18 05:20:58.509167 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde9a3e7-0fbf-47d0-9199-91329a19d700 req-3d5bdfae-587e-4531-b629-ef2fbc46814e tempest-VolumesNegativeTest-438707663 tempest-VolumesNegativeTest-438707663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:20:58.510653 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-fde9a3e7-0fbf-47d0-9199-91329a19d700 req-3d5bdfae-587e-4531-b629-ef2fbc46814e tempest-VolumesNegativeTest-438707663 tempest-VolumesNegativeTest-438707663-project] 10.222.0.23 "GET /v2.0/ports?device_id=25191347-555f-4f50-a0c8-e0ad960f1890 HTTP/1.1" status: 200 len: 950 time: 0.0462224 Jun 18 05:20:58.561014 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-fde9a3e7-0fbf-47d0-9199-91329a19d700 req-61af0e02-0563-48b4-8f3e-258b880ddbd7 tempest-VolumesNegativeTest-438707663 tempest-VolumesNegativeTest-438707663-project] 10.222.0.23 "GET /v2.0/security-groups?id=00f8c425-eadb-4d2b-9691-9fc94c1c11a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449295 Jun 18 05:20:58.723785 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db42855-ce75-4a11-a8fa-b90dcfeec0e4 req-5e811441-c1d7-4248-84d6-77fcd22b491f tempest-TestVolumeBootPattern-2140324561 tempest-TestVolumeBootPattern-2140324561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:20:58.726468 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-6db42855-ce75-4a11-a8fa-b90dcfeec0e4 req-5e811441-c1d7-4248-84d6-77fcd22b491f tempest-TestVolumeBootPattern-2140324561 tempest-TestVolumeBootPattern-2140324561-project] 10.222.0.23 "GET /v2.0/ports?device_id=0862f974-0f40-4c61-95a9-9c0e1db65a4b HTTP/1.1" status: 200 len: 944 time: 0.0462923 Jun 18 05:20:58.761030 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5092fb76-0df2-4d16-942b-f24ef69245eb req-4fc995bf-4d72-4a5c-a8d3-3ccb0d66f9cd tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:20:58.762999 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-5092fb76-0df2-4d16-942b-f24ef69245eb req-4fc995bf-4d72-4a5c-a8d3-3ccb0d66f9cd tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] 10.222.0.23 "GET /v2.0/ports?device_id=3db86af8-06be-4481-ae05-85abb634d58e HTTP/1.1" status: 200 len: 946 time: 0.0470514 Jun 18 05:20:58.776615 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-6db42855-ce75-4a11-a8fa-b90dcfeec0e4 req-44d2c67b-7149-430a-92e3-0e8f08c98b9f tempest-TestVolumeBootPattern-2140324561 tempest-TestVolumeBootPattern-2140324561-project] 10.222.0.23 "GET /v2.0/security-groups?id=58bf4135-bd70-41ae-af28-83b051ed0d19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447493 Jun 18 05:20:58.810037 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-5092fb76-0df2-4d16-942b-f24ef69245eb req-c2cba8b4-6b8f-4548-a793-290808b77a73 tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] 10.222.0.23 "GET /v2.0/security-groups?id=e7fc1561-1092-4d2a-b878-ed2f82ce27ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417876 Jun 18 05:20:59.674108 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d08ff1a-6789-40ba-9b2a-b61420135dfe req-5f0e9c37-6e77-4f3c-96c6-f3483b9c8d31 tempest-VolumesNegativeTest-438707663 tempest-VolumesNegativeTest-438707663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:20:59.675621 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-5d08ff1a-6789-40ba-9b2a-b61420135dfe req-5f0e9c37-6e77-4f3c-96c6-f3483b9c8d31 tempest-VolumesNegativeTest-438707663 tempest-VolumesNegativeTest-438707663-project] 10.222.0.23 "GET /v2.0/ports?device_id=25191347-555f-4f50-a0c8-e0ad960f1890 HTTP/1.1" status: 200 len: 950 time: 0.0477476 Jun 18 05:20:59.723007 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-5d08ff1a-6789-40ba-9b2a-b61420135dfe req-7e6de950-9d5f-42d8-923e-63efec089a7d tempest-VolumesNegativeTest-438707663 tempest-VolumesNegativeTest-438707663-project] 10.222.0.23 "GET /v2.0/security-groups?id=00f8c425-eadb-4d2b-9691-9fc94c1c11a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418553 Jun 18 05:20:59.888389 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db059a1-9842-4cf4-a17c-9416f1c9159d req-d25c0aff-c83a-4526-b424-c4ec67f85209 tempest-TestVolumeBootPattern-2140324561 tempest-TestVolumeBootPattern-2140324561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:20:59.889988 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-9db059a1-9842-4cf4-a17c-9416f1c9159d req-d25c0aff-c83a-4526-b424-c4ec67f85209 tempest-TestVolumeBootPattern-2140324561 tempest-TestVolumeBootPattern-2140324561-project] 10.222.0.23 "GET /v2.0/ports?device_id=0862f974-0f40-4c61-95a9-9c0e1db65a4b HTTP/1.1" status: 200 len: 944 time: 0.0470214 Jun 18 05:20:59.930414 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec59955f-5526-415f-8e79-6754e43eac7b req-e79a6401-2a9b-4f9c-97b8-85154a83f427 tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:20:59.931920 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-ec59955f-5526-415f-8e79-6754e43eac7b req-e79a6401-2a9b-4f9c-97b8-85154a83f427 tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] 10.222.0.23 "GET /v2.0/ports?device_id=3db86af8-06be-4481-ae05-85abb634d58e HTTP/1.1" status: 200 len: 946 time: 0.0508564 Jun 18 05:20:59.939891 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-9db059a1-9842-4cf4-a17c-9416f1c9159d req-5effc536-9e2f-4a37-9939-4ea8fd546217 tempest-TestVolumeBootPattern-2140324561 tempest-TestVolumeBootPattern-2140324561-project] 10.222.0.23 "GET /v2.0/security-groups?id=58bf4135-bd70-41ae-af28-83b051ed0d19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443959 Jun 18 05:20:59.979745 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-ec59955f-5526-415f-8e79-6754e43eac7b req-fc92001b-9103-4c75-9bec-9e174a5ead1c tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] 10.222.0.23 "GET /v2.0/security-groups?id=e7fc1561-1092-4d2a-b878-ed2f82ce27ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423448 Jun 18 05:21:00.543746 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6066a66f-867a-44dc-85b9-c4304d5e525c req-8111682a-4e2c-478b-9e2c-3c5c31e8bdd0 tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:21:00.545187 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-6066a66f-867a-44dc-85b9-c4304d5e525c req-8111682a-4e2c-478b-9e2c-3c5c31e8bdd0 tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] 10.222.0.15 "GET /v2.0/ports?device_id=3db86af8-06be-4481-ae05-85abb634d58e HTTP/1.1" status: 200 len: 946 time: 0.0465508 Jun 18 05:21:00.841648 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5c5685-e228-4096-b911-439005e7356b req-b8ab8a2d-3939-4ee8-8f23-2bd1cdbb309b tempest-VolumesNegativeTest-438707663 tempest-VolumesNegativeTest-438707663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:21:00.843138 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-de5c5685-e228-4096-b911-439005e7356b req-b8ab8a2d-3939-4ee8-8f23-2bd1cdbb309b tempest-VolumesNegativeTest-438707663 tempest-VolumesNegativeTest-438707663-project] 10.222.0.23 "GET /v2.0/ports?device_id=25191347-555f-4f50-a0c8-e0ad960f1890 HTTP/1.1" status: 200 len: 950 time: 0.0511394 Jun 18 05:21:00.874080 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG dbcounter [-] [104387] Writing DB stats neutron:SELECT=100 {{(pid=104387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:21:00.890300 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-de5c5685-e228-4096-b911-439005e7356b req-4525ceea-45ae-44b3-944a-3063052f1cb9 tempest-VolumesNegativeTest-438707663 tempest-VolumesNegativeTest-438707663-project] 10.222.0.23 "GET /v2.0/security-groups?id=00f8c425-eadb-4d2b-9691-9fc94c1c11a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416536 Jun 18 05:21:01.054012 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd81d46-4d59-4131-bb10-6ed981790c09 req-4dbd0339-fda0-4f48-b721-fc141612c69d tempest-TestVolumeBootPattern-2140324561 tempest-TestVolumeBootPattern-2140324561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:21:01.055499 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-3cd81d46-4d59-4131-bb10-6ed981790c09 req-4dbd0339-fda0-4f48-b721-fc141612c69d tempest-TestVolumeBootPattern-2140324561 tempest-TestVolumeBootPattern-2140324561-project] 10.222.0.23 "GET /v2.0/ports?device_id=0862f974-0f40-4c61-95a9-9c0e1db65a4b HTTP/1.1" status: 200 len: 944 time: 0.0476761 Jun 18 05:21:01.104308 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-3cd81d46-4d59-4131-bb10-6ed981790c09 req-c796024a-cc12-402b-a2fd-63b10a40b3a9 tempest-TestVolumeBootPattern-2140324561 tempest-TestVolumeBootPattern-2140324561-project] 10.222.0.23 "GET /v2.0/security-groups?id=58bf4135-bd70-41ae-af28-83b051ed0d19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431759 Jun 18 05:21:01.205401 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4485970-1959-44b4-93ab-00e691d7beac req-fe7f489c-c672-4a1c-8399-aeb10b2d90e1 tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:21:01.206928 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-c4485970-1959-44b4-93ab-00e691d7beac req-fe7f489c-c672-4a1c-8399-aeb10b2d90e1 tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] 10.222.0.23 "GET /v2.0/ports?device_id=3db86af8-06be-4481-ae05-85abb634d58e HTTP/1.1" status: 200 len: 946 time: 0.0469573 Jun 18 05:21:01.261579 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-c4485970-1959-44b4-93ab-00e691d7beac req-f5d8b5c0-1cea-4a1c-9feb-6f600455deda tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] 10.222.0.23 "GET /v2.0/security-groups?id=e7fc1561-1092-4d2a-b878-ed2f82ce27ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479345 Jun 18 05:21:01.386074 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca341612-ee37-4133-acdf-8727fa1708d3 req-7cb68577-29d2-4718-b8f1-d06f8cfbe5bb tempest-VolumesNegativeTest-438707663 tempest-VolumesNegativeTest-438707663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:21:01.387480 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-ca341612-ee37-4133-acdf-8727fa1708d3 req-7cb68577-29d2-4718-b8f1-d06f8cfbe5bb tempest-VolumesNegativeTest-438707663 tempest-VolumesNegativeTest-438707663-project] 10.222.0.23 "GET /v2.0/ports?device_id=25191347-555f-4f50-a0c8-e0ad960f1890 HTTP/1.1" status: 200 len: 950 time: 0.0833580 Jun 18 05:21:01.409956 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.plugins.ml2.plugin [req-6066a66f-867a-44dc-85b9-c4304d5e525c req-1e33f8b2-8dd9-4db7-a2a3-5f2e304fa241 tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] Deleting port 1fb70483-13da-4dd6-a45d-5224ec85a411 {{(pid=104388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 18 05:21:01.410299 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [req-6066a66f-867a-44dc-85b9-c4304d5e525c req-1e33f8b2-8dd9-4db7-a2a3-5f2e304fa241 tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789592760634'] for port (1fb70483-13da-4dd6-a45d-5224ec85a411), before_delete {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:21:01.497098 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-ca341612-ee37-4133-acdf-8727fa1708d3 req-77026be6-d3b5-4bd4-99b8-13f28a832e45 tempest-VolumesNegativeTest-438707663 tempest-VolumesNegativeTest-438707663-project] 10.222.0.23 "GET /v2.0/security-groups?id=00f8c425-eadb-4d2b-9691-9fc94c1c11a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039584 Jun 18 05:21:01.526183 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.plugins.ml2.db [req-6066a66f-867a-44dc-85b9-c4304d5e525c req-1e33f8b2-8dd9-4db7-a2a3-5f2e304fa241 tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] For port 1fb70483-13da-4dd6-a45d-5224ec85a411, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=1fb70483-13da-4dd6-a45d-5224ec85a411,segment=NetworkSegment(8156adf2-605e-4047-8e9c-946882049554),segment_id=8156adf2-605e-4047-8e9c-946882049554)] {{(pid=104388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 05:21:01.526559 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [req-6066a66f-867a-44dc-85b9-c4304d5e525c req-1e33f8b2-8dd9-4db7-a2a3-5f2e304fa241 tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-734995'] for port (1fb70483-13da-4dd6-a45d-5224ec85a411), precommit_delete {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:21:01.634789 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG dbcounter [-] [104388] Writing DB stats neutron:SELECT=100 {{(pid=104388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:21:01.959260 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [req-6066a66f-867a-44dc-85b9-c4304d5e525c req-1e33f8b2-8dd9-4db7-a2a3-5f2e304fa241 tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:21:01.959626 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [req-6066a66f-867a-44dc-85b9-c4304d5e525c req-1e33f8b2-8dd9-4db7-a2a3-5f2e304fa241 tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-736808'] for floatingip (d681f7ec-bf7e-418e-82c1-0b751e94dd68), after_update {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:21:01.959947 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.db.l3_db [req-6066a66f-867a-44dc-85b9-c4304d5e525c req-1e33f8b2-8dd9-4db7-a2a3-5f2e304fa241 tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] Floating IP d681f7ec-bf7e-418e-82c1-0b751e94dd68 disassociated. External IP: 172.27.2.160, port: 1fb70483-13da-4dd6-a45d-5224ec85a411. Jun 18 05:21:01.960295 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.plugins.ml2.plugin [req-6066a66f-867a-44dc-85b9-c4304d5e525c req-1e33f8b2-8dd9-4db7-a2a3-5f2e304fa241 tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] Calling delete_port for 1fb70483-13da-4dd6-a45d-5224ec85a411 owned by compute:nova {{(pid=104388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 18 05:21:02.159350 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [req-6066a66f-867a-44dc-85b9-c4304d5e525c req-1e33f8b2-8dd9-4db7-a2a3-5f2e304fa241 tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1768343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789592765633', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789592262831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15493031'] for port (1fb70483-13da-4dd6-a45d-5224ec85a411), after_delete {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:21:02.188386 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e33f8b2-8dd9-4db7-a2a3-5f2e304fa241 tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] Pushing event deleted for resources: {'Port': ['ID=1fb70483-13da-4dd6-a45d-5224ec85a411,revision_number=None']} {{(pid=104388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:21:02.224084 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b339e39e-8d1f-48c6-ad58-3b377f2b2c80 req-2037182a-911e-4491-82e5-ac958a4dcfea tempest-TestVolumeBootPattern-2140324561 tempest-TestVolumeBootPattern-2140324561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:21:02.226324 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-b339e39e-8d1f-48c6-ad58-3b377f2b2c80 req-2037182a-911e-4491-82e5-ac958a4dcfea tempest-TestVolumeBootPattern-2140324561 tempest-TestVolumeBootPattern-2140324561-project] 10.222.0.23 "GET /v2.0/ports?device_id=0862f974-0f40-4c61-95a9-9c0e1db65a4b HTTP/1.1" status: 200 len: 944 time: 0.0532417 Jun 18 05:21:02.248091 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG dbcounter [-] [104388] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:21:02.278835 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-b339e39e-8d1f-48c6-ad58-3b377f2b2c80 req-2805c807-d992-4d52-81e1-b8127b5abadb tempest-TestVolumeBootPattern-2140324561 tempest-TestVolumeBootPattern-2140324561-project] 10.222.0.23 "GET /v2.0/security-groups?id=58bf4135-bd70-41ae-af28-83b051ed0d19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464911 Jun 18 05:21:02.303671 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6066a66f-867a-44dc-85b9-c4304d5e525c req-1e33f8b2-8dd9-4db7-a2a3-5f2e304fa241 tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] Router 908e80fb-40b8-4793-9a86-37800eb2c0e2 has already been hosted by L3 agent a8549501-0164-4ac5-90a6-1ba1ba0d3f9d {{(pid=104388) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 18 05:21:02.381397 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-685b4784-c8ee-44f5-8dd5-e511afeb5d54 req-1004deeb-c9a7-4868-a568-d51b14f6e4c9 tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] 10.222.0.23 "GET /v2.0/ports?device_id=3db86af8-06be-4481-ae05-85abb634d58e HTTP/1.1" status: 200 len: 210 time: 0.0321319 Jun 18 05:21:02.436332 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6066a66f-867a-44dc-85b9-c4304d5e525c req-1e33f8b2-8dd9-4db7-a2a3-5f2e304fa241 tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] Notify agent at l3_agent.dv-cinder-836996-35-iscsi the message routers_updated {{(pid=104388) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 05:21:02.447147 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08801d6f-19fd-4e9b-8726-d36cffe953db None None] Sync routers for ids ['908e80fb-40b8-4793-9a86-37800eb2c0e2'] in dv-cinder-836996-35-iscsi {{(pid=104389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 05:21:02.457630 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08801d6f-19fd-4e9b-8726-d36cffe953db None None] Routers {'908e80fb-40b8-4793-9a86-37800eb2c0e2'} bound to L3 agent in host dv-cinder-836996-35-iscsi {{(pid=104389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 18 05:21:02.458319 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.db.l3_hamode_db [None req-08801d6f-19fd-4e9b-8726-d36cffe953db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-35-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-06-18T05:08:24Z,description=,heartbeat_timestamp=2022-06-18T05:20:54Z,host='dv-cinder-836996-35-iscsi',id=a8549501-0164-4ac5-90a6-1ba1ba0d3f9d,load=0,resource_versions=,resources_synced=,started_at=2022-06-18T05:08:25Z,topic='l3_agent')) {'router_ids': ['908e80fb-40b8-4793-9a86-37800eb2c0e2'], 'active': True} {{(pid=104389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 05:21:02.480650 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.db.l3_dvrscheduler_db [req-6066a66f-867a-44dc-85b9-c4304d5e525c req-1e33f8b2-8dd9-4db7-a2a3-5f2e304fa241 tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] No DVR routers for this DVR port 1fb70483-13da-4dd6-a45d-5224ec85a411 on host hv-cinder-83699 {{(pid=104388) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 18 05:21:02.483135 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [req-6066a66f-867a-44dc-85b9-c4304d5e525c req-1e33f8b2-8dd9-4db7-a2a3-5f2e304fa241 tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19502'] for port (None), before_response {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:21:02.486313 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-6066a66f-867a-44dc-85b9-c4304d5e525c req-1e33f8b2-8dd9-4db7-a2a3-5f2e304fa241 tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] 10.222.0.15 "DELETE /v2.0/ports/1fb70483-13da-4dd6-a45d-5224ec85a411 HTTP/1.1" status: 204 len: 173 time: 1.2181509 Jun 18 05:21:02.486759 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3db86af8-06be-4481-ae05-85abb634d58e', 'name': 'network-vif-deleted', 'tag': '1fb70483-13da-4dd6-a45d-5224ec85a411'}] {{(pid=104388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 18 05:21:02.488969 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76651050bff5b1e15da4688504920c0e470581a7df997af8856c46d23e91a66a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-476069fe-7a7f-40bc-a605-a6ae433970bf" -d '{"events": [{"server_uuid": "3db86af8-06be-4481-ae05-85abb634d58e", "name": "network-vif-deleted", "tag": "1fb70483-13da-4dd6-a45d-5224ec85a411"}]}' {{(pid=104388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 05:21:02.527187 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Jun 2022 05:21:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23072e5a-baf3-4992-a43d-10e0d8c2cfe9 x-openstack-request-id: req-23072e5a-baf3-4992-a43d-10e0d8c2cfe9 {{(pid=104388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 05:21:02.527391 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3db86af8-06be-4481-ae05-85abb634d58e", "name": "network-vif-deleted", "tag": "1fb70483-13da-4dd6-a45d-5224ec85a411", "status": "completed", "code": 200}]} {{(pid=104388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 05:21:02.527620 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-23072e5a-baf3-4992-a43d-10e0d8c2cfe9 {{(pid=104388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 05:21:02.528019 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.notifiers.nova [-] Nova event matching ['req-23072e5a-baf3-4992-a43d-10e0d8c2cfe9'] response: {'server_uuid': '3db86af8-06be-4481-ae05-85abb634d58e', 'name': 'network-vif-deleted', 'tag': '1fb70483-13da-4dd6-a45d-5224ec85a411', 'status': 'completed', 'code': 200} Jun 18 05:21:02.569442 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG dbcounter [-] [104389] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=104389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:21:02.571628 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.db.l3_dvr_db [None req-08801d6f-19fd-4e9b-8726-d36cffe953db None None] Set router 908e80fb-40b8-4793-9a86-37800eb2c0e2 gateway port host: dv-cinder-836996-35-iscsi {{(pid=104389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 18 05:21:02.624056 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d3197a-23c1-4c78-946c-36da9281e0d1 req-4d698621-c3f9-44f3-a595-12f0e40bbc80 tempest-VolumesNegativeTest-438707663 tempest-VolumesNegativeTest-438707663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:21:02.625605 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-39d3197a-23c1-4c78-946c-36da9281e0d1 req-4d698621-c3f9-44f3-a595-12f0e40bbc80 tempest-VolumesNegativeTest-438707663 tempest-VolumesNegativeTest-438707663-project] 10.222.0.23 "GET /v2.0/ports?device_id=25191347-555f-4f50-a0c8-e0ad960f1890 HTTP/1.1" status: 200 len: 950 time: 0.0571878 Jun 18 05:21:02.690739 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-39d3197a-23c1-4c78-946c-36da9281e0d1 req-c10609b5-2307-4999-86fe-9cd0fa647a04 tempest-VolumesNegativeTest-438707663 tempest-VolumesNegativeTest-438707663-project] 10.222.0.23 "GET /v2.0/security-groups?id=00f8c425-eadb-4d2b-9691-9fc94c1c11a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589833 Jun 18 05:21:02.889869 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.db.l3_hamode_db [None req-08801d6f-19fd-4e9b-8726-d36cffe953db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '908e80fb-40b8-4793-9a86-37800eb2c0e2', 'name': 'tempest-AttachVolumeShelveTestJSON-483833369-router', 'tenant_id': '758883a5aea04c85ad65bb6970bdb098', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65c030c7-6a7d-4cea-a47d-5cdd532db0e6', 'external_fixed_ips': [{'subnet_id': 'a9fa7760-a071-45ee-b985-799999c69975', 'ip_address': '172.27.2.118'}], 'enable_snat': True}, 'gw_port_id': '727ff9c8-4916-4a1a-ab54-bb56c46fdb5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-18T05:16:30Z', 'updated_at': '2022-06-18T05:16:40Z', 'revision_number': 4, 'project_id': '758883a5aea04c85ad65bb6970bdb098', 'gw_port': {'id': '727ff9c8-4916-4a1a-ab54-bb56c46fdb5e', 'name': '', 'network_id': '65c030c7-6a7d-4cea-a47d-5cdd532db0e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:ff:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '908e80fb-40b8-4793-9a86-37800eb2c0e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'a9fa7760-a071-45ee-b985-799999c69975', 'ip_address': '172.27.2.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-18T05:16:31Z', 'updated_at': '2022-06-18T05:16:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9fa7760-a071-45ee-b985-799999c69975', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-35-iscsi', '_interfaces': [{'id': 'f47325e8-4dc9-4d91-a0b3-d1a91a92ed58', 'name': '', 'network_id': 'f7ef077f-c52c-4f70-b85e-e8892706babc', 'tenant_id': '758883a5aea04c85ad65bb6970bdb098', 'mac_address': 'fa:16:3e:e5:75:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '908e80fb-40b8-4793-9a86-37800eb2c0e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '33823053-d4d0-4fd0-8dfe-171b826300f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-18T05:16:38Z', 'updated_at': '2022-06-18T05:16:49Z', 'revision_number': 5, 'project_id': '758883a5aea04c85ad65bb6970bdb098', 'subnets': [{'id': '33823053-d4d0-4fd0-8dfe-171b826300f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-35-iscsi', False) {} {{(pid=104389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 05:21:02.917305 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08801d6f-19fd-4e9b-8726-d36cffe953db None None] Checking router: 908e80fb-40b8-4793-9a86-37800eb2c0e2 for host: dv-cinder-836996-35-iscsi {{(pid=104389) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 05:21:02.925839 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08801d6f-19fd-4e9b-8726-d36cffe953db None None] Routers {'908e80fb-40b8-4793-9a86-37800eb2c0e2'} bound to L3 agent in host dv-cinder-836996-35-iscsi {{(pid=104389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 18 05:21:02.926531 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.db.l3_hamode_db [None req-08801d6f-19fd-4e9b-8726-d36cffe953db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-35-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-06-18T05:08:24Z,description=,heartbeat_timestamp=2022-06-18T05:20:54Z,host='dv-cinder-836996-35-iscsi',id=a8549501-0164-4ac5-90a6-1ba1ba0d3f9d,load=0,resource_versions=,resources_synced=,started_at=2022-06-18T05:08:25Z,topic='l3_agent')) {'router_ids': ['908e80fb-40b8-4793-9a86-37800eb2c0e2'], 'active': True} {{(pid=104389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 05:21:03.032098 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.db.l3_dvr_db [None req-08801d6f-19fd-4e9b-8726-d36cffe953db None None] Set router 908e80fb-40b8-4793-9a86-37800eb2c0e2 gateway port host: dv-cinder-836996-35-iscsi {{(pid=104389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 18 05:21:03.038414 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318be64c-5dc4-4e9f-bbf1-6ad9a7213c20 req-6e2ae068-3590-47e0-8f08-3f9462d02b4a tempest-VolumesNegativeTest-438707663 tempest-VolumesNegativeTest-438707663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:21:03.039960 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-318be64c-5dc4-4e9f-bbf1-6ad9a7213c20 req-6e2ae068-3590-47e0-8f08-3f9462d02b4a tempest-VolumesNegativeTest-438707663 tempest-VolumesNegativeTest-438707663-project] 10.222.0.15 "GET /v2.0/ports?device_id=25191347-555f-4f50-a0c8-e0ad960f1890 HTTP/1.1" status: 200 len: 950 time: 0.0483177 Jun 18 05:21:03.134318 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.plugins.ml2.plugin [req-318be64c-5dc4-4e9f-bbf1-6ad9a7213c20 req-bbc40eb7-03fa-488f-9119-361f7b9a555d tempest-VolumesNegativeTest-438707663 tempest-VolumesNegativeTest-438707663-project] Deleting port 09bdca09-5609-426c-9151-393b7ced1c72 {{(pid=104388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 18 05:21:03.134662 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [req-318be64c-5dc4-4e9f-bbf1-6ad9a7213c20 req-bbc40eb7-03fa-488f-9119-361f7b9a555d tempest-VolumesNegativeTest-438707663 tempest-VolumesNegativeTest-438707663-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789592760634'] for port (09bdca09-5609-426c-9151-393b7ced1c72), before_delete {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:21:03.234181 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.db.l3_hamode_db [None req-08801d6f-19fd-4e9b-8726-d36cffe953db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '908e80fb-40b8-4793-9a86-37800eb2c0e2', 'name': 'tempest-AttachVolumeShelveTestJSON-483833369-router', 'tenant_id': '758883a5aea04c85ad65bb6970bdb098', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65c030c7-6a7d-4cea-a47d-5cdd532db0e6', 'external_fixed_ips': [{'subnet_id': 'a9fa7760-a071-45ee-b985-799999c69975', 'ip_address': '172.27.2.118'}], 'enable_snat': True}, 'gw_port_id': '727ff9c8-4916-4a1a-ab54-bb56c46fdb5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-18T05:16:30Z', 'updated_at': '2022-06-18T05:16:40Z', 'revision_number': 4, 'project_id': '758883a5aea04c85ad65bb6970bdb098', 'gw_port': {'id': '727ff9c8-4916-4a1a-ab54-bb56c46fdb5e', 'name': '', 'network_id': '65c030c7-6a7d-4cea-a47d-5cdd532db0e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:ff:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '908e80fb-40b8-4793-9a86-37800eb2c0e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'a9fa7760-a071-45ee-b985-799999c69975', 'ip_address': '172.27.2.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-18T05:16:31Z', 'updated_at': '2022-06-18T05:16:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9fa7760-a071-45ee-b985-799999c69975', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-35-iscsi', '_interfaces': [{'id': 'f47325e8-4dc9-4d91-a0b3-d1a91a92ed58', 'name': '', 'network_id': 'f7ef077f-c52c-4f70-b85e-e8892706babc', 'tenant_id': '758883a5aea04c85ad65bb6970bdb098', 'mac_address': 'fa:16:3e:e5:75:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '908e80fb-40b8-4793-9a86-37800eb2c0e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '33823053-d4d0-4fd0-8dfe-171b826300f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-18T05:16:38Z', 'updated_at': '2022-06-18T05:16:49Z', 'revision_number': 5, 'project_id': '758883a5aea04c85ad65bb6970bdb098', 'subnets': [{'id': '33823053-d4d0-4fd0-8dfe-171b826300f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-35-iscsi', False) {} {{(pid=104389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 05:21:03.239497 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.plugins.ml2.db [req-318be64c-5dc4-4e9f-bbf1-6ad9a7213c20 req-bbc40eb7-03fa-488f-9119-361f7b9a555d tempest-VolumesNegativeTest-438707663 tempest-VolumesNegativeTest-438707663-project] For port 09bdca09-5609-426c-9151-393b7ced1c72, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=09bdca09-5609-426c-9151-393b7ced1c72,segment=NetworkSegment(0ae0227d-ba40-4f1d-94b4-e07cee7cb37e),segment_id=0ae0227d-ba40-4f1d-94b4-e07cee7cb37e)] {{(pid=104388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 05:21:03.240090 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [req-318be64c-5dc4-4e9f-bbf1-6ad9a7213c20 req-bbc40eb7-03fa-488f-9119-361f7b9a555d tempest-VolumesNegativeTest-438707663 tempest-VolumesNegativeTest-438707663-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-734995'] for port (09bdca09-5609-426c-9151-393b7ced1c72), precommit_delete {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:21:03.242552 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG dbcounter [-] [104388] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:21:03.254602 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.plugins.ml2.plugin [req-318be64c-5dc4-4e9f-bbf1-6ad9a7213c20 req-bbc40eb7-03fa-488f-9119-361f7b9a555d tempest-VolumesNegativeTest-438707663 tempest-VolumesNegativeTest-438707663-project] Calling delete_port for 09bdca09-5609-426c-9151-393b7ced1c72 owned by compute:nova {{(pid=104388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 18 05:21:03.259720 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08801d6f-19fd-4e9b-8726-d36cffe953db None None] The sync data for ids ['908e80fb-40b8-4793-9a86-37800eb2c0e2'] in dv-cinder-836996-35-iscsi is: [{'id': '908e80fb-40b8-4793-9a86-37800eb2c0e2', 'name': 'tempest-AttachVolumeShelveTestJSON-483833369-router', 'tenant_id': '758883a5aea04c85ad65bb6970bdb098', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65c030c7-6a7d-4cea-a47d-5cdd532db0e6', 'external_fixed_ips': [{'subnet_id': 'a9fa7760-a071-45ee-b985-799999c69975', 'ip_address': '172.27.2.118'}], 'enable_snat': True}, 'gw_port_id': '727ff9c8-4916-4a1a-ab54-bb56c46fdb5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-18T05:16:30Z', 'updated_at': '2022-06-18T05:16:40Z', 'revision_number': 4, 'project_id': '758883a5aea04c85ad65bb6970bdb098', 'gw_port': {'id': '727ff9c8-4916-4a1a-ab54-bb56c46fdb5e', 'name': '', 'network_id': '65c030c7-6a7d-4cea-a47d-5cdd532db0e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:ff:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '908e80fb-40b8-4793-9a86-37800eb2c0e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'a9fa7760-a071-45ee-b985-799999c69975', 'ip_address': '172.27.2.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-18T05:16:31Z', 'updated_at': '2022-06-18T05:16:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9fa7760-a071-45ee-b985-799999c69975', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-35-iscsi', '_interfaces': [{'id': 'f47325e8-4dc9-4d91-a0b3-d1a91a92ed58', 'name': '', 'network_id': 'f7ef077f-c52c-4f70-b85e-e8892706babc', 'tenant_id': '758883a5aea04c85ad65bb6970bdb098', 'mac_address': 'fa:16:3e:e5:75:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '908e80fb-40b8-4793-9a86-37800eb2c0e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '33823053-d4d0-4fd0-8dfe-171b826300f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-18T05:16:38Z', 'updated_at': '2022-06-18T05:16:49Z', 'revision_number': 5, 'project_id': '758883a5aea04c85ad65bb6970bdb098', 'subnets': [{'id': '33823053-d4d0-4fd0-8dfe-171b826300f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 05:21:03.408508 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de68b3b4-2f4e-4f98-af0a-a6fc0c367c0d req-6b7bd595-b42d-422a-8b35-c228ee9c38f6 tempest-TestVolumeBootPattern-2140324561 tempest-TestVolumeBootPattern-2140324561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:21:03.416694 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-de68b3b4-2f4e-4f98-af0a-a6fc0c367c0d req-6b7bd595-b42d-422a-8b35-c228ee9c38f6 tempest-TestVolumeBootPattern-2140324561 tempest-TestVolumeBootPattern-2140324561-project] 10.222.0.23 "GET /v2.0/ports?device_id=0862f974-0f40-4c61-95a9-9c0e1db65a4b HTTP/1.1" status: 200 len: 944 time: 0.0570362 Jun 18 05:21:03.476497 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [req-318be64c-5dc4-4e9f-bbf1-6ad9a7213c20 req-bbc40eb7-03fa-488f-9119-361f7b9a555d tempest-VolumesNegativeTest-438707663 tempest-VolumesNegativeTest-438707663-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1768343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789592765633', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789592262831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15493031'] for port (09bdca09-5609-426c-9151-393b7ced1c72), after_delete {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:21:03.479656 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-de68b3b4-2f4e-4f98-af0a-a6fc0c367c0d req-fa03375d-c3aa-4797-9baa-98b89b4dd6ab tempest-TestVolumeBootPattern-2140324561 tempest-TestVolumeBootPattern-2140324561-project] 10.222.0.23 "GET /v2.0/security-groups?id=58bf4135-bd70-41ae-af28-83b051ed0d19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0624616 Jun 18 05:21:03.514051 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.db [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] get_ports_and_sgs() called for port_ids ['09bdca09-5609-426c-9151-393b7ced1c72'] {{(pid=104389) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 18 05:21:03.580603 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc40eb7-03fa-488f-9119-361f7b9a555d tempest-VolumesNegativeTest-438707663 tempest-VolumesNegativeTest-438707663-project] Pushing event deleted for resources: {'Port': ['ID=09bdca09-5609-426c-9151-393b7ced1c72,revision_number=None']} {{(pid=104388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:21:03.619984 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b68ab127-5ab9-4f32-874d-4b5e6f02c302 None None] New status for floating IP d681f7ec-bf7e-418e-82c1-0b751e94dd68: DOWN {{(pid=104390) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 18 05:21:03.644738 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.db.l3_dvrscheduler_db [req-318be64c-5dc4-4e9f-bbf1-6ad9a7213c20 req-bbc40eb7-03fa-488f-9119-361f7b9a555d tempest-VolumesNegativeTest-438707663 tempest-VolumesNegativeTest-438707663-project] No DVR routers for this DVR port 09bdca09-5609-426c-9151-393b7ced1c72 on host hv-cinder-83699 {{(pid=104388) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 18 05:21:03.648501 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [req-318be64c-5dc4-4e9f-bbf1-6ad9a7213c20 req-bbc40eb7-03fa-488f-9119-361f7b9a555d tempest-VolumesNegativeTest-438707663 tempest-VolumesNegativeTest-438707663-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19502'] for port (None), before_response {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:21:03.653213 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-318be64c-5dc4-4e9f-bbf1-6ad9a7213c20 req-bbc40eb7-03fa-488f-9119-361f7b9a555d tempest-VolumesNegativeTest-438707663 tempest-VolumesNegativeTest-438707663-project] 10.222.0.15 "DELETE /v2.0/ports/09bdca09-5609-426c-9151-393b7ced1c72 HTTP/1.1" status: 204 len: 173 time: 0.6059172 Jun 18 05:21:03.658075 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-530216e7-4cc4-4e19-96e4-4a6d01f713b3 req-f14122cc-7780-4405-a4e1-7e630a32b324 tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] 10.222.0.23 "GET /v2.0/ports?device_id=3db86af8-06be-4481-ae05-85abb634d58e HTTP/1.1" status: 200 len: 210 time: 0.0993655 Jun 18 05:21:03.813511 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-72636ad1-2460-433c-ad71-643b13e764d9 req-4c0d1059-d2f6-4c0a-9570-8e7ab76722e1 tempest-VolumesNegativeTest-438707663 tempest-VolumesNegativeTest-438707663-project] 10.222.0.23 "GET /v2.0/ports?device_id=25191347-555f-4f50-a0c8-e0ad960f1890 HTTP/1.1" status: 200 len: 210 time: 0.0305741 Jun 18 05:21:04.011466 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.rpc [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] Device 23c6b7c7-2045-4a84-955e-c924bc121496 details requested by agent hyperv_hv-cinder-83699 with host hv-cinder-83699 {{(pid=104389) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 18 05:21:04.022731 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.rpc [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] Device 1fb70483-13da-4dd6-a45d-5224ec85a411 no longer exists at agent hyperv_hv-cinder-83699 {{(pid=104389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 18 05:21:04.047708 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.plugin [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] No Port match for: 1fb70483-13da-4dd6-a45d-5224ec85a411 {{(pid=104389) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 18 05:21:04.048052 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.rpc [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] Device 1fb70483-13da-4dd6-a45d-5224ec85a411 not bound to the agent host hv-cinder-83699 {{(pid=104389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 18 05:21:04.133148 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.db [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] For port 23c6b7c7-2045-4a84-955e-c924bc121496, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=23c6b7c7-2045-4a84-955e-c924bc121496,segment=NetworkSegment(8aca2cfd-4c97-491c-8d50-193cbcc193f8),segment_id=8aca2cfd-4c97-491c-8d50-193cbcc193f8)] {{(pid=104389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 05:21:04.149068 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.rpc [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] Returning: {'device': '23c6b7c7-2045-4a84-955e-c924bc121496', 'network_id': '1df631c6-dcd7-4307-8f3b-f75e299e78ec', 'port_id': '23c6b7c7-2045-4a84-955e-c924bc121496', 'mac_address': 'fa:16:3e:70:7e:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 314, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6b669cb0-2ad3-4bdc-840d-cbd0d58ea955', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104389) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 18 05:21:04.186034 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.plugin [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] Current status of the port 23c6b7c7-2045-4a84-955e-c924bc121496 is: DOWN; New status is: BUILD {{(pid=104389) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 18 05:21:04.186425 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1768406'] for port (23c6b7c7-2045-4a84-955e-c924bc121496), before_update {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:21:04.196808 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG dbcounter [-] [104389] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:21:04.199992 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.notifiers.nova [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 23c6b7c7-2045-4a84-955e-c924bc121496 {{(pid=104389) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 18 05:21:04.220193 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.db [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] For port 23c6b7c7-2045-4a84-955e-c924bc121496, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=23c6b7c7-2045-4a84-955e-c924bc121496,segment=NetworkSegment(8aca2cfd-4c97-491c-8d50-193cbcc193f8),segment_id=8aca2cfd-4c97-491c-8d50-193cbcc193f8)] {{(pid=104389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 05:21:04.325596 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1768343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789592765606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789592262840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789592262858'] for port (23c6b7c7-2045-4a84-955e-c924bc121496), after_update {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:21:04.376842 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] Pushing event updated for resources: {'Port': ['ID=23c6b7c7-2045-4a84-955e-c924bc121496,revision_number=4']} {{(pid=104389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:21:04.528775 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25191347-555f-4f50-a0c8-e0ad960f1890', 'name': 'network-vif-deleted', 'tag': '09bdca09-5609-426c-9151-393b7ced1c72'}] {{(pid=104388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 18 05:21:04.531654 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76651050bff5b1e15da4688504920c0e470581a7df997af8856c46d23e91a66a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5531a12d-01f3-4611-a9f2-0f359a7f9b71" -d '{"events": [{"server_uuid": "25191347-555f-4f50-a0c8-e0ad960f1890", "name": "network-vif-deleted", "tag": "09bdca09-5609-426c-9151-393b7ced1c72"}]}' {{(pid=104388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 05:21:04.561110 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG dbcounter [-] [104388] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=104388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:21:04.588670 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Jun 2022 05:21:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcfc46f4-7be3-4657-866c-4222acf98b50 x-openstack-request-id: req-bcfc46f4-7be3-4657-866c-4222acf98b50 {{(pid=104388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 05:21:04.589030 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25191347-555f-4f50-a0c8-e0ad960f1890", "name": "network-vif-deleted", "tag": "09bdca09-5609-426c-9151-393b7ced1c72", "status": "completed", "code": 200}]} {{(pid=104388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 05:21:04.589366 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-bcfc46f4-7be3-4657-866c-4222acf98b50 {{(pid=104388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 05:21:04.589791 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bcfc46f4-7be3-4657-866c-4222acf98b50'] response: {'server_uuid': '25191347-555f-4f50-a0c8-e0ad960f1890', 'name': 'network-vif-deleted', 'tag': '09bdca09-5609-426c-9151-393b7ced1c72', 'status': 'completed', 'code': 200} Jun 18 05:21:04.607972 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c1dcf1-be4b-453d-b1b4-571f2905012e req-25d6f87b-6153-4b80-9fd9-381d38c32434 tempest-TestVolumeBootPattern-2140324561 tempest-TestVolumeBootPattern-2140324561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:21:04.609497 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-c2c1dcf1-be4b-453d-b1b4-571f2905012e req-25d6f87b-6153-4b80-9fd9-381d38c32434 tempest-TestVolumeBootPattern-2140324561 tempest-TestVolumeBootPattern-2140324561-project] 10.222.0.23 "GET /v2.0/ports?device_id=0862f974-0f40-4c61-95a9-9c0e1db65a4b HTTP/1.1" status: 200 len: 945 time: 0.0646629 Jun 18 05:21:04.664905 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-c2c1dcf1-be4b-453d-b1b4-571f2905012e req-ea7b3e23-2293-4fee-8ead-92eb74148a0f tempest-TestVolumeBootPattern-2140324561 tempest-TestVolumeBootPattern-2140324561-project] 10.222.0.23 "GET /v2.0/security-groups?id=58bf4135-bd70-41ae-af28-83b051ed0d19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496535 Jun 18 05:21:04.746713 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.db [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] get_ports_and_sgs() called for port_ids ['23c6b7c7-2045-4a84-955e-c924bc121496'] {{(pid=104389) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 18 05:21:04.798596 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG dbcounter [-] [104389] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:21:04.820531 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.wsgi [-] (104387) accepted ('10.222.0.23', 52256) {{(pid=104387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 05:21:04.887989 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-ee0b48c2-86cf-41b2-b4a0-95364389883a tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] Publish callbacks [] for security_group (e7fc1561-1092-4d2a-b878-ed2f82ce27ab), before_delete {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:21:04.916501 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-ee0b48c2-86cf-41b2-b4a0-95364389883a tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] Publish callbacks [] for security_group (e7fc1561-1092-4d2a-b878-ed2f82ce27ab), precommit_delete {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:21:05.033547 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-ee0b48c2-86cf-41b2-b4a0-95364389883a tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728332'] for security_group (e7fc1561-1092-4d2a-b878-ed2f82ce27ab), after_delete {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:21:05.036390 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-ee0b48c2-86cf-41b2-b4a0-95364389883a tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] Publish callbacks [] for security_group (None), before_response {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:21:05.037670 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [None req-ee0b48c2-86cf-41b2-b4a0-95364389883a tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] 10.222.0.23 "DELETE /v2.0/security-groups/e7fc1561-1092-4d2a-b878-ed2f82ce27ab HTTP/1.1" status: 204 len: 168 time: 0.2160532 Jun 18 05:21:05.043004 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.wsgi [-] (104388) accepted ('10.222.0.23', 52268) {{(pid=104388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 05:21:05.048078 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee0b48c2-86cf-41b2-b4a0-95364389883a tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7fc1561-1092-4d2a-b878-ed2f82ce27ab,revision_number=None']} {{(pid=104387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:21:05.056782 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee0b48c2-86cf-41b2-b4a0-95364389883a tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:21:05.057230 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee0b48c2-86cf-41b2-b4a0-95364389883a tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:21:05.057675 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee0b48c2-86cf-41b2-b4a0-95364389883a tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:21:05.057815 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.api.v2.resource [None req-669bef22-e481-4ee7-9db7-0a678bc340d1 tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] show failed (client error): The resource could not be found. Jun 18 05:21:05.058093 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee0b48c2-86cf-41b2-b4a0-95364389883a tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:21:05.061470 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee0b48c2-86cf-41b2-b4a0-95364389883a tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:21:05.061627 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [None req-669bef22-e481-4ee7-9db7-0a678bc340d1 tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] 10.222.0.23 "GET /v2.0/security-groups/e7fc1561-1092-4d2a-b878-ed2f82ce27ab HTTP/1.1" status: 404 len: 347 time: 0.0172000 Jun 18 05:21:05.061755 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee0b48c2-86cf-41b2-b4a0-95364389883a tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:21:05.061755 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee0b48c2-86cf-41b2-b4a0-95364389883a tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:21:05.061755 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee0b48c2-86cf-41b2-b4a0-95364389883a tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:21:05.061755 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee0b48c2-86cf-41b2-b4a0-95364389883a tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:21:05.061755 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee0b48c2-86cf-41b2-b4a0-95364389883a tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:21:05.061755 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee0b48c2-86cf-41b2-b4a0-95364389883a tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:21:05.061755 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee0b48c2-86cf-41b2-b4a0-95364389883a tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:21:05.061755 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee0b48c2-86cf-41b2-b4a0-95364389883a tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:21:05.062300 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee0b48c2-86cf-41b2-b4a0-95364389883a tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:21:05.062300 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee0b48c2-86cf-41b2-b4a0-95364389883a tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:21:05.066205 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.wsgi [-] (104388) accepted ('10.222.0.23', 52270) {{(pid=104388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 05:21:05.193740 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.plugins.ml2.plugin [None req-67f24d98-27c6-4de6-a99c-aa60d88de231 tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] Deleting port a0bef43e-66ae-458a-a264-1b81c8ad04cd {{(pid=104388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 18 05:21:05.194196 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-67f24d98-27c6-4de6-a99c-aa60d88de231 tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789592760634'] for port (a0bef43e-66ae-458a-a264-1b81c8ad04cd), before_delete {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:21:05.277018 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-67f24d98-27c6-4de6-a99c-aa60d88de231 tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-734995'] for port (a0bef43e-66ae-458a-a264-1b81c8ad04cd), precommit_delete {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:21:05.277354 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-67f24d98-27c6-4de6-a99c-aa60d88de231 tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] Publish callbacks [] for floatingip (a0bef43e-66ae-458a-a264-1b81c8ad04cd), precommit_delete {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:21:05.291657 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.plugins.ml2.plugin [None req-67f24d98-27c6-4de6-a99c-aa60d88de231 tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] Calling delete_port for a0bef43e-66ae-458a-a264-1b81c8ad04cd owned by network:floatingip {{(pid=104388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 18 05:21:05.515364 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-67f24d98-27c6-4de6-a99c-aa60d88de231 tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1768343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789592765633', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789592262831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15493031'] for port (a0bef43e-66ae-458a-a264-1b81c8ad04cd), after_delete {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:21:05.542597 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f24d98-27c6-4de6-a99c-aa60d88de231 tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] Pushing event deleted for resources: {'Port': ['ID=a0bef43e-66ae-458a-a264-1b81c8ad04cd,revision_number=None']} {{(pid=104388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:21:05.606365 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-67f24d98-27c6-4de6-a99c-aa60d88de231 tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] Publish callbacks [] for floatingip (d681f7ec-bf7e-418e-82c1-0b751e94dd68), after_delete {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:21:05.608807 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-67f24d98-27c6-4de6-a99c-aa60d88de231 tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19502'] for floatingip (None), before_response {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:21:05.610025 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [None req-67f24d98-27c6-4de6-a99c-aa60d88de231 tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] 10.222.0.23 "DELETE /v2.0/floatingips/d681f7ec-bf7e-418e-82c1-0b751e94dd68 HTTP/1.1" status: 204 len: 168 time: 0.5428438 Jun 18 05:21:05.779493 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32bdfe90-8786-466c-aaba-247ec4ffd45f req-3b9a2617-1c41-4a0d-a223-1ff4beb358b4 tempest-TestVolumeBootPattern-2140324561 tempest-TestVolumeBootPattern-2140324561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:21:05.780996 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-32bdfe90-8786-466c-aaba-247ec4ffd45f req-3b9a2617-1c41-4a0d-a223-1ff4beb358b4 tempest-TestVolumeBootPattern-2140324561 tempest-TestVolumeBootPattern-2140324561-project] 10.222.0.23 "GET /v2.0/ports?device_id=0862f974-0f40-4c61-95a9-9c0e1db65a4b HTTP/1.1" status: 200 len: 945 time: 0.0474484 Jun 18 05:21:05.814050 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.wsgi [-] (104388) accepted ('10.222.0.23', 52292) {{(pid=104388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 05:21:05.820519 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.api.v2.base [None req-7a7983e1-d151-46e5-b621-7961fef9d595 tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] Request body: {'security_group': {'name': 'tempest-securitygroup--699361790', 'description': 'tempest-description--1261448955'}} {{(pid=104388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 18 05:21:05.842397 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-32bdfe90-8786-466c-aaba-247ec4ffd45f req-3ae2233b-0c68-484b-a02e-2c6d7b18031a tempest-TestVolumeBootPattern-2140324561 tempest-TestVolumeBootPattern-2140324561-project] 10.222.0.23 "GET /v2.0/security-groups?id=58bf4135-bd70-41ae-af28-83b051ed0d19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554905 Jun 18 05:21:05.915843 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-7a7983e1-d151-46e5-b621-7961fef9d595 tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] Publish callbacks [] for security_group (None), before_create {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:21:05.984933 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-7a7983e1-d151-46e5-b621-7961fef9d595 tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] Publish callbacks [] for security_group (407ae09c-3316-486c-94a7-7e1331aee9b9), precommit_create {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:21:06.056420 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-7a7983e1-d151-46e5-b621-7961fef9d595 tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728332'] for security_group (407ae09c-3316-486c-94a7-7e1331aee9b9), after_create {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:21:06.088215 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7983e1-d151-46e5-b621-7961fef9d595 tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] Pushing event updated for resources: {'SecurityGroup': ['ID=407ae09c-3316-486c-94a7-7e1331aee9b9,revision_number=1']} {{(pid=104388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:21:06.125898 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.rpc [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] Device 23c6b7c7-2045-4a84-955e-c924bc121496 up at agent hyperv_hv-cinder-83699 {{(pid=104389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 18 05:21:06.152817 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-7a7983e1-d151-46e5-b621-7961fef9d595 tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] Publish callbacks [] for security_group (None), before_response {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:21:06.153259 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [None req-7a7983e1-d151-46e5-b621-7961fef9d595 tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3381958 Jun 18 05:21:06.156295 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.wsgi [-] (104388) accepted ('10.222.0.23', 52338) {{(pid=104388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 05:21:06.160780 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.api.v2.base [None req-102b2400-fbee-42b6-b703-916134fe1379 tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] Request body: {'security_group_rule': {'security_group_id': '407ae09c-3316-486c-94a7-7e1331aee9b9', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 18 05:21:06.181642 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.db.provisioning_blocks [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] Provisioning for port 23c6b7c7-2045-4a84-955e-c924bc121496 completed by entity L2. {{(pid=104389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 18 05:21:06.259496 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-102b2400-fbee-42b6-b703-916134fe1379 tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] Publish callbacks [] for security_group_rule (feeb9567-e3de-4afa-ad89-893e970ab036), before_create {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:21:06.275754 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.db.provisioning_blocks [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] Provisioning complete for port 23c6b7c7-2045-4a84-955e-c924bc121496 triggered by entity L2. {{(pid=104389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 18 05:21:06.276232 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1740956'] for port (23c6b7c7-2045-4a84-955e-c924bc121496), provisioning_complete {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:21:06.311632 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG dbcounter [-] [104388] Writing DB stats neutron:SELECT=90,neutron:DELETE=4,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:21:06.354494 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-102b2400-fbee-42b6-b703-916134fe1379 tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] Publish callbacks [] for security_group_rule (feeb9567-e3de-4afa-ad89-893e970ab036), precommit_create {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:21:06.372337 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.plugin [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] Current status of the port 23c6b7c7-2045-4a84-955e-c924bc121496 is: BUILD; New status is: ACTIVE {{(pid=104389) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 18 05:21:06.372734 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1768406'] for port (23c6b7c7-2045-4a84-955e-c924bc121496), before_update {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:21:06.398792 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0862f974-0f40-4c61-95a9-9c0e1db65a4b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23c6b7c7-2045-4a84-955e-c924bc121496'}] {{(pid=104389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 18 05:21:06.401335 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84994602c193c13a4c26b8b675ba51d9b392d44d80225cb9db16c930b334f47b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8552213f-86ed-4270-b531-313894554520" -d '{"events": [{"server_uuid": "0862f974-0f40-4c61-95a9-9c0e1db65a4b", "name": "network-vif-plugged", "status": "completed", "tag": "23c6b7c7-2045-4a84-955e-c924bc121496"}]}' {{(pid=104389) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 05:21:06.416481 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-102b2400-fbee-42b6-b703-916134fe1379 tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728447'] for security_group_rule (feeb9567-e3de-4afa-ad89-893e970ab036), after_create {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:21:06.424026 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.db [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] For port 23c6b7c7-2045-4a84-955e-c924bc121496, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=23c6b7c7-2045-4a84-955e-c924bc121496,segment=NetworkSegment(8aca2cfd-4c97-491c-8d50-193cbcc193f8),segment_id=8aca2cfd-4c97-491c-8d50-193cbcc193f8)] {{(pid=104389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 05:21:06.434337 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG dbcounter [-] [104388] Writing DB stats neutron:SELECT=87,neutron:DELETE=5,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:21:06.440155 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Jun 2022 05:21:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81891bd5-50ab-46b9-ac39-b225b9a61a76 x-openstack-request-id: req-81891bd5-50ab-46b9-ac39-b225b9a61a76 {{(pid=104389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 05:21:06.440326 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0862f974-0f40-4c61-95a9-9c0e1db65a4b", "name": "network-vif-plugged", "status": "completed", "tag": "23c6b7c7-2045-4a84-955e-c924bc121496", "code": 200}]} {{(pid=104389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 05:21:06.440599 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-81891bd5-50ab-46b9-ac39-b225b9a61a76 {{(pid=104389) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 05:21:06.440992 dv-cinder-836996-35-iscsi neutron-server[104389]: INFO neutron.notifiers.nova [-] Nova event matching ['req-81891bd5-50ab-46b9-ac39-b225b9a61a76'] response: {'server_uuid': '0862f974-0f40-4c61-95a9-9c0e1db65a4b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23c6b7c7-2045-4a84-955e-c924bc121496', 'code': 200} Jun 18 05:21:06.442322 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-102b2400-fbee-42b6-b703-916134fe1379 tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=feeb9567-e3de-4afa-ad89-893e970ab036,revision_number=0']} {{(pid=104388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:21:06.496320 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1768343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789592765606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789592262840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789592262858'] for port (23c6b7c7-2045-4a84-955e-c924bc121496), after_update {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:21:06.497178 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.rpc [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] Device 09bdca09-5609-426c-9151-393b7ced1c72 no longer exists at agent hyperv_hv-cinder-83699 {{(pid=104389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 18 05:21:06.530549 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-102b2400-fbee-42b6-b703-916134fe1379 tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:21:06.531924 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [None req-102b2400-fbee-42b6-b703-916134fe1379 tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3746657 Jun 18 05:21:06.534657 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.wsgi [-] (104388) accepted ('10.222.0.23', 52366) {{(pid=104388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 05:21:06.535524 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.plugin [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] No Port match for: 09bdca09-5609-426c-9151-393b7ced1c72 {{(pid=104389) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 18 05:21:06.535870 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.rpc [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] Device 09bdca09-5609-426c-9151-393b7ced1c72 not bound to the agent host hv-cinder-83699 {{(pid=104389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 18 05:21:06.540662 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.api.v2.base [None req-77258fe4-c9ca-439f-88f6-de8e5975cb08 tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] Request body: {'security_group_rule': {'security_group_id': '407ae09c-3316-486c-94a7-7e1331aee9b9', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 18 05:21:06.565549 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] Pushing event updated for resources: {'Port': ['ID=23c6b7c7-2045-4a84-955e-c924bc121496,revision_number=5']} {{(pid=104389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:21:06.658362 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-77258fe4-c9ca-439f-88f6-de8e5975cb08 tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] Publish callbacks [] for security_group_rule (f2ad86cc-8ce2-4182-80d2-3a280cea4260), before_create {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:21:06.718410 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-77258fe4-c9ca-439f-88f6-de8e5975cb08 tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] Publish callbacks [] for security_group_rule (f2ad86cc-8ce2-4182-80d2-3a280cea4260), precommit_create {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:21:06.810724 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-77258fe4-c9ca-439f-88f6-de8e5975cb08 tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728447'] for security_group_rule (f2ad86cc-8ce2-4182-80d2-3a280cea4260), after_create {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:21:06.830923 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77258fe4-c9ca-439f-88f6-de8e5975cb08 tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f2ad86cc-8ce2-4182-80d2-3a280cea4260,revision_number=0']} {{(pid=104388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:21:06.925941 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-77258fe4-c9ca-439f-88f6-de8e5975cb08 tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:21:06.927130 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [None req-77258fe4-c9ca-439f-88f6-de8e5975cb08 tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3915205 Jun 18 05:21:06.930480 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.wsgi [-] (104388) accepted ('10.222.0.23', 52376) {{(pid=104388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 05:21:06.935229 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.api.v2.base [None req-1ee43a69-142d-49c4-b1c4-74eeaa668f34 tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] Request body: {'floatingip': {'floating_network_id': '65c030c7-6a7d-4cea-a47d-5cdd532db0e6'}} {{(pid=104388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 18 05:21:06.940724 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG dbcounter [-] [104387] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:21:06.958966 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ee6e6b-1157-47d5-8b9f-c703f87d9db3 req-d307ea6e-d688-48a5-8d67-f337fce45373 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:21:06.961039 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-b8ee6e6b-1157-47d5-8b9f-c703f87d9db3 req-d307ea6e-d688-48a5-8d67-f337fce45373 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=0862f974-0f40-4c61-95a9-9c0e1db65a4b HTTP/1.1" status: 200 len: 1130 time: 0.0649974 Jun 18 05:21:06.962715 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4cf4373-9414-41f7-b1bd-a7de0af18cc4 req-be061d91-dbfa-4ba0-b45d-bb5f49b66a5c tempest-TestVolumeBootPattern-2140324561 tempest-TestVolumeBootPattern-2140324561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:21:06.965440 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-e4cf4373-9414-41f7-b1bd-a7de0af18cc4 req-be061d91-dbfa-4ba0-b45d-bb5f49b66a5c tempest-TestVolumeBootPattern-2140324561 tempest-TestVolumeBootPattern-2140324561-project] 10.222.0.23 "GET /v2.0/ports?device_id=0862f974-0f40-4c61-95a9-9c0e1db65a4b HTTP/1.1" status: 200 len: 946 time: 0.0512962 Jun 18 05:21:07.011875 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-b8ee6e6b-1157-47d5-8b9f-c703f87d9db3 req-898b15ed-d354-46f0-b52a-2164b97b8e9e service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=58bf4135-bd70-41ae-af28-83b051ed0d19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437419 Jun 18 05:21:07.020292 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-e4cf4373-9414-41f7-b1bd-a7de0af18cc4 req-49b33688-8a0e-4207-b015-83561c381056 tempest-TestVolumeBootPattern-2140324561 tempest-TestVolumeBootPattern-2140324561-project] 10.222.0.23 "GET /v2.0/security-groups?id=58bf4135-bd70-41ae-af28-83b051ed0d19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478890 Jun 18 05:21:07.041718 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-1ee43a69-142d-49c4-b1c4-74eeaa668f34 tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:21:07.132199 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-1ee43a69-142d-49c4-b1c4-74eeaa668f34 tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1768406'] for port (None), before_create {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:21:07.246950 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.db.db_base_plugin_common [None req-1ee43a69-142d-49c4-b1c4-74eeaa668f34 tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] Allocated IP 172.27.2.103 (65c030c7-6a7d-4cea-a47d-5cdd532db0e6/a9fa7760-a071-45ee-b985-799999c69975/3945e275-3e79-4c28-af9c-b270e202cfd3) {{(pid=104388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 05:21:07.354233 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-1ee43a69-142d-49c4-b1c4-74eeaa668f34 tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] Publish callbacks [] for port (3945e275-3e79-4c28-af9c-b270e202cfd3), precommit_create {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:21:07.365439 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG dbcounter [-] [104388] Writing DB stats neutron:DELETE=4,neutron:SELECT=84,neutron:INSERT=9,neutron:UPDATE=3 {{(pid=104388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:21:07.470178 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-1ee43a69-142d-49c4-b1c4-74eeaa668f34 tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1768343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789592262822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15493031'] for port (3945e275-3e79-4c28-af9c-b270e202cfd3), after_create {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:21:07.492967 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789592556683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1744442'] for agent (21f82a9e-593b-4fa9-aa06-dfe6f16482e6), after_update {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:21:07.514855 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ee43a69-142d-49c4-b1c4-74eeaa668f34 tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] Network 65c030c7-6a7d-4cea-a47d-5cdd532db0e6 is already hosted by enough agents. {{(pid=104388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 05:21:07.519582 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.scheduler.base_scheduler [None req-1ee43a69-142d-49c4-b1c4-74eeaa668f34 tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] Resources bound (agent type, host, resource id): {{(pid=104388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 05:21:07.522575 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ee43a69-142d-49c4-b1c4-74eeaa668f34 tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] Received port after_create {{(pid=104388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 18 05:21:07.528551 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee43a69-142d-49c4-b1c4-74eeaa668f34 tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] Pushing event updated for resources: {'Port': ['ID=3945e275-3e79-4c28-af9c-b270e202cfd3,revision_number=1']} {{(pid=104388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:21:07.615267 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-1ee43a69-142d-49c4-b1c4-74eeaa668f34 tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] Publish callbacks [] for floatingip (e824c266-2b02-4c8c-a54e-3afd4944033f), precommit_create {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:21:07.706055 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG dbcounter [-] [104388] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=104388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:21:07.717565 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-1ee43a69-142d-49c4-b1c4-74eeaa668f34 tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1768406'] for port (3945e275-3e79-4c28-af9c-b270e202cfd3), before_update {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:21:07.871724 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-1ee43a69-142d-49c4-b1c4-74eeaa668f34 tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] Publish callbacks [] for port (3945e275-3e79-4c28-af9c-b270e202cfd3), precommit_update {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:21:07.953639 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-1ee43a69-142d-49c4-b1c4-74eeaa668f34 tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1768343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789592765606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789592262840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789592262858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15493038'] for port (3945e275-3e79-4c28-af9c-b270e202cfd3), after_update {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:21:08.023180 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee43a69-142d-49c4-b1c4-74eeaa668f34 tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] Pushing event updated for resources: {'Port': ['ID=3945e275-3e79-4c28-af9c-b270e202cfd3,revision_number=2']} {{(pid=104388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:21:08.037644 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-1ee43a69-142d-49c4-b1c4-74eeaa668f34 tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-736808'] for floatingip (e824c266-2b02-4c8c-a54e-3afd4944033f), after_create {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:21:08.124293 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-1ee43a69-142d-49c4-b1c4-74eeaa668f34 tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19502'] for floatingip (None), before_response {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:21:08.125535 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [None req-1ee43a69-142d-49c4-b1c4-74eeaa668f34 tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1941266 Jun 18 05:21:08.144957 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360f792f-06a8-4871-9aca-8f83412048f3 req-ba5f13e2-587e-4659-a209-012feb8cf25d tempest-TestVolumeBootPattern-2140324561 tempest-TestVolumeBootPattern-2140324561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:21:08.147540 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-360f792f-06a8-4871-9aca-8f83412048f3 req-ba5f13e2-587e-4659-a209-012feb8cf25d tempest-TestVolumeBootPattern-2140324561 tempest-TestVolumeBootPattern-2140324561-project] 10.222.0.23 "GET /v2.0/ports?device_id=0862f974-0f40-4c61-95a9-9c0e1db65a4b HTTP/1.1" status: 200 len: 946 time: 0.0572608 Jun 18 05:21:08.199435 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-360f792f-06a8-4871-9aca-8f83412048f3 req-7d51211f-c109-4e96-99ef-85c7752a8d9b tempest-TestVolumeBootPattern-2140324561 tempest-TestVolumeBootPattern-2140324561-project] 10.222.0.23 "GET /v2.0/security-groups?id=58bf4135-bd70-41ae-af28-83b051ed0d19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462873 Jun 18 05:21:08.346035 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-cec59a05-d70e-4f0b-9684-3f9dfe8a3dca req-46b34857-2b85-453d-bfdd-8db9b6a63738 tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--699361790&fields=id&tenant_id=758883a5aea04c85ad65bb6970bdb098 HTTP/1.1" status: 200 len: 267 time: 0.0518525 Jun 18 05:21:08.433319 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG dbcounter [-] [104387] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:21:08.461615 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec59a05-d70e-4f0b-9684-3f9dfe8a3dca req-d24ce5c1-3e05-40ad-81b0-bc09d0c3bd3e tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:21:08.463103 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-cec59a05-d70e-4f0b-9684-3f9dfe8a3dca req-d24ce5c1-3e05-40ad-81b0-bc09d0c3bd3e tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] 10.222.0.23 "GET /v2.0/networks?id=f7ef077f-c52c-4f70-b85e-e8892706babc HTTP/1.1" status: 200 len: 816 time: 0.1164467 Jun 18 05:21:08.478069 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-cec59a05-d70e-4f0b-9684-3f9dfe8a3dca req-759e0f9a-c315-4aa9-961a-7df3afdddfa2 tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] 10.222.0.23 "GET /v2.0/quotas/758883a5aea04c85ad65bb6970bdb098 HTTP/1.1" status: 200 len: 375 time: 0.0097969 Jun 18 05:21:08.529684 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-cec59a05-d70e-4f0b-9684-3f9dfe8a3dca req-947c1862-dd67-453c-9b0d-45ee1b8418f9 tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=758883a5aea04c85ad65bb6970bdb098&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0458763 Jun 18 05:21:08.634265 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-cec59a05-d70e-4f0b-9684-3f9dfe8a3dca req-ec1306cc-9dd7-43f5-a5fa-8fc2843acffc service neutron] 10.222.0.23 "GET /v2.0/networks/f7ef077f-c52c-4f70-b85e-e8892706babc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904953 Jun 18 05:21:08.724932 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-cec59a05-d70e-4f0b-9684-3f9dfe8a3dca req-5b9f9968-792b-443b-a3cd-5c397ea2077d service neutron] 10.222.0.23 "GET /v2.0/networks/f7ef077f-c52c-4f70-b85e-e8892706babc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843725 Jun 18 05:21:09.006301 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-de532cfd-1a95-45d6-b9ea-51462070b77e req-284d234c-20bd-4cbc-854e-c31893335c6d tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] 10.222.0.23 "GET /v2.0/ports?device_id=bae5a59b-afc4-4fa7-a230-8590a793bc48 HTTP/1.1" status: 200 len: 210 time: 0.0401220 Jun 18 05:21:09.330804 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f039bc3f-9a93-4b36-b3f9-4ad5a1b66cf4 req-289fa010-2c14-45aa-806a-9231e57874df tempest-TestVolumeBootPattern-2140324561 tempest-TestVolumeBootPattern-2140324561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:21:09.332303 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-f039bc3f-9a93-4b36-b3f9-4ad5a1b66cf4 req-289fa010-2c14-45aa-806a-9231e57874df tempest-TestVolumeBootPattern-2140324561 tempest-TestVolumeBootPattern-2140324561-project] 10.222.0.23 "GET /v2.0/ports?device_id=0862f974-0f40-4c61-95a9-9c0e1db65a4b HTTP/1.1" status: 200 len: 946 time: 0.0521338 Jun 18 05:21:09.398290 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-f039bc3f-9a93-4b36-b3f9-4ad5a1b66cf4 req-8ca34f90-5df7-4e9e-b159-58d824cf7add tempest-TestVolumeBootPattern-2140324561 tempest-TestVolumeBootPattern-2140324561-project] 10.222.0.23 "GET /v2.0/security-groups?id=58bf4135-bd70-41ae-af28-83b051ed0d19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0594881 Jun 18 05:21:09.522720 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-affe9701-4d97-48c1-b76d-641526cefad6 req-b13278f0-92c8-4695-82d8-7048d4140443 tempest-TestVolumeBootPattern-2140324561 tempest-TestVolumeBootPattern-2140324561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:21:09.524220 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-affe9701-4d97-48c1-b76d-641526cefad6 req-b13278f0-92c8-4695-82d8-7048d4140443 tempest-TestVolumeBootPattern-2140324561 tempest-TestVolumeBootPattern-2140324561-project] 10.222.0.23 "GET /v2.0/ports?device_id=0862f974-0f40-4c61-95a9-9c0e1db65a4b HTTP/1.1" status: 200 len: 946 time: 0.0460331 Jun 18 05:21:09.579952 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-affe9701-4d97-48c1-b76d-641526cefad6 req-228a4307-20e0-40ca-a2d3-b1de0c9f1f03 tempest-TestVolumeBootPattern-2140324561 tempest-TestVolumeBootPattern-2140324561-project] 10.222.0.23 "GET /v2.0/security-groups?id=58bf4135-bd70-41ae-af28-83b051ed0d19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493817 Jun 18 05:21:09.606012 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.wsgi [-] (104388) accepted ('10.222.0.23', 52546) {{(pid=104388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 05:21:09.800533 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-496abaca-22eb-4d81-95d8-2398073eb21d tempest-TestVolumeBootPattern-205209983 tempest-TestVolumeBootPattern-205209983-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:21:09.802151 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [None req-496abaca-22eb-4d81-95d8-2398073eb21d tempest-TestVolumeBootPattern-205209983 tempest-TestVolumeBootPattern-205209983-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=0862f974-0f40-4c61-95a9-9c0e1db65a4b HTTP/1.1" status: 200 len: 1125 time: 0.1950874 Jun 18 05:21:09.805027 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.wsgi [-] (104388) accepted ('10.222.0.23', 52550) {{(pid=104388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 05:21:09.809240 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.api.v2.base [None req-c4ab7509-102f-456d-a17c-1a2ea2ae188d tempest-TestVolumeBootPattern-2140324561 tempest-TestVolumeBootPattern-2140324561-project] Request body: {'floatingip': {'floating_network_id': '65c030c7-6a7d-4cea-a47d-5cdd532db0e6', 'port_id': '23c6b7c7-2045-4a84-955e-c924bc121496', 'tenant_id': 'e5e4aece32ff462b9b9a42200d584c1b', 'fixed_ip_address': '172.20.0.11'}} {{(pid=104388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 18 05:21:09.904427 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-c4ab7509-102f-456d-a17c-1a2ea2ae188d tempest-TestVolumeBootPattern-2140324561 tempest-TestVolumeBootPattern-2140324561-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:21:09.975813 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG dbcounter [-] [104388] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:21:09.983426 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-c4ab7509-102f-456d-a17c-1a2ea2ae188d tempest-TestVolumeBootPattern-2140324561 tempest-TestVolumeBootPattern-2140324561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1768406'] for port (None), before_create {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:21:10.102428 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.db.db_base_plugin_common [None req-c4ab7509-102f-456d-a17c-1a2ea2ae188d tempest-TestVolumeBootPattern-2140324561 tempest-TestVolumeBootPattern-2140324561-project] Allocated IP 172.27.2.64 (65c030c7-6a7d-4cea-a47d-5cdd532db0e6/a9fa7760-a071-45ee-b985-799999c69975/0077f362-ef05-4b15-aad3-c10b5dde80b9) {{(pid=104388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 05:21:10.114987 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-6e538cc3-b2b2-47bb-aee3-50836dbb9c29 req-8156547c-f3d1-4da8-bae6-95fd64407e4d tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] 10.222.0.23 "GET /v2.0/ports?device_id=bae5a59b-afc4-4fa7-a230-8590a793bc48 HTTP/1.1" status: 200 len: 210 time: 0.0336308 Jun 18 05:21:10.206528 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG dbcounter [-] [104388] Writing DB stats neutron:SELECT=88,neutron:DELETE=1,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=104388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:21:10.222947 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-c4ab7509-102f-456d-a17c-1a2ea2ae188d tempest-TestVolumeBootPattern-2140324561 tempest-TestVolumeBootPattern-2140324561-project] Publish callbacks [] for port (0077f362-ef05-4b15-aad3-c10b5dde80b9), precommit_create {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:21:10.391556 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-c4ab7509-102f-456d-a17c-1a2ea2ae188d tempest-TestVolumeBootPattern-2140324561 tempest-TestVolumeBootPattern-2140324561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1768343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789592262822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15493031'] for port (0077f362-ef05-4b15-aad3-c10b5dde80b9), after_create {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:21:10.445948 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4ab7509-102f-456d-a17c-1a2ea2ae188d tempest-TestVolumeBootPattern-2140324561 tempest-TestVolumeBootPattern-2140324561-project] Network 65c030c7-6a7d-4cea-a47d-5cdd532db0e6 is already hosted by enough agents. {{(pid=104388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 05:21:10.447409 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.scheduler.base_scheduler [None req-c4ab7509-102f-456d-a17c-1a2ea2ae188d tempest-TestVolumeBootPattern-2140324561 tempest-TestVolumeBootPattern-2140324561-project] Resources bound (agent type, host, resource id): {{(pid=104388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 05:21:10.455563 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4ab7509-102f-456d-a17c-1a2ea2ae188d tempest-TestVolumeBootPattern-2140324561 tempest-TestVolumeBootPattern-2140324561-project] Received port after_create {{(pid=104388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 18 05:21:10.494042 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-e430e1b1-d3e1-4e4a-a694-035c43206e7d req-f96f64bc-8f4f-4ff0-b08c-690f0813740f tempest-TestMinimumBasicScenario-1360665084 tempest-TestMinimumBasicScenario-1360665084-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1758100460&fields=id&tenant_id=3a833f00ba294564a66b9eefbc49147e HTTP/1.1" status: 200 len: 267 time: 0.1258764 Jun 18 05:21:10.494629 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ab7509-102f-456d-a17c-1a2ea2ae188d tempest-TestVolumeBootPattern-2140324561 tempest-TestVolumeBootPattern-2140324561-project] Pushing event updated for resources: {'Port': ['ID=0077f362-ef05-4b15-aad3-c10b5dde80b9,revision_number=1']} {{(pid=104388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:21:10.579744 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e430e1b1-d3e1-4e4a-a694-035c43206e7d req-f723fea8-d0c7-4848-85cb-796c03a80167 tempest-TestMinimumBasicScenario-1360665084 tempest-TestMinimumBasicScenario-1360665084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:21:10.581259 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-e430e1b1-d3e1-4e4a-a694-035c43206e7d req-f723fea8-d0c7-4848-85cb-796c03a80167 tempest-TestMinimumBasicScenario-1360665084 tempest-TestMinimumBasicScenario-1360665084-project] 10.222.0.23 "GET /v2.0/ports?device_id=bf8c3731-ba5b-41dc-ab3b-16d6725300a0 HTTP/1.1" status: 200 len: 984 time: 0.0790203 Jun 18 05:21:10.594907 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.api.v2.base [req-e430e1b1-d3e1-4e4a-a694-035c43206e7d req-e2f08715-235a-4f5c-a9c5-faed0bdcf899 tempest-TestMinimumBasicScenario-1360665084 tempest-TestMinimumBasicScenario-1360665084-project] Request body: {'port': {'security_groups': ['bc90fc02-3a22-4765-be93-15065878de04']}} {{(pid=104388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 18 05:21:10.749995 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [req-e430e1b1-d3e1-4e4a-a694-035c43206e7d req-e2f08715-235a-4f5c-a9c5-faed0bdcf899 tempest-TestMinimumBasicScenario-1360665084 tempest-TestMinimumBasicScenario-1360665084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1768406'] for port (ed5753b8-9359-4e81-8f42-c2dd469ec79e), before_update {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:21:10.841737 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG dbcounter [-] [104388] Writing DB stats neutron:INSERT=1,neutron:SELECT=99 {{(pid=104388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:21:11.092982 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.plugins.ml2.db [req-e430e1b1-d3e1-4e4a-a694-035c43206e7d req-e2f08715-235a-4f5c-a9c5-faed0bdcf899 tempest-TestMinimumBasicScenario-1360665084 tempest-TestMinimumBasicScenario-1360665084-project] For port ed5753b8-9359-4e81-8f42-c2dd469ec79e, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=ed5753b8-9359-4e81-8f42-c2dd469ec79e,segment=NetworkSegment(12bd4d7d-2559-47b9-9d42-fc7db48d9cb1),segment_id=12bd4d7d-2559-47b9-9d42-fc7db48d9cb1)] {{(pid=104388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 05:21:11.105595 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-c4ab7509-102f-456d-a17c-1a2ea2ae188d tempest-TestVolumeBootPattern-2140324561 tempest-TestVolumeBootPattern-2140324561-project] Publish callbacks [] for floatingip (0ab49a01-b7ba-4b18-a70b-acd973ad37ea), precommit_create {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:21:11.166838 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG dbcounter [-] [104388] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:21:11.172543 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.wsgi [-] (104387) accepted ('10.222.0.23', 52566) {{(pid=104387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 05:21:11.196166 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [req-e430e1b1-d3e1-4e4a-a694-035c43206e7d req-e2f08715-235a-4f5c-a9c5-faed0bdcf899 tempest-TestMinimumBasicScenario-1360665084 tempest-TestMinimumBasicScenario-1360665084-project] Publish callbacks [] for port (ed5753b8-9359-4e81-8f42-c2dd469ec79e), precommit_update {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:21:11.238395 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-b183b960-cc43-4fb5-b15f-9d7791d53992 req-98717c33-94c0-4421-9131-e0ad70606bb5 tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] 10.222.0.23 "GET /v2.0/ports?device_id=bae5a59b-afc4-4fa7-a230-8590a793bc48 HTTP/1.1" status: 200 len: 210 time: 0.0376432 Jun 18 05:21:11.291157 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [req-e430e1b1-d3e1-4e4a-a694-035c43206e7d req-e2f08715-235a-4f5c-a9c5-faed0bdcf899 tempest-TestMinimumBasicScenario-1360665084 tempest-TestMinimumBasicScenario-1360665084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1768343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789592765606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789592262840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789592262858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15493038'] for port (ed5753b8-9359-4e81-8f42-c2dd469ec79e), after_update {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:21:11.305809 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec59a05-d70e-4f0b-9684-3f9dfe8a3dca req-c9ae435f-2309-4921-8f60-d9ac92772867 tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:21:11.307271 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-cec59a05-d70e-4f0b-9684-3f9dfe8a3dca req-c9ae435f-2309-4921-8f60-d9ac92772867 tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] 10.222.0.15 "GET /v2.0/networks?id=f7ef077f-c52c-4f70-b85e-e8892706babc HTTP/1.1" status: 200 len: 816 time: 0.1968632 Jun 18 05:21:11.340639 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [None req-a0c9153b-c7e5-4222-8334-f4eddd855017 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=e1242924d8394c81a19aa21cac3a8608&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1661193 Jun 18 05:21:11.341254 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.wsgi [-] (104387) accepted ('10.222.0.23', 52570) {{(pid=104387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 05:21:11.351618 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.db [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] get_ports_and_sgs() called for port_ids ['ed5753b8-9359-4e81-8f42-c2dd469ec79e'] {{(pid=104389) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 18 05:21:11.395063 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e430e1b1-d3e1-4e4a-a694-035c43206e7d req-e2f08715-235a-4f5c-a9c5-faed0bdcf899 tempest-TestMinimumBasicScenario-1360665084 tempest-TestMinimumBasicScenario-1360665084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:21:11.396393 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [req-e430e1b1-d3e1-4e4a-a694-035c43206e7d req-e2f08715-235a-4f5c-a9c5-faed0bdcf899 tempest-TestMinimumBasicScenario-1360665084 tempest-TestMinimumBasicScenario-1360665084-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19502'] for port (None), before_response {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:21:11.397751 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-e430e1b1-d3e1-4e4a-a694-035c43206e7d req-e2f08715-235a-4f5c-a9c5-faed0bdcf899 tempest-TestMinimumBasicScenario-1360665084 tempest-TestMinimumBasicScenario-1360665084-project] 10.222.0.23 "PUT /v2.0/ports/ed5753b8-9359-4e81-8f42-c2dd469ec79e HTTP/1.1" status: 200 len: 942 time: 0.8093278 Jun 18 05:21:11.400198 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf8c3731-ba5b-41dc-ab3b-16d6725300a0', 'tag': 'ed5753b8-9359-4e81-8f42-c2dd469ec79e'}] {{(pid=104388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 18 05:21:11.402505 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76651050bff5b1e15da4688504920c0e470581a7df997af8856c46d23e91a66a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0dbe34f9-7948-42ac-b01f-c59cff5db01c" -d '{"events": [{"name": "network-changed", "server_uuid": "bf8c3731-ba5b-41dc-ab3b-16d6725300a0", "tag": "ed5753b8-9359-4e81-8f42-c2dd469ec79e"}]}' {{(pid=104388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 05:21:11.406227 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.wsgi [-] (104387) accepted ('10.222.0.23', 52572) {{(pid=104387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 05:21:11.407223 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-7d747a44-8229-4c26-afc6-f4f907f50cfb admin admin] Publish callbacks [] for security_group (00f8c425-eadb-4d2b-9691-9fc94c1c11a7), before_delete {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:21:11.473192 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-c4ab7509-102f-456d-a17c-1a2ea2ae188d tempest-TestVolumeBootPattern-2140324561 tempest-TestVolumeBootPattern-2140324561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1768406'] for port (0077f362-ef05-4b15-aad3-c10b5dde80b9), before_update {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:21:11.476572 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Jun 2022 05:21:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0694367-6402-430d-8ec2-621866f32c0b x-openstack-request-id: req-c0694367-6402-430d-8ec2-621866f32c0b {{(pid=104388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 05:21:11.476898 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bf8c3731-ba5b-41dc-ab3b-16d6725300a0", "tag": "ed5753b8-9359-4e81-8f42-c2dd469ec79e", "status": "completed", "code": 200}]} {{(pid=104388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 05:21:11.482419 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-c0694367-6402-430d-8ec2-621866f32c0b {{(pid=104388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 05:21:11.482419 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c0694367-6402-430d-8ec2-621866f32c0b'] response: {'name': 'network-changed', 'server_uuid': 'bf8c3731-ba5b-41dc-ab3b-16d6725300a0', 'tag': 'ed5753b8-9359-4e81-8f42-c2dd469ec79e', 'status': 'completed', 'code': 200} Jun 18 05:21:11.482702 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG dbcounter [-] [104389] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:21:11.496562 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-7d747a44-8229-4c26-afc6-f4f907f50cfb admin admin] Publish callbacks [] for security_group (00f8c425-eadb-4d2b-9691-9fc94c1c11a7), precommit_delete {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:21:11.499976 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f08715-235a-4f5c-a9c5-faed0bdcf899 tempest-TestMinimumBasicScenario-1360665084 tempest-TestMinimumBasicScenario-1360665084-project] Pushing event updated for resources: {'Port': ['ID=ed5753b8-9359-4e81-8f42-c2dd469ec79e,revision_number=7']} {{(pid=104388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:21:11.518577 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-dd0f11d3-7ff5-43a7-bdfe-d0dc353a2ec5 tempest-TestMinimumBasicScenario-1360665084 tempest-TestMinimumBasicScenario-1360665084-project] Publish callbacks [] for security_group (131710a9-3157-4597-bd4b-a4a60c8f2d5b), before_delete {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:21:11.564932 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-cec59a05-d70e-4f0b-9684-3f9dfe8a3dca req-4ad8f431-98ab-45bb-8d45-beb17e6edbf5 tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=758883a5aea04c85ad65bb6970bdb098 HTTP/1.1" status: 200 len: 379 time: 0.2370701 Jun 18 05:21:11.583113 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG dbcounter [-] [104387] Writing DB stats neutron:SELECT=100 {{(pid=104387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:21:11.588851 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.api.v2.base [req-cec59a05-d70e-4f0b-9684-3f9dfe8a3dca req-bf6184f7-782a-4ef4-871b-49c4ac8464ad tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] Request body: {'port': {'device_id': 'bae5a59b-afc4-4fa7-a230-8590a793bc48', 'network_id': 'f7ef077f-c52c-4f70-b85e-e8892706babc', 'admin_state_up': True, 'tenant_id': '758883a5aea04c85ad65bb6970bdb098', 'security_groups': ['407ae09c-3316-486c-94a7-7e1331aee9b9']}} {{(pid=104388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 18 05:21:11.598263 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-dd0f11d3-7ff5-43a7-bdfe-d0dc353a2ec5 tempest-TestMinimumBasicScenario-1360665084 tempest-TestMinimumBasicScenario-1360665084-project] Publish callbacks [] for security_group (131710a9-3157-4597-bd4b-a4a60c8f2d5b), precommit_delete {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:21:11.621585 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.db [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] get_ports_and_sgs() called for port_ids ['ed5753b8-9359-4e81-8f42-c2dd469ec79e'] {{(pid=104389) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 18 05:21:11.633328 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbe34f9-7948-42ac-b01f-c59cff5db01c req-39c30178-0e7f-4c1f-8f84-92fbd3c4a151 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:21:11.635142 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-0dbe34f9-7948-42ac-b01f-c59cff5db01c req-39c30178-0e7f-4c1f-8f84-92fbd3c4a151 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=3a833f00ba294564a66b9eefbc49147e&device_id=bf8c3731-ba5b-41dc-ab3b-16d6725300a0 HTTP/1.1" status: 200 len: 1129 time: 0.0985479 Jun 18 05:21:11.738362 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.db.provisioning_blocks [None req-acbda008-1269-48f8-817b-cf58bfd9fe5f None None] Provisioning complete for port ed5753b8-9359-4e81-8f42-c2dd469ec79e triggered by entity DHCP. {{(pid=104389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 18 05:21:11.738736 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-acbda008-1269-48f8-817b-cf58bfd9fe5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1740956'] for port (ed5753b8-9359-4e81-8f42-c2dd469ec79e), provisioning_complete {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:21:11.746731 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG dbcounter [-] [104389] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:21:11.756905 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-7d747a44-8229-4c26-afc6-f4f907f50cfb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728332'] for security_group (00f8c425-eadb-4d2b-9691-9fc94c1c11a7), after_delete {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:21:11.759767 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-7d747a44-8229-4c26-afc6-f4f907f50cfb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:21:11.763770 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [None req-7d747a44-8229-4c26-afc6-f4f907f50cfb admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/00f8c425-eadb-4d2b-9691-9fc94c1c11a7 HTTP/1.1" status: 204 len: 168 time: 0.4188213 Jun 18 05:21:11.793238 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d747a44-8229-4c26-afc6-f4f907f50cfb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00f8c425-eadb-4d2b-9691-9fc94c1c11a7,revision_number=None']} {{(pid=104387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:21:11.820324 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-dd0f11d3-7ff5-43a7-bdfe-d0dc353a2ec5 tempest-TestMinimumBasicScenario-1360665084 tempest-TestMinimumBasicScenario-1360665084-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728332'] for security_group (131710a9-3157-4597-bd4b-a4a60c8f2d5b), after_delete {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:21:11.827494 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-dd0f11d3-7ff5-43a7-bdfe-d0dc353a2ec5 tempest-TestMinimumBasicScenario-1360665084 tempest-TestMinimumBasicScenario-1360665084-project] Publish callbacks [] for security_group (None), before_response {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:21:11.828228 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [None req-dd0f11d3-7ff5-43a7-bdfe-d0dc353a2ec5 tempest-TestMinimumBasicScenario-1360665084 tempest-TestMinimumBasicScenario-1360665084-project] 10.222.0.23 "DELETE /v2.0/security-groups/131710a9-3157-4597-bd4b-a4a60c8f2d5b HTTP/1.1" status: 204 len: 168 time: 0.4178650 Jun 18 05:21:11.831015 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.wsgi [-] (104387) accepted ('10.222.0.23', 52582) {{(pid=104387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 05:21:11.913079 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd0f11d3-7ff5-43a7-bdfe-d0dc353a2ec5 tempest-TestMinimumBasicScenario-1360665084 tempest-TestMinimumBasicScenario-1360665084-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=131710a9-3157-4597-bd4b-a4a60c8f2d5b,revision_number=None']} {{(pid=104387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:21:11.916514 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.plugin [None req-acbda008-1269-48f8-817b-cf58bfd9fe5f None None] Current status of the port ed5753b8-9359-4e81-8f42-c2dd469ec79e is: ACTIVE; New status is: ACTIVE {{(pid=104389) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 18 05:21:11.991661 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG dbcounter [-] [104387] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=104387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:21:11.994909 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbe34f9-7948-42ac-b01f-c59cff5db01c req-36b6e6ea-8d9c-47a8-aeef-9e2c82f209fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:21:11.996413 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-0dbe34f9-7948-42ac-b01f-c59cff5db01c req-36b6e6ea-8d9c-47a8-aeef-9e2c82f209fe service neutron] 10.222.0.15 "GET /v2.0/networks?id=381e581a-9cea-44f2-9ed2-365c11f6d6d9 HTTP/1.1" status: 200 len: 915 time: 0.2343118 Jun 18 05:21:12.003542 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG dbcounter [-] [104388] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:21:12.086112 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-c4ab7509-102f-456d-a17c-1a2ea2ae188d tempest-TestVolumeBootPattern-2140324561 tempest-TestVolumeBootPattern-2140324561-project] Publish callbacks [] for port (0077f362-ef05-4b15-aad3-c10b5dde80b9), precommit_update {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:21:12.094345 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-0dbe34f9-7948-42ac-b01f-c59cff5db01c req-e2b05c06-720d-46bc-aff0-7cf8f4c0243c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ed5753b8-9359-4e81-8f42-c2dd469ec79e HTTP/1.1" status: 200 len: 1000 time: 0.0914004 Jun 18 05:21:12.094979 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.plugin [None req-1eda60d2-19a8-4252-ae37-b63878c5e2a6 tempest-TestMinimumBasicScenario-1360665084 tempest-TestMinimumBasicScenario-1360665084-project] Deleting port b1a71f1a-f144-4c9b-bebe-fdc64da81cc6 {{(pid=104387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 18 05:21:12.095267 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-1eda60d2-19a8-4252-ae37-b63878c5e2a6 tempest-TestMinimumBasicScenario-1360665084 tempest-TestMinimumBasicScenario-1360665084-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789592760634'] for port (b1a71f1a-f144-4c9b-bebe-fdc64da81cc6), before_delete {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:21:12.132689 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cec59a05-d70e-4f0b-9684-3f9dfe8a3dca req-bf6184f7-782a-4ef4-871b-49c4ac8464ad tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] Made reservation on behalf of 758883a5aea04c85ad65bb6970bdb098 for: {'port': 1} {{(pid=104388) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 05:21:12.136501 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [req-cec59a05-d70e-4f0b-9684-3f9dfe8a3dca req-bf6184f7-782a-4ef4-871b-49c4ac8464ad tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1768406'] for port (None), before_create {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:21:12.152006 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-c4ab7509-102f-456d-a17c-1a2ea2ae188d tempest-TestVolumeBootPattern-2140324561 tempest-TestVolumeBootPattern-2140324561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1768343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789592765606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789592262840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789592262858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15493038'] for port (0077f362-ef05-4b15-aad3-c10b5dde80b9), after_update {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:21:12.390802 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ab7509-102f-456d-a17c-1a2ea2ae188d tempest-TestVolumeBootPattern-2140324561 tempest-TestVolumeBootPattern-2140324561-project] Pushing event updated for resources: {'Port': ['ID=0077f362-ef05-4b15-aad3-c10b5dde80b9,revision_number=2']} {{(pid=104388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:21:12.406597 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-e2f0d98a-6819-45e8-9931-2d41bebd15a5 req-60e328b2-3821-4a74-b019-4068a6812c89 tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] 10.222.0.23 "GET /v2.0/ports?device_id=bae5a59b-afc4-4fa7-a230-8590a793bc48 HTTP/1.1" status: 200 len: 210 time: 0.0708196 Jun 18 05:21:12.411009 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-c4ab7509-102f-456d-a17c-1a2ea2ae188d tempest-TestVolumeBootPattern-2140324561 tempest-TestVolumeBootPattern-2140324561-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-736808'] for floatingip (0ab49a01-b7ba-4b18-a70b-acd973ad37ea), after_create {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:21:12.485071 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbe34f9-7948-42ac-b01f-c59cff5db01c req-8bca2661-6685-4c27-8f60-a6db3166bb84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:21:12.485071 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-0dbe34f9-7948-42ac-b01f-c59cff5db01c req-8bca2661-6685-4c27-8f60-a6db3166bb84 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=bc9d70cb-3189-4844-951f-f295bb588b8d HTTP/1.1" status: 200 len: 853 time: 0.3535557 Jun 18 05:21:12.485789 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.db.db_base_plugin_common [req-cec59a05-d70e-4f0b-9684-3f9dfe8a3dca req-bf6184f7-782a-4ef4-871b-49c4ac8464ad tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] Allocated IP 172.20.0.6 (f7ef077f-c52c-4f70-b85e-e8892706babc/33823053-d4d0-4fd0-8dfe-171b826300f0/d9715080-f281-4e80-b712-b6d751681e6f) {{(pid=104388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 05:21:12.485905 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-1eda60d2-19a8-4252-ae37-b63878c5e2a6 tempest-TestMinimumBasicScenario-1360665084 tempest-TestMinimumBasicScenario-1360665084-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-734995'] for port (b1a71f1a-f144-4c9b-bebe-fdc64da81cc6), precommit_delete {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:21:12.485905 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-1eda60d2-19a8-4252-ae37-b63878c5e2a6 tempest-TestMinimumBasicScenario-1360665084 tempest-TestMinimumBasicScenario-1360665084-project] Publish callbacks [] for floatingip (b1a71f1a-f144-4c9b-bebe-fdc64da81cc6), precommit_delete {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:21:12.518037 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.plugin [None req-1eda60d2-19a8-4252-ae37-b63878c5e2a6 tempest-TestMinimumBasicScenario-1360665084 tempest-TestMinimumBasicScenario-1360665084-project] Calling delete_port for b1a71f1a-f144-4c9b-bebe-fdc64da81cc6 owned by network:floatingip {{(pid=104387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 18 05:21:12.530430 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbe34f9-7948-42ac-b01f-c59cff5db01c req-3685d183-480b-4791-8930-f74567007a85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:21:12.531942 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-0dbe34f9-7948-42ac-b01f-c59cff5db01c req-3685d183-480b-4791-8930-f74567007a85 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=381e581a-9cea-44f2-9ed2-365c11f6d6d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0601301 Jun 18 05:21:12.569367 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.db.l3_db [None req-c4ab7509-102f-456d-a17c-1a2ea2ae188d tempest-TestVolumeBootPattern-2140324561 tempest-TestVolumeBootPattern-2140324561-project] Floating IP 0ab49a01-b7ba-4b18-a70b-acd973ad37ea associated. External IP: 172.27.2.64, port: 23c6b7c7-2045-4a84-955e-c924bc121496. Jun 18 05:21:12.719162 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG dbcounter [-] [104388] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=104388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:21:12.721063 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-0dbe34f9-7948-42ac-b01f-c59cff5db01c req-652f7ce4-2d3a-4476-85f4-c7cd74eef091 service neutron] 10.222.0.15 "GET /v2.0/networks/381e581a-9cea-44f2-9ed2-365c11f6d6d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1509702 Jun 18 05:21:12.746699 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [req-cec59a05-d70e-4f0b-9684-3f9dfe8a3dca req-bf6184f7-782a-4ef4-871b-49c4ac8464ad tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] Publish callbacks [] for port (d9715080-f281-4e80-b712-b6d751681e6f), precommit_create {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:21:12.792441 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG dbcounter [-] [104387] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:21:12.820191 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG dbcounter [-] [104388] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:21:12.865576 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-0dbe34f9-7948-42ac-b01f-c59cff5db01c req-137949da-bba7-4fe2-9fe7-d99b6f2ae566 service neutron] 10.222.0.15 "GET /v2.0/networks/381e581a-9cea-44f2-9ed2-365c11f6d6d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1303008 Jun 18 05:21:12.876816 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4ab7509-102f-456d-a17c-1a2ea2ae188d tempest-TestVolumeBootPattern-2140324561 tempest-TestVolumeBootPattern-2140324561-project] Router febfd648-1542-4a4c-8d49-ecc66f2a4a94 has already been hosted by L3 agent a8549501-0164-4ac5-90a6-1ba1ba0d3f9d {{(pid=104388) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 18 05:21:12.923377 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [req-cec59a05-d70e-4f0b-9684-3f9dfe8a3dca req-bf6184f7-782a-4ef4-871b-49c4ac8464ad tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1768343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789592262822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15493031'] for port (d9715080-f281-4e80-b712-b6d751681e6f), after_create {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:21:12.944715 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-1eda60d2-19a8-4252-ae37-b63878c5e2a6 tempest-TestMinimumBasicScenario-1360665084 tempest-TestMinimumBasicScenario-1360665084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1768343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789592765633', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789592262831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14020772'] for port (b1a71f1a-f144-4c9b-bebe-fdc64da81cc6), after_delete {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:21:12.972297 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eda60d2-19a8-4252-ae37-b63878c5e2a6 tempest-TestMinimumBasicScenario-1360665084 tempest-TestMinimumBasicScenario-1360665084-project] Pushing event deleted for resources: {'Port': ['ID=b1a71f1a-f144-4c9b-bebe-fdc64da81cc6,revision_number=None']} {{(pid=104387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:21:13.020647 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cec59a05-d70e-4f0b-9684-3f9dfe8a3dca req-bf6184f7-782a-4ef4-871b-49c4ac8464ad tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] Network f7ef077f-c52c-4f70-b85e-e8892706babc is already hosted by enough agents. {{(pid=104388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 05:21:13.020647 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf6184f7-782a-4ef4-871b-49c4ac8464ad tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] Pushing event updated for resources: {'Port': ['ID=d9715080-f281-4e80-b712-b6d751681e6f,revision_number=1']} {{(pid=104388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:21:13.024847 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.scheduler.base_scheduler [req-cec59a05-d70e-4f0b-9684-3f9dfe8a3dca req-bf6184f7-782a-4ef4-871b-49c4ac8464ad tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] Resources bound (agent type, host, resource id): {{(pid=104388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 05:21:13.028647 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.db.l3_dvrscheduler_db [req-cec59a05-d70e-4f0b-9684-3f9dfe8a3dca req-bf6184f7-782a-4ef4-871b-49c4ac8464ad tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] Received port after_create {{(pid=104388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 18 05:21:13.037589 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-1eda60d2-19a8-4252-ae37-b63878c5e2a6 tempest-TestMinimumBasicScenario-1360665084 tempest-TestMinimumBasicScenario-1360665084-project] Publish callbacks [] for floatingip (c0b0f9ca-a5fb-4081-b7ae-2b085e0315e3), after_delete {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:21:13.038089 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.db.l3_db [None req-1eda60d2-19a8-4252-ae37-b63878c5e2a6 tempest-TestMinimumBasicScenario-1360665084 tempest-TestMinimumBasicScenario-1360665084-project] Floating IP c0b0f9ca-a5fb-4081-b7ae-2b085e0315e3 disassociated (deleted). External IP: 172.27.2.71, port: ed5753b8-9359-4e81-8f42-c2dd469ec79e. Jun 18 05:21:13.068837 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4ab7509-102f-456d-a17c-1a2ea2ae188d tempest-TestVolumeBootPattern-2140324561 tempest-TestVolumeBootPattern-2140324561-project] Notify agent at l3_agent.dv-cinder-836996-35-iscsi the message routers_updated {{(pid=104388) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 05:21:13.090410 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02c55b66-4ef4-4db6-b6ec-b10bd1670e1b None None] Sync routers for ids ['febfd648-1542-4a4c-8d49-ecc66f2a4a94'] in dv-cinder-836996-35-iscsi {{(pid=104389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 05:21:13.092496 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec59a05-d70e-4f0b-9684-3f9dfe8a3dca req-bf6184f7-782a-4ef4-871b-49c4ac8464ad tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:21:13.093336 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [req-cec59a05-d70e-4f0b-9684-3f9dfe8a3dca req-bf6184f7-782a-4ef4-871b-49c4ac8464ad tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19502'] for port (None), before_response {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:21:13.104755 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02c55b66-4ef4-4db6-b6ec-b10bd1670e1b None None] Routers {'febfd648-1542-4a4c-8d49-ecc66f2a4a94'} bound to L3 agent in host dv-cinder-836996-35-iscsi {{(pid=104389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 18 05:21:13.107152 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.db.l3_hamode_db [None req-02c55b66-4ef4-4db6-b6ec-b10bd1670e1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-35-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-06-18T05:08:24Z,description=,heartbeat_timestamp=2022-06-18T05:20:54Z,host='dv-cinder-836996-35-iscsi',id=a8549501-0164-4ac5-90a6-1ba1ba0d3f9d,load=0,resource_versions=,resources_synced=,started_at=2022-06-18T05:08:25Z,topic='l3_agent')) {'router_ids': ['febfd648-1542-4a4c-8d49-ecc66f2a4a94'], 'active': True} {{(pid=104389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 05:21:13.136424 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG dbcounter [-] [104387] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:21:13.185924 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-c4ab7509-102f-456d-a17c-1a2ea2ae188d tempest-TestVolumeBootPattern-2140324561 tempest-TestVolumeBootPattern-2140324561-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19502'] for floatingip (None), before_response {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:21:13.244706 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-cec59a05-d70e-4f0b-9684-3f9dfe8a3dca req-bf6184f7-782a-4ef4-871b-49c4ac8464ad tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6689990 Jun 18 05:21:13.261286 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [None req-c4ab7509-102f-456d-a17c-1a2ea2ae188d tempest-TestVolumeBootPattern-2140324561 tempest-TestVolumeBootPattern-2140324561-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.4467282 Jun 18 05:21:13.265267 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.db.l3_dvr_db [None req-02c55b66-4ef4-4db6-b6ec-b10bd1670e1b None None] Set router febfd648-1542-4a4c-8d49-ecc66f2a4a94 gateway port host: dv-cinder-836996-35-iscsi {{(pid=104389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 18 05:21:13.271055 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.api.v2.base [req-cec59a05-d70e-4f0b-9684-3f9dfe8a3dca req-9d2c8c48-fb5e-4b1b-a537-0ef59bc146e2 service neutron] Request body: {'port': {'device_id': 'bae5a59b-afc4-4fa7-a230-8590a793bc48', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83699'}} {{(pid=104388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 18 05:21:13.298167 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1eda60d2-19a8-4252-ae37-b63878c5e2a6 tempest-TestMinimumBasicScenario-1360665084 tempest-TestMinimumBasicScenario-1360665084-project] Router 297588e7-f327-42c5-a4eb-51d2eeafb162 has already been hosted by L3 agent a8549501-0164-4ac5-90a6-1ba1ba0d3f9d {{(pid=104387) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 18 05:21:13.380350 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [req-cec59a05-d70e-4f0b-9684-3f9dfe8a3dca req-9d2c8c48-fb5e-4b1b-a537-0ef59bc146e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1768406'] for port (d9715080-f281-4e80-b712-b6d751681e6f), before_update {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:21:13.384015 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.db.provisioning_blocks [None req-48e4d3b1-fe21-47a6-b5d2-fd3fd59fef29 None None] Provisioning complete for port d9715080-f281-4e80-b712-b6d751681e6f triggered by entity DHCP. {{(pid=104389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 18 05:21:13.384385 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-48e4d3b1-fe21-47a6-b5d2-fd3fd59fef29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1740956'] for port (d9715080-f281-4e80-b712-b6d751681e6f), provisioning_complete {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:21:13.427566 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.plugin [None req-48e4d3b1-fe21-47a6-b5d2-fd3fd59fef29 None None] Port d9715080-f281-4e80-b712-b6d751681e6f cannot update to ACTIVE because it is not bound. {{(pid=104389) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 18 05:21:13.447165 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG dbcounter [-] [104388] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:21:13.463007 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1eda60d2-19a8-4252-ae37-b63878c5e2a6 tempest-TestMinimumBasicScenario-1360665084 tempest-TestMinimumBasicScenario-1360665084-project] Notify agent at l3_agent.dv-cinder-836996-35-iscsi the message routers_updated {{(pid=104387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 05:21:13.468674 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-1eda60d2-19a8-4252-ae37-b63878c5e2a6 tempest-TestMinimumBasicScenario-1360665084 tempest-TestMinimumBasicScenario-1360665084-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19502'] for floatingip (None), before_response {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:21:13.476350 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e165d579-1a19-4ecc-bc1d-c10eda90d190 None None] Sync routers for ids ['297588e7-f327-42c5-a4eb-51d2eeafb162'] in dv-cinder-836996-35-iscsi {{(pid=104390) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 05:21:13.490715 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e165d579-1a19-4ecc-bc1d-c10eda90d190 None None] Routers {'297588e7-f327-42c5-a4eb-51d2eeafb162'} bound to L3 agent in host dv-cinder-836996-35-iscsi {{(pid=104390) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 18 05:21:13.491482 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG neutron.db.l3_hamode_db [None req-e165d579-1a19-4ecc-bc1d-c10eda90d190 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-35-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-06-18T05:08:24Z,description=,heartbeat_timestamp=2022-06-18T05:20:54Z,host='dv-cinder-836996-35-iscsi',id=a8549501-0164-4ac5-90a6-1ba1ba0d3f9d,load=0,resource_versions=,resources_synced=,started_at=2022-06-18T05:08:25Z,topic='l3_agent')) {'router_ids': ['297588e7-f327-42c5-a4eb-51d2eeafb162'], 'active': True} {{(pid=104390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 05:21:13.512741 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [None req-1eda60d2-19a8-4252-ae37-b63878c5e2a6 tempest-TestMinimumBasicScenario-1360665084 tempest-TestMinimumBasicScenario-1360665084-project] 10.222.0.23 "DELETE /v2.0/floatingips/c0b0f9ca-a5fb-4081-b7ae-2b085e0315e3 HTTP/1.1" status: 204 len: 168 time: 1.6746151 Jun 18 05:21:13.512741 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf8c3731-ba5b-41dc-ab3b-16d6725300a0', 'tag': 'ed5753b8-9359-4e81-8f42-c2dd469ec79e'}] {{(pid=104387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 18 05:21:13.514070 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}067244ef130036e0f0c6cfdae2cc0bb626a7afb0c2954d608d85df941ffdb65a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f35a0b5-afdb-4197-be30-2dd3302809b9" -d '{"events": [{"name": "network-changed", "server_uuid": "bf8c3731-ba5b-41dc-ab3b-16d6725300a0", "tag": "ed5753b8-9359-4e81-8f42-c2dd469ec79e"}]}' {{(pid=104387) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 05:21:13.563835 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0862f974-0f40-4c61-95a9-9c0e1db65a4b', 'tag': '23c6b7c7-2045-4a84-955e-c924bc121496'}] {{(pid=104388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 18 05:21:13.572609 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76651050bff5b1e15da4688504920c0e470581a7df997af8856c46d23e91a66a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4d7b5ee-4a75-4008-860c-cca82067fa15" -d '{"events": [{"name": "network-changed", "server_uuid": "0862f974-0f40-4c61-95a9-9c0e1db65a4b", "tag": "23c6b7c7-2045-4a84-955e-c924bc121496"}]}' {{(pid=104388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 05:21:13.625932 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd9af6a-164b-4ae6-a34d-bce3a2342667 req-461fb11b-4ddd-4aab-b5b5-c9ef12151f4b tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:21:13.636037 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-3fd9af6a-164b-4ae6-a34d-bce3a2342667 req-461fb11b-4ddd-4aab-b5b5-c9ef12151f4b tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] 10.222.0.23 "GET /v2.0/ports?device_id=bae5a59b-afc4-4fa7-a230-8590a793bc48 HTTP/1.1" status: 200 len: 931 time: 0.0854857 Jun 18 05:21:13.641416 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.db.l3_hamode_db [None req-02c55b66-4ef4-4db6-b6ec-b10bd1670e1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'febfd648-1542-4a4c-8d49-ecc66f2a4a94', 'name': 'tempest-TestVolumeBootPattern-1313612744-router', 'tenant_id': 'e5e4aece32ff462b9b9a42200d584c1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65c030c7-6a7d-4cea-a47d-5cdd532db0e6', 'external_fixed_ips': [{'subnet_id': 'a9fa7760-a071-45ee-b985-799999c69975', 'ip_address': '172.27.2.206'}], 'enable_snat': True}, 'gw_port_id': '8849aa39-3bdf-4229-a0da-4d21338ac229', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-18T05:20:03Z', 'updated_at': '2022-06-18T05:20:06Z', 'revision_number': 4, 'project_id': 'e5e4aece32ff462b9b9a42200d584c1b', 'gw_port': {'id': '8849aa39-3bdf-4229-a0da-4d21338ac229', 'name': '', 'network_id': '65c030c7-6a7d-4cea-a47d-5cdd532db0e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:7d:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'febfd648-1542-4a4c-8d49-ecc66f2a4a94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': 'a9fa7760-a071-45ee-b985-799999c69975', 'ip_address': '172.27.2.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-18T05:20:03Z', 'updated_at': '2022-06-18T05:20:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9fa7760-a071-45ee-b985-799999c69975', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-35-iscsi', '_floatingips': [{'id': '0ab49a01-b7ba-4b18-a70b-acd973ad37ea', 'tenant_id': 'e5e4aece32ff462b9b9a42200d584c1b', 'floating_ip_address': '172.27.2.64', 'floating_network_id': '65c030c7-6a7d-4cea-a47d-5cdd532db0e6', 'router_id': 'febfd648-1542-4a4c-8d49-ecc66f2a4a94', 'port_id': '23c6b7c7-2045-4a84-955e-c924bc121496', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 488, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1df631c6-dcd7-4307-8f3b-f75e299e78ec', 'mac_address': 'fa:16:3e:70:7e:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0862f974-0f40-4c61-95a9-9c0e1db65a4b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-18T05:21:10Z', 'updated_at': '2022-06-18T05:21:10Z', 'revision_number': 0, 'project_id': 'e5e4aece32ff462b9b9a42200d584c1b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ad37ad86-af51-48c9-8423-f4dcba784269', 'name': '', 'network_id': '1df631c6-dcd7-4307-8f3b-f75e299e78ec', 'tenant_id': 'e5e4aece32ff462b9b9a42200d584c1b', 'mac_address': 'fa:16:3e:41:1e:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'febfd648-1542-4a4c-8d49-ecc66f2a4a94', 'device_owner': 'network:router_interface', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '6b669cb0-2ad3-4bdc-840d-cbd0d58ea955', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-18T05:20:06Z', 'updated_at': '2022-06-18T05:20:10Z', 'revision_number': 5, 'project_id': 'e5e4aece32ff462b9b9a42200d584c1b', 'subnets': [{'id': '6b669cb0-2ad3-4bdc-840d-cbd0d58ea955', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-35-iscsi', False) {} {{(pid=104389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 05:21:13.677820 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02c55b66-4ef4-4db6-b6ec-b10bd1670e1b None None] Checking router: febfd648-1542-4a4c-8d49-ecc66f2a4a94 for host: dv-cinder-836996-35-iscsi {{(pid=104389) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 05:21:13.689921 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02c55b66-4ef4-4db6-b6ec-b10bd1670e1b None None] Routers {'febfd648-1542-4a4c-8d49-ecc66f2a4a94'} bound to L3 agent in host dv-cinder-836996-35-iscsi {{(pid=104389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 18 05:21:13.690794 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.db.l3_hamode_db [None req-02c55b66-4ef4-4db6-b6ec-b10bd1670e1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-35-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-06-18T05:08:24Z,description=,heartbeat_timestamp=2022-06-18T05:20:54Z,host='dv-cinder-836996-35-iscsi',id=a8549501-0164-4ac5-90a6-1ba1ba0d3f9d,load=0,resource_versions=,resources_synced=,started_at=2022-06-18T05:08:25Z,topic='l3_agent')) {'router_ids': ['febfd648-1542-4a4c-8d49-ecc66f2a4a94'], 'active': True} {{(pid=104389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 05:21:13.697419 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-3fd9af6a-164b-4ae6-a34d-bce3a2342667 req-8f4b6ac5-6613-4052-b17a-f818bfc01ddb tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] 10.222.0.23 "GET /v2.0/security-groups?id=407ae09c-3316-486c-94a7-7e1331aee9b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0601218 Jun 18 05:21:13.747278 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG neutron.db.agents_db [None req-f0cd052f-7516-4656-9d29-e77bb90ffdea None None] Agent healthcheck: found 6 active agents {{(pid=104390) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 18 05:21:13.772408 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Jun 2022 05:21:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c57ddde6-bc1f-4af8-baf0-86ea80c72f64 x-openstack-request-id: req-c57ddde6-bc1f-4af8-baf0-86ea80c72f64 {{(pid=104387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 05:21:13.772705 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bf8c3731-ba5b-41dc-ab3b-16d6725300a0", "tag": "ed5753b8-9359-4e81-8f42-c2dd469ec79e", "status": "completed", "code": 200}]} {{(pid=104387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 05:21:13.772960 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-c57ddde6-bc1f-4af8-baf0-86ea80c72f64 {{(pid=104387) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 05:21:13.773376 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c57ddde6-bc1f-4af8-baf0-86ea80c72f64'] response: {'name': 'network-changed', 'server_uuid': 'bf8c3731-ba5b-41dc-ab3b-16d6725300a0', 'tag': 'ed5753b8-9359-4e81-8f42-c2dd469ec79e', 'status': 'completed', 'code': 200} Jun 18 05:21:13.809965 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG neutron.db.l3_dvr_db [None req-e165d579-1a19-4ecc-bc1d-c10eda90d190 None None] Set router 297588e7-f327-42c5-a4eb-51d2eeafb162 gateway port host: dv-cinder-836996-35-iscsi {{(pid=104390) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 18 05:21:13.829442 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Jun 2022 05:21:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8b4a132-b2fd-46e8-a1e9-730f7ac1916c x-openstack-request-id: req-d8b4a132-b2fd-46e8-a1e9-730f7ac1916c {{(pid=104388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 05:21:13.829741 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0862f974-0f40-4c61-95a9-9c0e1db65a4b", "tag": "23c6b7c7-2045-4a84-955e-c924bc121496", "status": "completed", "code": 200}]} {{(pid=104388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 05:21:13.831654 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-d8b4a132-b2fd-46e8-a1e9-730f7ac1916c {{(pid=104388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 05:21:13.831654 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d8b4a132-b2fd-46e8-a1e9-730f7ac1916c'] response: {'name': 'network-changed', 'server_uuid': '0862f974-0f40-4c61-95a9-9c0e1db65a4b', 'tag': '23c6b7c7-2045-4a84-955e-c924bc121496', 'status': 'completed', 'code': 200} Jun 18 05:21:13.961148 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.db.l3_dvr_db [None req-02c55b66-4ef4-4db6-b6ec-b10bd1670e1b None None] Set router febfd648-1542-4a4c-8d49-ecc66f2a4a94 gateway port host: dv-cinder-836996-35-iscsi {{(pid=104389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 18 05:21:13.962848 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG dbcounter [-] [104389] Writing DB stats neutron:SELECT=100 {{(pid=104389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:21:13.979705 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.notifiers.nova [req-cec59a05-d70e-4f0b-9684-3f9dfe8a3dca req-9d2c8c48-fb5e-4b1b-a537-0ef59bc146e2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d9715080-f281-4e80-b712-b6d751681e6f {{(pid=104388) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 18 05:21:13.992348 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [req-cec59a05-d70e-4f0b-9684-3f9dfe8a3dca req-9d2c8c48-fb5e-4b1b-a537-0ef59bc146e2 service neutron] Publish callbacks [] for port (d9715080-f281-4e80-b712-b6d751681e6f), precommit_update {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:21:14.012031 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.db.provisioning_blocks [req-cec59a05-d70e-4f0b-9684-3f9dfe8a3dca req-9d2c8c48-fb5e-4b1b-a537-0ef59bc146e2 service neutron] Transition to ACTIVE for port object d9715080-f281-4e80-b712-b6d751681e6f will not be triggered until provisioned by entity L2. {{(pid=104388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 18 05:21:14.027571 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f35a0b5-afdb-4197-be30-2dd3302809b9 req-0bef9b5b-3114-46b6-a029-cab84ffce4da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:21:14.029806 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-4f35a0b5-afdb-4197-be30-2dd3302809b9 req-0bef9b5b-3114-46b6-a029-cab84ffce4da service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=3a833f00ba294564a66b9eefbc49147e&device_id=bf8c3731-ba5b-41dc-ab3b-16d6725300a0 HTTP/1.1" status: 200 len: 1129 time: 0.1670651 Jun 18 05:21:14.031975 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d7b5ee-4a75-4008-860c-cca82067fa15 req-73a15ea6-bc58-436b-bccc-61376e761e7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:21:14.033621 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-f4d7b5ee-4a75-4008-860c-cca82067fa15 req-73a15ea6-bc58-436b-bccc-61376e761e7a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e5e4aece32ff462b9b9a42200d584c1b&device_id=0862f974-0f40-4c61-95a9-9c0e1db65a4b HTTP/1.1" status: 200 len: 1130 time: 0.1225331 Jun 18 05:21:14.075874 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [req-cec59a05-d70e-4f0b-9684-3f9dfe8a3dca req-9d2c8c48-fb5e-4b1b-a537-0ef59bc146e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1768343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789592765606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789592262840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789592262858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15493038'] for port (d9715080-f281-4e80-b712-b6d751681e6f), after_update {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:21:14.287689 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2c8c48-fb5e-4b1b-a537-0ef59bc146e2 service neutron] Pushing event updated for resources: {'Port': ['ID=d9715080-f281-4e80-b712-b6d751681e6f,revision_number=2']} {{(pid=104388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:21:14.316342 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG neutron.db.l3_hamode_db [None req-e165d579-1a19-4ecc-bc1d-c10eda90d190 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '297588e7-f327-42c5-a4eb-51d2eeafb162', 'name': 'tempest-TestMinimumBasicScenario-745194918-router', 'tenant_id': '3a833f00ba294564a66b9eefbc49147e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65c030c7-6a7d-4cea-a47d-5cdd532db0e6', 'external_fixed_ips': [{'subnet_id': 'a9fa7760-a071-45ee-b985-799999c69975', 'ip_address': '172.27.2.33'}], 'enable_snat': True}, 'gw_port_id': 'ba654309-9a26-4997-b5d9-652b34b0d644', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-18T05:17:50Z', 'updated_at': '2022-06-18T05:17:54Z', 'revision_number': 4, 'project_id': '3a833f00ba294564a66b9eefbc49147e', 'gw_port': {'id': 'ba654309-9a26-4997-b5d9-652b34b0d644', 'name': '', 'network_id': '65c030c7-6a7d-4cea-a47d-5cdd532db0e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:7e:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '297588e7-f327-42c5-a4eb-51d2eeafb162', 'device_owner': 'network:router_gateway', 'standard_attr_id': 276, 'fixed_ips': [{'subnet_id': 'a9fa7760-a071-45ee-b985-799999c69975', 'ip_address': '172.27.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-18T05:17:51Z', 'updated_at': '2022-06-18T05:17:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9fa7760-a071-45ee-b985-799999c69975', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-35-iscsi', '_interfaces': [{'id': '5d54d22b-839c-4985-9247-439ecbce5eaf', 'name': '', 'network_id': '381e581a-9cea-44f2-9ed2-365c11f6d6d9', 'tenant_id': '3a833f00ba294564a66b9eefbc49147e', 'mac_address': 'fa:16:3e:1b:10:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '297588e7-f327-42c5-a4eb-51d2eeafb162', 'device_owner': 'network:router_interface', 'standard_attr_id': 277, 'fixed_ips': [{'subnet_id': 'bc9d70cb-3189-4844-951f-f295bb588b8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-18T05:17:53Z', 'updated_at': '2022-06-18T05:18:01Z', 'revision_number': 5, 'project_id': '3a833f00ba294564a66b9eefbc49147e', 'subnets': [{'id': 'bc9d70cb-3189-4844-951f-f295bb588b8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-35-iscsi', False) {} {{(pid=104390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 05:21:14.370867 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e165d579-1a19-4ecc-bc1d-c10eda90d190 None None] Checking router: 297588e7-f327-42c5-a4eb-51d2eeafb162 for host: dv-cinder-836996-35-iscsi {{(pid=104390) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 05:21:14.372770 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d7b5ee-4a75-4008-860c-cca82067fa15 req-fdb607dd-1fb5-407a-8248-947fffb54048 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:21:14.384681 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e165d579-1a19-4ecc-bc1d-c10eda90d190 None None] Routers {'297588e7-f327-42c5-a4eb-51d2eeafb162'} bound to L3 agent in host dv-cinder-836996-35-iscsi {{(pid=104390) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 18 05:21:14.384892 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-f4d7b5ee-4a75-4008-860c-cca82067fa15 req-fdb607dd-1fb5-407a-8248-947fffb54048 service neutron] 10.222.0.15 "GET /v2.0/networks?id=1df631c6-dcd7-4307-8f3b-f75e299e78ec HTTP/1.1" status: 200 len: 913 time: 0.3389084 Jun 18 05:21:14.384980 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG neutron.db.l3_hamode_db [None req-e165d579-1a19-4ecc-bc1d-c10eda90d190 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-35-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-06-18T05:08:24Z,description=,heartbeat_timestamp=2022-06-18T05:20:54Z,host='dv-cinder-836996-35-iscsi',id=a8549501-0164-4ac5-90a6-1ba1ba0d3f9d,load=0,resource_versions=,resources_synced=,started_at=2022-06-18T05:08:25Z,topic='l3_agent')) {'router_ids': ['297588e7-f327-42c5-a4eb-51d2eeafb162'], 'active': True} {{(pid=104390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 05:21:14.397572 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f35a0b5-afdb-4197-be30-2dd3302809b9 req-d5842755-740b-4c49-910c-d5fd01bd98a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:21:14.401791 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-4f35a0b5-afdb-4197-be30-2dd3302809b9 req-d5842755-740b-4c49-910c-d5fd01bd98a8 service neutron] 10.222.0.15 "GET /v2.0/networks?id=381e581a-9cea-44f2-9ed2-365c11f6d6d9 HTTP/1.1" status: 200 len: 915 time: 0.3447506 Jun 18 05:21:14.429689 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.plugins.ml2.managers [req-cec59a05-d70e-4f0b-9684-3f9dfe8a3dca req-9d2c8c48-fb5e-4b1b-a537-0ef59bc146e2 service neutron] Attempting to bind port d9715080-f281-4e80-b712-b6d751681e6f on host hv-cinder-83699 for vnic_type normal with profile {{(pid=104388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 18 05:21:14.430057 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.plugins.ml2.managers [req-cec59a05-d70e-4f0b-9684-3f9dfe8a3dca req-9d2c8c48-fb5e-4b1b-a537-0ef59bc146e2 service neutron] Attempting to bind port d9715080-f281-4e80-b712-b6d751681e6f by drivers openvswitch,hyperv on host hv-cinder-83699 at level 0 using segments [{'id': '8156adf2-605e-4047-8e9c-946882049554', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'f7ef077f-c52c-4f70-b85e-e8892706babc'}] {{(pid=104388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 18 05:21:14.430552 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cec59a05-d70e-4f0b-9684-3f9dfe8a3dca req-9d2c8c48-fb5e-4b1b-a537-0ef59bc146e2 service neutron] Attempting to bind port d9715080-f281-4e80-b712-b6d751681e6f on network f7ef077f-c52c-4f70-b85e-e8892706babc {{(pid=104388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 18 05:21:14.436001 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cec59a05-d70e-4f0b-9684-3f9dfe8a3dca req-9d2c8c48-fb5e-4b1b-a537-0ef59bc146e2 service neutron] Port d9715080-f281-4e80-b712-b6d751681e6f on network f7ef077f-c52c-4f70-b85e-e8892706babc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83699 {{(pid=104388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 18 05:21:14.436297 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cec59a05-d70e-4f0b-9684-3f9dfe8a3dca req-9d2c8c48-fb5e-4b1b-a537-0ef59bc146e2 service neutron] Attempting to bind port d9715080-f281-4e80-b712-b6d751681e6f on network f7ef077f-c52c-4f70-b85e-e8892706babc {{(pid=104388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 18 05:21:14.443783 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cec59a05-d70e-4f0b-9684-3f9dfe8a3dca req-9d2c8c48-fb5e-4b1b-a537-0ef59bc146e2 service neutron] Checking agent: {'id': '21f82a9e-593b-4fa9-aa06-dfe6f16482e6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83699', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 18, 5, 14, 36), 'started_at': datetime.datetime(2022, 6, 18, 5, 14, 36), 'heartbeat_timestamp': datetime.datetime(2022, 6, 18, 5, 21, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 18 05:21:14.444027 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.db.l3_hamode_db [None req-02c55b66-4ef4-4db6-b6ec-b10bd1670e1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'febfd648-1542-4a4c-8d49-ecc66f2a4a94', 'name': 'tempest-TestVolumeBootPattern-1313612744-router', 'tenant_id': 'e5e4aece32ff462b9b9a42200d584c1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65c030c7-6a7d-4cea-a47d-5cdd532db0e6', 'external_fixed_ips': [{'subnet_id': 'a9fa7760-a071-45ee-b985-799999c69975', 'ip_address': '172.27.2.206'}], 'enable_snat': True}, 'gw_port_id': '8849aa39-3bdf-4229-a0da-4d21338ac229', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-18T05:20:03Z', 'updated_at': '2022-06-18T05:20:06Z', 'revision_number': 4, 'project_id': 'e5e4aece32ff462b9b9a42200d584c1b', 'gw_port': {'id': '8849aa39-3bdf-4229-a0da-4d21338ac229', 'name': '', 'network_id': '65c030c7-6a7d-4cea-a47d-5cdd532db0e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:7d:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'febfd648-1542-4a4c-8d49-ecc66f2a4a94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': 'a9fa7760-a071-45ee-b985-799999c69975', 'ip_address': '172.27.2.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-18T05:20:03Z', 'updated_at': '2022-06-18T05:20:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9fa7760-a071-45ee-b985-799999c69975', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-35-iscsi', '_floatingips': [{'id': '0ab49a01-b7ba-4b18-a70b-acd973ad37ea', 'tenant_id': 'e5e4aece32ff462b9b9a42200d584c1b', 'floating_ip_address': '172.27.2.64', 'floating_network_id': '65c030c7-6a7d-4cea-a47d-5cdd532db0e6', 'router_id': 'febfd648-1542-4a4c-8d49-ecc66f2a4a94', 'port_id': '23c6b7c7-2045-4a84-955e-c924bc121496', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 488, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1df631c6-dcd7-4307-8f3b-f75e299e78ec', 'mac_address': 'fa:16:3e:70:7e:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0862f974-0f40-4c61-95a9-9c0e1db65a4b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-18T05:21:10Z', 'updated_at': '2022-06-18T05:21:10Z', 'revision_number': 0, 'project_id': 'e5e4aece32ff462b9b9a42200d584c1b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ad37ad86-af51-48c9-8423-f4dcba784269', 'name': '', 'network_id': '1df631c6-dcd7-4307-8f3b-f75e299e78ec', 'tenant_id': 'e5e4aece32ff462b9b9a42200d584c1b', 'mac_address': 'fa:16:3e:41:1e:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'febfd648-1542-4a4c-8d49-ecc66f2a4a94', 'device_owner': 'network:router_interface', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '6b669cb0-2ad3-4bdc-840d-cbd0d58ea955', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-18T05:20:06Z', 'updated_at': '2022-06-18T05:20:10Z', 'revision_number': 5, 'project_id': 'e5e4aece32ff462b9b9a42200d584c1b', 'subnets': [{'id': '6b669cb0-2ad3-4bdc-840d-cbd0d58ea955', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-35-iscsi', False) {} {{(pid=104389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 05:21:14.444510 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cec59a05-d70e-4f0b-9684-3f9dfe8a3dca req-9d2c8c48-fb5e-4b1b-a537-0ef59bc146e2 service neutron] Checking segment: {'id': '8156adf2-605e-4047-8e9c-946882049554', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'f7ef077f-c52c-4f70-b85e-e8892706babc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 18 05:21:14.444510 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cec59a05-d70e-4f0b-9684-3f9dfe8a3dca req-9d2c8c48-fb5e-4b1b-a537-0ef59bc146e2 service neutron] Bound using segment: {'id': '8156adf2-605e-4047-8e9c-946882049554', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'f7ef077f-c52c-4f70-b85e-e8892706babc'} {{(pid=104388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 18 05:21:14.444940 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.plugins.ml2.managers [req-cec59a05-d70e-4f0b-9684-3f9dfe8a3dca req-9d2c8c48-fb5e-4b1b-a537-0ef59bc146e2 service neutron] Bound port: d9715080-f281-4e80-b712-b6d751681e6f, host: hv-cinder-83699, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8156adf2-605e-4047-8e9c-946882049554', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'f7ef077f-c52c-4f70-b85e-e8892706babc'}}] {{(pid=104388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 18 05:21:14.445310 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [req-cec59a05-d70e-4f0b-9684-3f9dfe8a3dca req-9d2c8c48-fb5e-4b1b-a537-0ef59bc146e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1768406'] for port (d9715080-f281-4e80-b712-b6d751681e6f), before_update {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:21:14.479449 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02c55b66-4ef4-4db6-b6ec-b10bd1670e1b None None] The sync data for ids ['febfd648-1542-4a4c-8d49-ecc66f2a4a94'] in dv-cinder-836996-35-iscsi is: [{'id': 'febfd648-1542-4a4c-8d49-ecc66f2a4a94', 'name': 'tempest-TestVolumeBootPattern-1313612744-router', 'tenant_id': 'e5e4aece32ff462b9b9a42200d584c1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65c030c7-6a7d-4cea-a47d-5cdd532db0e6', 'external_fixed_ips': [{'subnet_id': 'a9fa7760-a071-45ee-b985-799999c69975', 'ip_address': '172.27.2.206'}], 'enable_snat': True}, 'gw_port_id': '8849aa39-3bdf-4229-a0da-4d21338ac229', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-18T05:20:03Z', 'updated_at': '2022-06-18T05:20:06Z', 'revision_number': 4, 'project_id': 'e5e4aece32ff462b9b9a42200d584c1b', 'gw_port': {'id': '8849aa39-3bdf-4229-a0da-4d21338ac229', 'name': '', 'network_id': '65c030c7-6a7d-4cea-a47d-5cdd532db0e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:7d:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'febfd648-1542-4a4c-8d49-ecc66f2a4a94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': 'a9fa7760-a071-45ee-b985-799999c69975', 'ip_address': '172.27.2.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-18T05:20:03Z', 'updated_at': '2022-06-18T05:20:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9fa7760-a071-45ee-b985-799999c69975', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-35-iscsi', '_floatingips': [{'id': '0ab49a01-b7ba-4b18-a70b-acd973ad37ea', 'tenant_id': 'e5e4aece32ff462b9b9a42200d584c1b', 'floating_ip_address': '172.27.2.64', 'floating_network_id': '65c030c7-6a7d-4cea-a47d-5cdd532db0e6', 'router_id': 'febfd648-1542-4a4c-8d49-ecc66f2a4a94', 'port_id': '23c6b7c7-2045-4a84-955e-c924bc121496', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 488, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1df631c6-dcd7-4307-8f3b-f75e299e78ec', 'mac_address': 'fa:16:3e:70:7e:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0862f974-0f40-4c61-95a9-9c0e1db65a4b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-18T05:21:10Z', 'updated_at': '2022-06-18T05:21:10Z', 'revision_number': 0, 'project_id': 'e5e4aece32ff462b9b9a42200d584c1b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ad37ad86-af51-48c9-8423-f4dcba784269', 'name': '', 'network_id': '1df631c6-dcd7-4307-8f3b-f75e299e78ec', 'tenant_id': 'e5e4aece32ff462b9b9a42200d584c1b', 'mac_address': 'fa:16:3e:41:1e:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'febfd648-1542-4a4c-8d49-ecc66f2a4a94', 'device_owner': 'network:router_interface', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '6b669cb0-2ad3-4bdc-840d-cbd0d58ea955', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-18T05:20:06Z', 'updated_at': '2022-06-18T05:20:10Z', 'revision_number': 5, 'project_id': 'e5e4aece32ff462b9b9a42200d584c1b', 'subnets': [{'id': '6b669cb0-2ad3-4bdc-840d-cbd0d58ea955', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 05:21:14.519856 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.plugins.ml2.db [req-cec59a05-d70e-4f0b-9684-3f9dfe8a3dca req-9d2c8c48-fb5e-4b1b-a537-0ef59bc146e2 service neutron] For port d9715080-f281-4e80-b712-b6d751681e6f, host hv-cinder-83699, cleared binding levels {{(pid=104388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 05:21:14.524224 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.plugins.ml2.db [req-cec59a05-d70e-4f0b-9684-3f9dfe8a3dca req-9d2c8c48-fb5e-4b1b-a537-0ef59bc146e2 service neutron] For port d9715080-f281-4e80-b712-b6d751681e6f, host hv-cinder-83699, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=d9715080-f281-4e80-b712-b6d751681e6f,segment=NetworkSegment(8156adf2-605e-4047-8e9c-946882049554),segment_id=8156adf2-605e-4047-8e9c-946882049554)] {{(pid=104388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 05:21:14.551868 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG neutron.db.l3_dvr_db [None req-e165d579-1a19-4ecc-bc1d-c10eda90d190 None None] Set router 297588e7-f327-42c5-a4eb-51d2eeafb162 gateway port host: dv-cinder-836996-35-iscsi {{(pid=104390) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 18 05:21:14.607457 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [req-cec59a05-d70e-4f0b-9684-3f9dfe8a3dca req-9d2c8c48-fb5e-4b1b-a537-0ef59bc146e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1768343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789592765606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789592262840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789592262858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15493038'] for port (d9715080-f281-4e80-b712-b6d751681e6f), after_update {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:21:14.652811 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec59a05-d70e-4f0b-9684-3f9dfe8a3dca req-9d2c8c48-fb5e-4b1b-a537-0ef59bc146e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:21:14.653735 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [req-cec59a05-d70e-4f0b-9684-3f9dfe8a3dca req-9d2c8c48-fb5e-4b1b-a537-0ef59bc146e2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19502'] for port (None), before_response {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:21:14.655777 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-cec59a05-d70e-4f0b-9684-3f9dfe8a3dca req-9d2c8c48-fb5e-4b1b-a537-0ef59bc146e2 service neutron] 10.222.0.15 "PUT /v2.0/ports/d9715080-f281-4e80-b712-b6d751681e6f HTTP/1.1" status: 200 len: 1093 time: 1.3958497 Jun 18 05:21:14.684470 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2c8c48-fb5e-4b1b-a537-0ef59bc146e2 service neutron] Pushing event updated for resources: {'Port': ['ID=d9715080-f281-4e80-b712-b6d751681e6f,revision_number=3']} {{(pid=104388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:21:14.723777 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e99539ea-c9fd-4f24-a2ee-6446e44961a4 None None] New status for floating IP 0ab49a01-b7ba-4b18-a70b-acd973ad37ea: ACTIVE {{(pid=104389) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 18 05:21:14.793488 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG neutron.db.l3_hamode_db [None req-e165d579-1a19-4ecc-bc1d-c10eda90d190 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '297588e7-f327-42c5-a4eb-51d2eeafb162', 'name': 'tempest-TestMinimumBasicScenario-745194918-router', 'tenant_id': '3a833f00ba294564a66b9eefbc49147e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65c030c7-6a7d-4cea-a47d-5cdd532db0e6', 'external_fixed_ips': [{'subnet_id': 'a9fa7760-a071-45ee-b985-799999c69975', 'ip_address': '172.27.2.33'}], 'enable_snat': True}, 'gw_port_id': 'ba654309-9a26-4997-b5d9-652b34b0d644', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-18T05:17:50Z', 'updated_at': '2022-06-18T05:17:54Z', 'revision_number': 4, 'project_id': '3a833f00ba294564a66b9eefbc49147e', 'gw_port': {'id': 'ba654309-9a26-4997-b5d9-652b34b0d644', 'name': '', 'network_id': '65c030c7-6a7d-4cea-a47d-5cdd532db0e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:7e:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '297588e7-f327-42c5-a4eb-51d2eeafb162', 'device_owner': 'network:router_gateway', 'standard_attr_id': 276, 'fixed_ips': [{'subnet_id': 'a9fa7760-a071-45ee-b985-799999c69975', 'ip_address': '172.27.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-18T05:17:51Z', 'updated_at': '2022-06-18T05:17:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9fa7760-a071-45ee-b985-799999c69975', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-35-iscsi', '_interfaces': [{'id': '5d54d22b-839c-4985-9247-439ecbce5eaf', 'name': '', 'network_id': '381e581a-9cea-44f2-9ed2-365c11f6d6d9', 'tenant_id': '3a833f00ba294564a66b9eefbc49147e', 'mac_address': 'fa:16:3e:1b:10:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '297588e7-f327-42c5-a4eb-51d2eeafb162', 'device_owner': 'network:router_interface', 'standard_attr_id': 277, 'fixed_ips': [{'subnet_id': 'bc9d70cb-3189-4844-951f-f295bb588b8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-18T05:17:53Z', 'updated_at': '2022-06-18T05:18:01Z', 'revision_number': 5, 'project_id': '3a833f00ba294564a66b9eefbc49147e', 'subnets': [{'id': 'bc9d70cb-3189-4844-951f-f295bb588b8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-35-iscsi', False) {} {{(pid=104390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 05:21:14.827001 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e165d579-1a19-4ecc-bc1d-c10eda90d190 None None] The sync data for ids ['297588e7-f327-42c5-a4eb-51d2eeafb162'] in dv-cinder-836996-35-iscsi is: [{'id': '297588e7-f327-42c5-a4eb-51d2eeafb162', 'name': 'tempest-TestMinimumBasicScenario-745194918-router', 'tenant_id': '3a833f00ba294564a66b9eefbc49147e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65c030c7-6a7d-4cea-a47d-5cdd532db0e6', 'external_fixed_ips': [{'subnet_id': 'a9fa7760-a071-45ee-b985-799999c69975', 'ip_address': '172.27.2.33'}], 'enable_snat': True}, 'gw_port_id': 'ba654309-9a26-4997-b5d9-652b34b0d644', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-18T05:17:50Z', 'updated_at': '2022-06-18T05:17:54Z', 'revision_number': 4, 'project_id': '3a833f00ba294564a66b9eefbc49147e', 'gw_port': {'id': 'ba654309-9a26-4997-b5d9-652b34b0d644', 'name': '', 'network_id': '65c030c7-6a7d-4cea-a47d-5cdd532db0e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:7e:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '297588e7-f327-42c5-a4eb-51d2eeafb162', 'device_owner': 'network:router_gateway', 'standard_attr_id': 276, 'fixed_ips': [{'subnet_id': 'a9fa7760-a071-45ee-b985-799999c69975', 'ip_address': '172.27.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-18T05:17:51Z', 'updated_at': '2022-06-18T05:17:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9fa7760-a071-45ee-b985-799999c69975', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-35-iscsi', '_interfaces': [{'id': '5d54d22b-839c-4985-9247-439ecbce5eaf', 'name': '', 'network_id': '381e581a-9cea-44f2-9ed2-365c11f6d6d9', 'tenant_id': '3a833f00ba294564a66b9eefbc49147e', 'mac_address': 'fa:16:3e:1b:10:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '297588e7-f327-42c5-a4eb-51d2eeafb162', 'device_owner': 'network:router_interface', 'standard_attr_id': 277, 'fixed_ips': [{'subnet_id': 'bc9d70cb-3189-4844-951f-f295bb588b8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-18T05:17:53Z', 'updated_at': '2022-06-18T05:18:01Z', 'revision_number': 5, 'project_id': '3a833f00ba294564a66b9eefbc49147e', 'subnets': [{'id': 'bc9d70cb-3189-4844-951f-f295bb588b8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104390) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 05:21:14.877572 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-4f35a0b5-afdb-4197-be30-2dd3302809b9 req-a1390ed1-f8ca-4021-ba9d-16cd39b59dde service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ed5753b8-9359-4e81-8f42-c2dd469ec79e HTTP/1.1" status: 200 len: 217 time: 0.1188109 Jun 18 05:21:14.877572 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-f4d7b5ee-4a75-4008-860c-cca82067fa15 req-58b87d84-b512-4ea4-af9c-207c4ce90d6e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=23c6b7c7-2045-4a84-955e-c924bc121496 HTTP/1.1" status: 200 len: 999 time: 0.1132414 Jun 18 05:21:14.878323 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f64f95b-2aca-4039-8291-66179b30f075 req-0df8ec4b-4861-4af5-815b-99ad909b07f3 tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:21:14.879678 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-8f64f95b-2aca-4039-8291-66179b30f075 req-0df8ec4b-4861-4af5-815b-99ad909b07f3 tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] 10.222.0.23 "GET /v2.0/ports?device_id=bae5a59b-afc4-4fa7-a230-8590a793bc48 HTTP/1.1" status: 200 len: 943 time: 0.0961483 Jun 18 05:21:14.922083 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG dbcounter [-] [104388] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=104388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:21:14.946471 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-8f64f95b-2aca-4039-8291-66179b30f075 req-ab32f476-3387-467c-ba8b-bd84c879a5e6 tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] 10.222.0.23 "GET /v2.0/security-groups?id=407ae09c-3316-486c-94a7-7e1331aee9b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0568979 Jun 18 05:21:15.031379 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec59a05-d70e-4f0b-9684-3f9dfe8a3dca req-7ca71d82-830b-4068-a2f8-c9f722a1fa6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:21:15.033350 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-cec59a05-d70e-4f0b-9684-3f9dfe8a3dca req-7ca71d82-830b-4068-a2f8-c9f722a1fa6d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=758883a5aea04c85ad65bb6970bdb098&device_id=bae5a59b-afc4-4fa7-a230-8590a793bc48 HTTP/1.1" status: 200 len: 1127 time: 0.0602412 Jun 18 05:21:15.073883 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f35a0b5-afdb-4197-be30-2dd3302809b9 req-c99ca48b-4970-42dc-aea5-a1d7a3cc6cef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:21:15.076922 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-4f35a0b5-afdb-4197-be30-2dd3302809b9 req-c99ca48b-4970-42dc-aea5-a1d7a3cc6cef service neutron] 10.222.0.15 "GET /v2.0/subnets?id=bc9d70cb-3189-4844-951f-f295bb588b8d HTTP/1.1" status: 200 len: 853 time: 0.0958552 Jun 18 05:21:15.085450 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d7b5ee-4a75-4008-860c-cca82067fa15 req-0f997e01-4c84-4d34-a192-2345e7862dd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:21:15.087114 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-f4d7b5ee-4a75-4008-860c-cca82067fa15 req-0f997e01-4c84-4d34-a192-2345e7862dd8 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=6b669cb0-2ad3-4bdc-840d-cbd0d58ea955 HTTP/1.1" status: 200 len: 851 time: 0.1150157 Jun 18 05:21:15.092778 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-cec59a05-d70e-4f0b-9684-3f9dfe8a3dca req-773e737c-0d21-40d4-8497-d27fb18f6e35 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d9715080-f281-4e80-b712-b6d751681e6f HTTP/1.1" status: 200 len: 217 time: 0.0443454 Jun 18 05:21:15.146348 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG dbcounter [-] [104387] Writing DB stats neutron:SELECT=100 {{(pid=104387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:21:15.153582 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f35a0b5-afdb-4197-be30-2dd3302809b9 req-81bbcbba-30b2-440e-8733-e958c699704e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:21:15.155386 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-4f35a0b5-afdb-4197-be30-2dd3302809b9 req-81bbcbba-30b2-440e-8733-e958c699704e service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=381e581a-9cea-44f2-9ed2-365c11f6d6d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0724497 Jun 18 05:21:15.160320 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec59a05-d70e-4f0b-9684-3f9dfe8a3dca req-24be960e-92ed-4b52-8b55-e8dadee071de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:21:15.161733 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-cec59a05-d70e-4f0b-9684-3f9dfe8a3dca req-24be960e-92ed-4b52-8b55-e8dadee071de service neutron] 10.222.0.15 "GET /v2.0/subnets?id=33823053-d4d0-4fd0-8dfe-171b826300f0 HTTP/1.1" status: 200 len: 855 time: 0.0520420 Jun 18 05:21:15.163221 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d7b5ee-4a75-4008-860c-cca82067fa15 req-f8c74d89-1120-48a0-ba9d-f78f8c1c5675 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:21:15.164706 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-f4d7b5ee-4a75-4008-860c-cca82067fa15 req-f8c74d89-1120-48a0-ba9d-f78f8c1c5675 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=1df631c6-dcd7-4307-8f3b-f75e299e78ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0507994 Jun 18 05:21:15.173841 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99a64bf0-2074-461b-be8f-a6a89b9c5a08 None None] New status for floating IP c0b0f9ca-a5fb-4081-b7ae-2b085e0315e3: DOWN {{(pid=104390) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 18 05:21:15.234290 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec59a05-d70e-4f0b-9684-3f9dfe8a3dca req-43433090-da9a-4455-8f7a-a8e5c3fef695 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:21:15.235537 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-cec59a05-d70e-4f0b-9684-3f9dfe8a3dca req-43433090-da9a-4455-8f7a-a8e5c3fef695 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f7ef077f-c52c-4f70-b85e-e8892706babc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0454328 Jun 18 05:21:15.324104 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG dbcounter [-] [104387] Writing DB stats neutron:SELECT=100 {{(pid=104387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:21:15.347783 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-cec59a05-d70e-4f0b-9684-3f9dfe8a3dca req-ceed99d4-f6d6-4e7b-8326-d6c656f858bc service neutron] 10.222.0.15 "GET /v2.0/networks/f7ef077f-c52c-4f70-b85e-e8892706babc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1049027 Jun 18 05:21:15.362588 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-4f35a0b5-afdb-4197-be30-2dd3302809b9 req-7b58e471-72af-4319-9dc2-71fcb573cd84 service neutron] 10.222.0.15 "GET /v2.0/networks/381e581a-9cea-44f2-9ed2-365c11f6d6d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1740847 Jun 18 05:21:15.364251 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-f4d7b5ee-4a75-4008-860c-cca82067fa15 req-71492a45-c179-42f6-ae8a-afbd923c5167 service neutron] 10.222.0.15 "GET /v2.0/networks/1df631c6-dcd7-4307-8f3b-f75e299e78ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1747997 Jun 18 05:21:15.461077 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-cec59a05-d70e-4f0b-9684-3f9dfe8a3dca req-bbb689ec-be03-450b-a9d4-7baa030f1d8b service neutron] 10.222.0.15 "GET /v2.0/networks/f7ef077f-c52c-4f70-b85e-e8892706babc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1023030 Jun 18 05:21:15.545921 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-4f35a0b5-afdb-4197-be30-2dd3302809b9 req-624a7dac-62aa-4786-b2bc-5b00bae5f596 service neutron] 10.222.0.15 "GET /v2.0/networks/381e581a-9cea-44f2-9ed2-365c11f6d6d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1619415 Jun 18 05:21:15.548036 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-f4d7b5ee-4a75-4008-860c-cca82067fa15 req-94ec95a2-d488-42f0-ba67-ad1cb89abc8b service neutron] 10.222.0.15 "GET /v2.0/networks/1df631c6-dcd7-4307-8f3b-f75e299e78ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1556909 Jun 18 05:21:15.832341 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bae5a59b-afc4-4fa7-a230-8590a793bc48', 'tag': 'd9715080-f281-4e80-b712-b6d751681e6f'}] {{(pid=104388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 18 05:21:15.835414 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76651050bff5b1e15da4688504920c0e470581a7df997af8856c46d23e91a66a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-712a0356-be3a-473b-a0bb-56d3b08c4ac4" -d '{"events": [{"name": "network-changed", "server_uuid": "bae5a59b-afc4-4fa7-a230-8590a793bc48", "tag": "d9715080-f281-4e80-b712-b6d751681e6f"}]}' {{(pid=104388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 05:21:15.869924 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Jun 2022 05:21:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53d04ee6-584f-426d-a0be-95ea75996592 x-openstack-request-id: req-53d04ee6-584f-426d-a0be-95ea75996592 {{(pid=104388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 05:21:15.870513 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bae5a59b-afc4-4fa7-a230-8590a793bc48", "tag": "d9715080-f281-4e80-b712-b6d751681e6f", "status": "completed", "code": 200}]} {{(pid=104388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 05:21:15.871153 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-53d04ee6-584f-426d-a0be-95ea75996592 {{(pid=104388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 05:21:15.871592 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.notifiers.nova [-] Nova event matching ['req-53d04ee6-584f-426d-a0be-95ea75996592'] response: {'name': 'network-changed', 'server_uuid': 'bae5a59b-afc4-4fa7-a230-8590a793bc48', 'tag': 'd9715080-f281-4e80-b712-b6d751681e6f', 'status': 'completed', 'code': 200} Jun 18 05:21:16.065617 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d50297-227d-43e8-9168-0402c3612699 req-c37dd0db-83b6-4c8d-bc95-9da1b090b394 tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:21:16.067094 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-e9d50297-227d-43e8-9168-0402c3612699 req-c37dd0db-83b6-4c8d-bc95-9da1b090b394 tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] 10.222.0.23 "GET /v2.0/ports?device_id=bae5a59b-afc4-4fa7-a230-8590a793bc48 HTTP/1.1" status: 200 len: 943 time: 0.0474210 Jun 18 05:21:16.113739 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-e9d50297-227d-43e8-9168-0402c3612699 req-7e12ddb9-c1bd-4aef-993a-2e39fe3be897 tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] 10.222.0.23 "GET /v2.0/security-groups?id=407ae09c-3316-486c-94a7-7e1331aee9b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404866 Jun 18 05:21:17.232643 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5daa9c-a6b8-49f8-b38e-85f9de706afa req-366397e4-80a7-4db2-b1ba-fbdd8c786bae tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:21:17.234188 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-7b5daa9c-a6b8-49f8-b38e-85f9de706afa req-366397e4-80a7-4db2-b1ba-fbdd8c786bae tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] 10.222.0.23 "GET /v2.0/ports?device_id=bae5a59b-afc4-4fa7-a230-8590a793bc48 HTTP/1.1" status: 200 len: 943 time: 0.0482700 Jun 18 05:21:17.284566 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-7b5daa9c-a6b8-49f8-b38e-85f9de706afa req-637e2b12-f000-47a0-81b6-807e52518f83 tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] 10.222.0.23 "GET /v2.0/security-groups?id=407ae09c-3316-486c-94a7-7e1331aee9b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442476 Jun 18 05:21:18.403593 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eedc3882-2027-4826-bf44-49caf591730c req-a7cc1e47-b84e-4b57-98be-08f32ba6e310 tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:21:18.405334 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-eedc3882-2027-4826-bf44-49caf591730c req-a7cc1e47-b84e-4b57-98be-08f32ba6e310 tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] 10.222.0.23 "GET /v2.0/ports?device_id=bae5a59b-afc4-4fa7-a230-8590a793bc48 HTTP/1.1" status: 200 len: 943 time: 0.0479908 Jun 18 05:21:18.454950 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-eedc3882-2027-4826-bf44-49caf591730c req-d1f2def0-243b-4e2b-bbb4-05850292721f tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] 10.222.0.23 "GET /v2.0/security-groups?id=407ae09c-3316-486c-94a7-7e1331aee9b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441170 Jun 18 05:21:18.902343 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.rpc [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] Device d9715080-f281-4e80-b712-b6d751681e6f details requested by agent hyperv_hv-cinder-83699 with host hv-cinder-83699 {{(pid=104389) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 18 05:21:18.940850 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG dbcounter [-] [104389] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:21:19.003674 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.db [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] For port d9715080-f281-4e80-b712-b6d751681e6f, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=d9715080-f281-4e80-b712-b6d751681e6f,segment=NetworkSegment(8156adf2-605e-4047-8e9c-946882049554),segment_id=8156adf2-605e-4047-8e9c-946882049554)] {{(pid=104389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 05:21:19.015513 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.rpc [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] Returning: {'device': 'd9715080-f281-4e80-b712-b6d751681e6f', 'network_id': 'f7ef077f-c52c-4f70-b85e-e8892706babc', 'port_id': 'd9715080-f281-4e80-b712-b6d751681e6f', 'mac_address': 'fa:16:3e:91:b1:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 333, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '33823053-d4d0-4fd0-8dfe-171b826300f0', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104389) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 18 05:21:19.050681 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.plugin [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] Current status of the port d9715080-f281-4e80-b712-b6d751681e6f is: DOWN; New status is: BUILD {{(pid=104389) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 18 05:21:19.051058 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1768406'] for port (d9715080-f281-4e80-b712-b6d751681e6f), before_update {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:21:19.063765 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.notifiers.nova [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d9715080-f281-4e80-b712-b6d751681e6f {{(pid=104389) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 18 05:21:19.087671 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.db [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] For port d9715080-f281-4e80-b712-b6d751681e6f, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=d9715080-f281-4e80-b712-b6d751681e6f,segment=NetworkSegment(8156adf2-605e-4047-8e9c-946882049554),segment_id=8156adf2-605e-4047-8e9c-946882049554)] {{(pid=104389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 05:21:19.149662 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1768343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789592765606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789592262840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789592262858'] for port (d9715080-f281-4e80-b712-b6d751681e6f), after_update {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:21:19.196870 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] Pushing event updated for resources: {'Port': ['ID=d9715080-f281-4e80-b712-b6d751681e6f,revision_number=4']} {{(pid=104389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:21:19.311369 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712a0356-be3a-473b-a0bb-56d3b08c4ac4 req-bc45fbc0-e659-425c-8d73-c2077c3eb4cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:21:19.313031 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-712a0356-be3a-473b-a0bb-56d3b08c4ac4 req-bc45fbc0-e659-425c-8d73-c2077c3eb4cd service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=758883a5aea04c85ad65bb6970bdb098&device_id=bae5a59b-afc4-4fa7-a230-8590a793bc48 HTTP/1.1" status: 200 len: 1128 time: 0.0400505 Jun 18 05:21:19.407984 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712a0356-be3a-473b-a0bb-56d3b08c4ac4 req-cd34995e-0827-4509-8e63-f818f434d375 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:21:19.409505 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-712a0356-be3a-473b-a0bb-56d3b08c4ac4 req-cd34995e-0827-4509-8e63-f818f434d375 service neutron] 10.222.0.15 "GET /v2.0/networks?id=f7ef077f-c52c-4f70-b85e-e8892706babc HTTP/1.1" status: 200 len: 917 time: 0.0887134 Jun 18 05:21:19.454013 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-712a0356-be3a-473b-a0bb-56d3b08c4ac4 req-40ad530b-5400-4335-8a51-505319e0cfff service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d9715080-f281-4e80-b712-b6d751681e6f HTTP/1.1" status: 200 len: 217 time: 0.0382609 Jun 18 05:21:19.506325 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712a0356-be3a-473b-a0bb-56d3b08c4ac4 req-82fc70e8-ead7-4caa-8bb6-3bfce919da8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:21:19.507803 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-712a0356-be3a-473b-a0bb-56d3b08c4ac4 req-82fc70e8-ead7-4caa-8bb6-3bfce919da8a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=33823053-d4d0-4fd0-8dfe-171b826300f0 HTTP/1.1" status: 200 len: 855 time: 0.0478806 Jun 18 05:21:19.552330 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712a0356-be3a-473b-a0bb-56d3b08c4ac4 req-eb929199-5730-470a-82d7-779ab92c03f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:21:19.553866 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-712a0356-be3a-473b-a0bb-56d3b08c4ac4 req-eb929199-5730-470a-82d7-779ab92c03f6 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f7ef077f-c52c-4f70-b85e-e8892706babc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0396359 Jun 18 05:21:19.565511 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG dbcounter [-] [104388] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:21:19.578086 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1c8428-b965-4cd2-afb5-9a2ea6cfa0e5 req-98ea257b-d781-4df5-9e8d-ece01efb28ee tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:21:19.579576 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-dc1c8428-b965-4cd2-afb5-9a2ea6cfa0e5 req-98ea257b-d781-4df5-9e8d-ece01efb28ee tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] 10.222.0.23 "GET /v2.0/ports?device_id=bae5a59b-afc4-4fa7-a230-8590a793bc48 HTTP/1.1" status: 200 len: 944 time: 0.0505095 Jun 18 05:21:19.583802 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.db [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] get_ports_and_sgs() called for port_ids ['d9715080-f281-4e80-b712-b6d751681e6f'] {{(pid=104389) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 18 05:21:19.640860 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-dc1c8428-b965-4cd2-afb5-9a2ea6cfa0e5 req-f77a6d64-a64a-4290-819f-a4366a1e8193 tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] 10.222.0.23 "GET /v2.0/security-groups?id=407ae09c-3316-486c-94a7-7e1331aee9b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0545642 Jun 18 05:21:19.672422 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-712a0356-be3a-473b-a0bb-56d3b08c4ac4 req-d1d383ea-4c08-4313-a095-48588881578b service neutron] 10.222.0.15 "GET /v2.0/networks/f7ef077f-c52c-4f70-b85e-e8892706babc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1117151 Jun 18 05:21:19.701931 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG dbcounter [-] [104389] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:21:19.759580 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG dbcounter [-] [104387] Writing DB stats neutron:SELECT=100 {{(pid=104387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:21:19.771191 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-712a0356-be3a-473b-a0bb-56d3b08c4ac4 req-9f841ee0-c024-40b7-9668-c220967b6cea service neutron] 10.222.0.15 "GET /v2.0/networks/f7ef077f-c52c-4f70-b85e-e8892706babc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915029 Jun 18 05:21:20.253500 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6de393d-62de-4e61-ac77-99a93cb62f7e req-c189ddd3-fe6e-4bbf-928e-516e4dbddab1 tempest-TestMinimumBasicScenario-1360665084 tempest-TestMinimumBasicScenario-1360665084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:21:20.255291 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-b6de393d-62de-4e61-ac77-99a93cb62f7e req-c189ddd3-fe6e-4bbf-928e-516e4dbddab1 tempest-TestMinimumBasicScenario-1360665084 tempest-TestMinimumBasicScenario-1360665084-project] 10.222.0.23 "GET /v2.0/ports?device_id=bf8c3731-ba5b-41dc-ab3b-16d6725300a0 HTTP/1.1" status: 200 len: 945 time: 0.0471938 Jun 18 05:21:20.305030 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-b6de393d-62de-4e61-ac77-99a93cb62f7e req-c95ac597-d831-480c-b4f9-614f9f7c438c tempest-TestMinimumBasicScenario-1360665084 tempest-TestMinimumBasicScenario-1360665084-project] 10.222.0.23 "GET /v2.0/security-groups?id=bc90fc02-3a22-4765-be93-15065878de04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436537 Jun 18 05:21:20.646544 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.rpc [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] Device d9715080-f281-4e80-b712-b6d751681e6f up at agent hyperv_hv-cinder-83699 {{(pid=104389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 18 05:21:20.693716 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.db.provisioning_blocks [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] Provisioning for port d9715080-f281-4e80-b712-b6d751681e6f completed by entity L2. {{(pid=104389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 18 05:21:20.762767 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37a1120-5eba-4a78-9932-add858ad7e1e req-c69b3586-b115-408c-aed2-6cc56dfcbe8b tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:21:20.764210 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-a37a1120-5eba-4a78-9932-add858ad7e1e req-c69b3586-b115-408c-aed2-6cc56dfcbe8b tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] 10.222.0.23 "GET /v2.0/ports?device_id=bae5a59b-afc4-4fa7-a230-8590a793bc48 HTTP/1.1" status: 200 len: 944 time: 0.0491395 Jun 18 05:21:20.776194 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.db.provisioning_blocks [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] Provisioning complete for port d9715080-f281-4e80-b712-b6d751681e6f triggered by entity L2. {{(pid=104389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 18 05:21:20.776660 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1740956'] for port (d9715080-f281-4e80-b712-b6d751681e6f), provisioning_complete {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:21:20.812539 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-a37a1120-5eba-4a78-9932-add858ad7e1e req-97d164fb-b205-478d-b4a6-4173a340e93b tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] 10.222.0.23 "GET /v2.0/security-groups?id=407ae09c-3316-486c-94a7-7e1331aee9b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427701 Jun 18 05:21:20.850869 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.plugin [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] Current status of the port d9715080-f281-4e80-b712-b6d751681e6f is: BUILD; New status is: ACTIVE {{(pid=104389) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 18 05:21:20.854489 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1768406'] for port (d9715080-f281-4e80-b712-b6d751681e6f), before_update {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:21:20.874531 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bae5a59b-afc4-4fa7-a230-8590a793bc48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9715080-f281-4e80-b712-b6d751681e6f'}] {{(pid=104389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 18 05:21:20.876731 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84994602c193c13a4c26b8b675ba51d9b392d44d80225cb9db16c930b334f47b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1413fc7c-87ab-48b5-ad94-383801bbe7d1" -d '{"events": [{"server_uuid": "bae5a59b-afc4-4fa7-a230-8590a793bc48", "name": "network-vif-plugged", "status": "completed", "tag": "d9715080-f281-4e80-b712-b6d751681e6f"}]}' {{(pid=104389) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 05:21:20.889522 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.db [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] For port d9715080-f281-4e80-b712-b6d751681e6f, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=d9715080-f281-4e80-b712-b6d751681e6f,segment=NetworkSegment(8156adf2-605e-4047-8e9c-946882049554),segment_id=8156adf2-605e-4047-8e9c-946882049554)] {{(pid=104389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 05:21:20.912544 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Jun 2022 05:21:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28fa08b8-f69d-4002-8ed8-002f0d84bce8 x-openstack-request-id: req-28fa08b8-f69d-4002-8ed8-002f0d84bce8 {{(pid=104389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 05:21:20.912832 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bae5a59b-afc4-4fa7-a230-8590a793bc48", "name": "network-vif-plugged", "status": "completed", "tag": "d9715080-f281-4e80-b712-b6d751681e6f", "code": 200}]} {{(pid=104389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 05:21:20.913081 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-28fa08b8-f69d-4002-8ed8-002f0d84bce8 {{(pid=104389) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 05:21:20.913508 dv-cinder-836996-35-iscsi neutron-server[104389]: INFO neutron.notifiers.nova [-] Nova event matching ['req-28fa08b8-f69d-4002-8ed8-002f0d84bce8'] response: {'server_uuid': 'bae5a59b-afc4-4fa7-a230-8590a793bc48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9715080-f281-4e80-b712-b6d751681e6f', 'code': 200} Jun 18 05:21:20.981882 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1768343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789592765606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789592262840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789592262858'] for port (d9715080-f281-4e80-b712-b6d751681e6f), after_update {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:21:21.032366 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] Pushing event updated for resources: {'Port': ['ID=d9715080-f281-4e80-b712-b6d751681e6f,revision_number=5']} {{(pid=104389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:21:21.418661 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b16fe12-333a-4c2f-baf8-33d04d6515a1 req-55d35dc3-e366-4c60-8293-791739531021 tempest-TestMinimumBasicScenario-1360665084 tempest-TestMinimumBasicScenario-1360665084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:21:21.420123 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-9b16fe12-333a-4c2f-baf8-33d04d6515a1 req-55d35dc3-e366-4c60-8293-791739531021 tempest-TestMinimumBasicScenario-1360665084 tempest-TestMinimumBasicScenario-1360665084-project] 10.222.0.23 "GET /v2.0/ports?device_id=bf8c3731-ba5b-41dc-ab3b-16d6725300a0 HTTP/1.1" status: 200 len: 945 time: 0.0466430 Jun 18 05:21:21.468029 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-9b16fe12-333a-4c2f-baf8-33d04d6515a1 req-ddc5b1b1-ebe9-427d-86e5-a2af80b66039 tempest-TestMinimumBasicScenario-1360665084 tempest-TestMinimumBasicScenario-1360665084-project] 10.222.0.23 "GET /v2.0/security-groups?id=bc90fc02-3a22-4765-be93-15065878de04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425518 Jun 18 05:21:21.933547 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8174b4f1-5702-4d9f-9ff5-670c4468cb56 req-37031430-d860-4efd-a120-6969ea9c6201 tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:21:21.935031 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-8174b4f1-5702-4d9f-9ff5-670c4468cb56 req-37031430-d860-4efd-a120-6969ea9c6201 tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] 10.222.0.23 "GET /v2.0/ports?device_id=bae5a59b-afc4-4fa7-a230-8590a793bc48 HTTP/1.1" status: 200 len: 945 time: 0.0501430 Jun 18 05:21:21.983195 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-8174b4f1-5702-4d9f-9ff5-670c4468cb56 req-8d614405-a551-44f7-a101-52b5adbf1cf0 tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] 10.222.0.23 "GET /v2.0/security-groups?id=407ae09c-3316-486c-94a7-7e1331aee9b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427101 Jun 18 05:21:22.055593 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-180b86ea-cf28-4d43-87ea-754da54fa38d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789592556683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1744442'] for agent (426d7b1c-7831-4cf6-8aa4-29496a16634c), after_update {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:21:22.581727 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebe9232-364b-4be1-a768-e13264000e94 req-331174e2-8318-4776-abb0-b964f026ddb8 tempest-TestMinimumBasicScenario-1360665084 tempest-TestMinimumBasicScenario-1360665084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:21:22.583894 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-3ebe9232-364b-4be1-a768-e13264000e94 req-331174e2-8318-4776-abb0-b964f026ddb8 tempest-TestMinimumBasicScenario-1360665084 tempest-TestMinimumBasicScenario-1360665084-project] 10.222.0.23 "GET /v2.0/ports?device_id=bf8c3731-ba5b-41dc-ab3b-16d6725300a0 HTTP/1.1" status: 200 len: 945 time: 0.0506003 Jun 18 05:21:22.632643 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-3ebe9232-364b-4be1-a768-e13264000e94 req-a475f614-cdee-4ef0-addb-ead517b9385e tempest-TestMinimumBasicScenario-1360665084 tempest-TestMinimumBasicScenario-1360665084-project] 10.222.0.23 "GET /v2.0/security-groups?id=bc90fc02-3a22-4765-be93-15065878de04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438349 Jun 18 05:21:23.102377 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15061d1-e0ef-49b1-9f8d-7b3309b25de9 req-99938bd8-5910-4ef6-bd3e-4970099ddc9e tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:21:23.103870 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-e15061d1-e0ef-49b1-9f8d-7b3309b25de9 req-99938bd8-5910-4ef6-bd3e-4970099ddc9e tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] 10.222.0.23 "GET /v2.0/ports?device_id=bae5a59b-afc4-4fa7-a230-8590a793bc48 HTTP/1.1" status: 200 len: 945 time: 0.0470128 Jun 18 05:21:23.149784 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-e15061d1-e0ef-49b1-9f8d-7b3309b25de9 req-bb1d0def-37a8-4ffa-8ee5-d62c7f353f60 tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] 10.222.0.23 "GET /v2.0/security-groups?id=407ae09c-3316-486c-94a7-7e1331aee9b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404241 Jun 18 05:21:23.712655 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG dbcounter [-] [104388] Writing DB stats neutron:SELECT=100 {{(pid=104388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:21:23.748496 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d776e4-fcd2-46e7-90ae-abe4fc576472 req-7881870d-87a6-4612-a18f-37b6efeb7480 tempest-TestMinimumBasicScenario-1360665084 tempest-TestMinimumBasicScenario-1360665084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:21:23.750162 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-90d776e4-fcd2-46e7-90ae-abe4fc576472 req-7881870d-87a6-4612-a18f-37b6efeb7480 tempest-TestMinimumBasicScenario-1360665084 tempest-TestMinimumBasicScenario-1360665084-project] 10.222.0.23 "GET /v2.0/ports?device_id=bf8c3731-ba5b-41dc-ab3b-16d6725300a0 HTTP/1.1" status: 200 len: 945 time: 0.0477092 Jun 18 05:21:23.803856 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-90d776e4-fcd2-46e7-90ae-abe4fc576472 req-c072f859-0890-485a-af1a-a936ea9bcda6 tempest-TestMinimumBasicScenario-1360665084 tempest-TestMinimumBasicScenario-1360665084-project] 10.222.0.23 "GET /v2.0/security-groups?id=bc90fc02-3a22-4765-be93-15065878de04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449123 Jun 18 05:21:24.137191 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG dbcounter [-] [104387] Writing DB stats neutron:SELECT=100 {{(pid=104387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:21:24.178172 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c576010-4b74-497f-8caf-9ff3b7246979 req-f03dfd4e-6efd-4cc3-b686-b37297a84f55 tempest-TestMinimumBasicScenario-1360665084 tempest-TestMinimumBasicScenario-1360665084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:21:24.179771 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-7c576010-4b74-497f-8caf-9ff3b7246979 req-f03dfd4e-6efd-4cc3-b686-b37297a84f55 tempest-TestMinimumBasicScenario-1360665084 tempest-TestMinimumBasicScenario-1360665084-project] 10.222.0.15 "GET /v2.0/ports?device_id=bf8c3731-ba5b-41dc-ab3b-16d6725300a0 HTTP/1.1" status: 200 len: 945 time: 0.0691195 Jun 18 05:21:24.180759 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd894392-dfca-41ff-9807-bcc406f20e1f req-28deb7a6-eb17-44b7-be61-b83949f758eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:21:24.182145 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-bd894392-dfca-41ff-9807-bcc406f20e1f req-28deb7a6-eb17-44b7-be61-b83949f758eb service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=bae5a59b-afc4-4fa7-a230-8590a793bc48 HTTP/1.1" status: 200 len: 1129 time: 0.0806670 Jun 18 05:21:24.322008 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a311c8-3035-40cd-9f77-a6d2b197d403 req-f2f6610e-79e7-45cc-b96f-7dfb89337bee tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:21:24.323405 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-51a311c8-3035-40cd-9f77-a6d2b197d403 req-f2f6610e-79e7-45cc-b96f-7dfb89337bee tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] 10.222.0.23 "GET /v2.0/ports?device_id=bae5a59b-afc4-4fa7-a230-8590a793bc48 HTTP/1.1" status: 200 len: 945 time: 0.0936210 Jun 18 05:21:24.352295 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-bd894392-dfca-41ff-9807-bcc406f20e1f req-1c7a287d-d96e-4822-b3eb-aee7796d8458 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=407ae09c-3316-486c-94a7-7e1331aee9b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1587632 Jun 18 05:21:24.366138 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.plugin [req-7c576010-4b74-497f-8caf-9ff3b7246979 req-27e38469-e92b-4f43-b30b-5c27439a5aef tempest-TestMinimumBasicScenario-1360665084 tempest-TestMinimumBasicScenario-1360665084-project] Deleting port ed5753b8-9359-4e81-8f42-c2dd469ec79e {{(pid=104387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 18 05:21:24.366477 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [req-7c576010-4b74-497f-8caf-9ff3b7246979 req-27e38469-e92b-4f43-b30b-5c27439a5aef tempest-TestMinimumBasicScenario-1360665084 tempest-TestMinimumBasicScenario-1360665084-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789592760634'] for port (ed5753b8-9359-4e81-8f42-c2dd469ec79e), before_delete {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:21:24.447545 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-51a311c8-3035-40cd-9f77-a6d2b197d403 req-7a877caa-1b12-47d4-8512-38e779ea9a77 tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] 10.222.0.23 "GET /v2.0/security-groups?id=407ae09c-3316-486c-94a7-7e1331aee9b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1152887 Jun 18 05:21:24.477982 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.db [req-7c576010-4b74-497f-8caf-9ff3b7246979 req-27e38469-e92b-4f43-b30b-5c27439a5aef tempest-TestMinimumBasicScenario-1360665084 tempest-TestMinimumBasicScenario-1360665084-project] For port ed5753b8-9359-4e81-8f42-c2dd469ec79e, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=ed5753b8-9359-4e81-8f42-c2dd469ec79e,segment=NetworkSegment(12bd4d7d-2559-47b9-9d42-fc7db48d9cb1),segment_id=12bd4d7d-2559-47b9-9d42-fc7db48d9cb1)] {{(pid=104387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 05:21:24.481963 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [req-7c576010-4b74-497f-8caf-9ff3b7246979 req-27e38469-e92b-4f43-b30b-5c27439a5aef tempest-TestMinimumBasicScenario-1360665084 tempest-TestMinimumBasicScenario-1360665084-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-734995'] for port (ed5753b8-9359-4e81-8f42-c2dd469ec79e), precommit_delete {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:21:24.496218 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.plugin [req-7c576010-4b74-497f-8caf-9ff3b7246979 req-27e38469-e92b-4f43-b30b-5c27439a5aef tempest-TestMinimumBasicScenario-1360665084 tempest-TestMinimumBasicScenario-1360665084-project] Calling delete_port for ed5753b8-9359-4e81-8f42-c2dd469ec79e owned by compute:nova {{(pid=104387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 18 05:21:24.498097 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-daf6eaef-0d13-4d70-8857-5eb52341618d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789592556683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1744442'] for agent (a8549501-0164-4ac5-90a6-1ba1ba0d3f9d), after_update {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:21:24.681104 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [req-7c576010-4b74-497f-8caf-9ff3b7246979 req-27e38469-e92b-4f43-b30b-5c27439a5aef tempest-TestMinimumBasicScenario-1360665084 tempest-TestMinimumBasicScenario-1360665084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1768343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789592765633', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789592262831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14020772'] for port (ed5753b8-9359-4e81-8f42-c2dd469ec79e), after_delete {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:21:24.707736 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e38469-e92b-4f43-b30b-5c27439a5aef tempest-TestMinimumBasicScenario-1360665084 tempest-TestMinimumBasicScenario-1360665084-project] Pushing event deleted for resources: {'Port': ['ID=ed5753b8-9359-4e81-8f42-c2dd469ec79e,revision_number=None']} {{(pid=104387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:21:24.719247 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.db [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] get_ports_and_sgs() called for port_ids ['ed5753b8-9359-4e81-8f42-c2dd469ec79e'] {{(pid=104389) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 18 05:21:24.759037 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c576010-4b74-497f-8caf-9ff3b7246979 req-27e38469-e92b-4f43-b30b-5c27439a5aef tempest-TestMinimumBasicScenario-1360665084 tempest-TestMinimumBasicScenario-1360665084-project] No DVR routers for this DVR port ed5753b8-9359-4e81-8f42-c2dd469ec79e on host hv-cinder-83699 {{(pid=104387) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 18 05:21:24.761576 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [req-7c576010-4b74-497f-8caf-9ff3b7246979 req-27e38469-e92b-4f43-b30b-5c27439a5aef tempest-TestMinimumBasicScenario-1360665084 tempest-TestMinimumBasicScenario-1360665084-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19502'] for port (None), before_response {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:21:24.764847 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-7c576010-4b74-497f-8caf-9ff3b7246979 req-27e38469-e92b-4f43-b30b-5c27439a5aef tempest-TestMinimumBasicScenario-1360665084 tempest-TestMinimumBasicScenario-1360665084-project] 10.222.0.15 "DELETE /v2.0/ports/ed5753b8-9359-4e81-8f42-c2dd469ec79e HTTP/1.1" status: 204 len: 173 time: 0.5724869 Jun 18 05:21:24.765293 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf8c3731-ba5b-41dc-ab3b-16d6725300a0', 'name': 'network-vif-deleted', 'tag': 'ed5753b8-9359-4e81-8f42-c2dd469ec79e'}] {{(pid=104387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 18 05:21:24.767551 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}067244ef130036e0f0c6cfdae2cc0bb626a7afb0c2954d608d85df941ffdb65a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10a9df2a-3869-498c-bace-d4ade7fb2fe0" -d '{"events": [{"server_uuid": "bf8c3731-ba5b-41dc-ab3b-16d6725300a0", "name": "network-vif-deleted", "tag": "ed5753b8-9359-4e81-8f42-c2dd469ec79e"}]}' {{(pid=104387) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 05:21:24.808604 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Jun 2022 05:21:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e0d837d-4452-4bc9-9324-bac5031b3b11 x-openstack-request-id: req-0e0d837d-4452-4bc9-9324-bac5031b3b11 {{(pid=104387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 05:21:24.808898 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf8c3731-ba5b-41dc-ab3b-16d6725300a0", "name": "network-vif-deleted", "tag": "ed5753b8-9359-4e81-8f42-c2dd469ec79e", "status": "completed", "code": 200}]} {{(pid=104387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 05:21:24.809153 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-0e0d837d-4452-4bc9-9324-bac5031b3b11 {{(pid=104387) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 05:21:24.809600 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0e0d837d-4452-4bc9-9324-bac5031b3b11'] response: {'server_uuid': 'bf8c3731-ba5b-41dc-ab3b-16d6725300a0', 'name': 'network-vif-deleted', 'tag': 'ed5753b8-9359-4e81-8f42-c2dd469ec79e', 'status': 'completed', 'code': 200} Jun 18 05:21:24.908490 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-9a313f7d-35d5-4cf6-a7a9-78c404d85923 req-8a6c0cc6-b969-4450-a6d7-e2aa4aca1f16 tempest-TestMinimumBasicScenario-1360665084 tempest-TestMinimumBasicScenario-1360665084-project] 10.222.0.23 "GET /v2.0/ports?device_id=bf8c3731-ba5b-41dc-ab3b-16d6725300a0 HTTP/1.1" status: 200 len: 210 time: 0.0323899 Jun 18 05:21:25.179117 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG dbcounter [-] [104390] Writing DB stats neutron:SELECT=86,neutron:UPDATE=1 {{(pid=104390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:21:25.231804 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG dbcounter [-] [104390] Writing DB stats neutron:SELECT=91,neutron:UPDATE=1 {{(pid=104390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:21:25.566136 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed55ea7-202e-4b8d-83a4-58de6eb4fb9b req-4fe66a7c-62fb-43c8-befb-01caf308adec tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:21:25.567597 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-9ed55ea7-202e-4b8d-83a4-58de6eb4fb9b req-4fe66a7c-62fb-43c8-befb-01caf308adec tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] 10.222.0.23 "GET /v2.0/ports?device_id=bae5a59b-afc4-4fa7-a230-8590a793bc48 HTTP/1.1" status: 200 len: 945 time: 0.0475416 Jun 18 05:21:25.572176 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-bd48e2cf-68a6-4f35-9a09-882d425f288c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789592556683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1744442'] for agent (e572bbf3-12d8-41bb-a2ed-524d739c9de1), after_update {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:21:25.617674 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-9ed55ea7-202e-4b8d-83a4-58de6eb4fb9b req-c003b626-36cc-4e80-9d72-305061414d29 tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] 10.222.0.23 "GET /v2.0/security-groups?id=407ae09c-3316-486c-94a7-7e1331aee9b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443788 Jun 18 05:21:26.004498 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-6beffaa1-72aa-4f69-917b-b33b6b09b14e req-4f70585e-2e4c-4fbe-9df9-2cd9a83f3890 tempest-TestMinimumBasicScenario-1360665084 tempest-TestMinimumBasicScenario-1360665084-project] 10.222.0.23 "GET /v2.0/ports?device_id=bf8c3731-ba5b-41dc-ab3b-16d6725300a0 HTTP/1.1" status: 200 len: 210 time: 0.0270131 Jun 18 05:21:26.734843 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c99c1f-e4bf-473a-b3e6-855e91e00daa req-9f0a2084-b9d3-4404-a1d0-47895d4a8070 tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:21:26.736303 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-71c99c1f-e4bf-473a-b3e6-855e91e00daa req-9f0a2084-b9d3-4404-a1d0-47895d4a8070 tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] 10.222.0.23 "GET /v2.0/ports?device_id=bae5a59b-afc4-4fa7-a230-8590a793bc48 HTTP/1.1" status: 200 len: 945 time: 0.0465152 Jun 18 05:21:26.783351 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-71c99c1f-e4bf-473a-b3e6-855e91e00daa req-529e4455-f383-4130-adcd-b335d37ab1c2 tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] 10.222.0.23 "GET /v2.0/security-groups?id=407ae09c-3316-486c-94a7-7e1331aee9b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408764 Jun 18 05:21:27.104666 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-c1c66539-dced-4ab2-948c-b4fa72662845 req-0d0b8881-79f0-49cf-9866-ff98215cdccf tempest-TestMinimumBasicScenario-1360665084 tempest-TestMinimumBasicScenario-1360665084-project] 10.222.0.23 "GET /v2.0/ports?device_id=bf8c3731-ba5b-41dc-ab3b-16d6725300a0 HTTP/1.1" status: 200 len: 210 time: 0.0274007 Jun 18 05:21:27.261051 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-5df8b1a9-a354-44ed-8761-35e8e24f4084 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789592556683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1744442'] for agent (37f34a37-d85d-4c21-966b-86dc43157ac3), after_update {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:21:27.518595 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-c042a677-28f5-4026-b552-0173028fe9dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789592556683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1744442'] for agent (d503ae44-4e24-48d3-9886-03581f90537d), after_update {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:21:27.898378 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e33b87c-5b68-4121-a899-5507fb6f7f7c req-9502d06f-d97b-487e-b1ca-2b9b2f118115 tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:21:27.899863 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-6e33b87c-5b68-4121-a899-5507fb6f7f7c req-9502d06f-d97b-487e-b1ca-2b9b2f118115 tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] 10.222.0.23 "GET /v2.0/ports?device_id=bae5a59b-afc4-4fa7-a230-8590a793bc48 HTTP/1.1" status: 200 len: 945 time: 0.0459306 Jun 18 05:21:27.946589 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-6e33b87c-5b68-4121-a899-5507fb6f7f7c req-1b6f9e4d-8670-4ced-b43d-346ecd536a6e tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] 10.222.0.23 "GET /v2.0/security-groups?id=407ae09c-3316-486c-94a7-7e1331aee9b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410428 Jun 18 05:21:28.042836 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.rpc [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] Device ed5753b8-9359-4e81-8f42-c2dd469ec79e no longer exists at agent hyperv_hv-cinder-83699 {{(pid=104389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 18 05:21:28.062291 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.plugin [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] No Port match for: ed5753b8-9359-4e81-8f42-c2dd469ec79e {{(pid=104389) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 18 05:21:28.063201 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.rpc [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] Device ed5753b8-9359-4e81-8f42-c2dd469ec79e not bound to the agent host hv-cinder-83699 {{(pid=104389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 18 05:21:28.202266 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-3f4e6f12-bb20-427e-88bd-35f8271442de req-91e7688c-82fa-420b-a953-b9f004271b90 tempest-TestMinimumBasicScenario-1360665084 tempest-TestMinimumBasicScenario-1360665084-project] 10.222.0.23 "GET /v2.0/ports?device_id=bf8c3731-ba5b-41dc-ab3b-16d6725300a0 HTTP/1.1" status: 200 len: 210 time: 0.0314281 Jun 18 05:21:29.070647 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75fadc67-9799-402f-a613-a70a73d08a84 req-f3c10d2b-a8a6-4a97-ba67-d8883b0a8c19 tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:21:29.072124 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-75fadc67-9799-402f-a613-a70a73d08a84 req-f3c10d2b-a8a6-4a97-ba67-d8883b0a8c19 tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] 10.222.0.23 "GET /v2.0/ports?device_id=bae5a59b-afc4-4fa7-a230-8590a793bc48 HTTP/1.1" status: 200 len: 945 time: 0.0548043 Jun 18 05:21:29.125760 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-75fadc67-9799-402f-a613-a70a73d08a84 req-0bbf6b75-94f3-4a7c-bc9b-182c5c47885d tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] 10.222.0.23 "GET /v2.0/security-groups?id=407ae09c-3316-486c-94a7-7e1331aee9b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432844 Jun 18 05:21:29.257141 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ecb37d7-f871-419b-b012-2bbe1278f756 req-044a1bc9-06ae-494d-a74b-9f85f6d1430f tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:21:29.258974 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-8ecb37d7-f871-419b-b012-2bbe1278f756 req-044a1bc9-06ae-494d-a74b-9f85f6d1430f tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] 10.222.0.23 "GET /v2.0/ports?device_id=bae5a59b-afc4-4fa7-a230-8590a793bc48 HTTP/1.1" status: 200 len: 945 time: 0.0613465 Jun 18 05:21:29.269442 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.wsgi [-] (104387) accepted ('10.222.0.23', 52788) {{(pid=104387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 05:21:29.275071 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.api.v2.base [None req-f9c175a9-1c79-40aa-9fc2-010512731cd0 tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] Request body: {'floatingip': {'port_id': 'd9715080-f281-4e80-b712-b6d751681e6f'}} {{(pid=104387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 18 05:21:29.320392 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-f9c175a9-1c79-40aa-9fc2-010512731cd0 tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] Publish callbacks [] for floatingip (e824c266-2b02-4c8c-a54e-3afd4944033f), before_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:21:29.385237 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG dbcounter [-] [104387] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:21:29.567136 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG dbcounter [-] [104387] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:21:29.583034 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-786f5424-9812-4396-8b51-c1a6cc5929a8 req-e98bda87-4912-4a99-ba78-2c4712cb3954 tempest-TestMinimumBasicScenario-1360665084 tempest-TestMinimumBasicScenario-1360665084-project] 10.222.0.23 "GET /v2.0/ports?device_id=bf8c3731-ba5b-41dc-ab3b-16d6725300a0 HTTP/1.1" status: 200 len: 210 time: 0.2968950 Jun 18 05:21:30.057014 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-f9c175a9-1c79-40aa-9fc2-010512731cd0 tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:21:30.115191 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-f9c175a9-1c79-40aa-9fc2-010512731cd0 tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-736808'] for floatingip (e824c266-2b02-4c8c-a54e-3afd4944033f), after_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:21:30.211351 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.db.l3_db [None req-f9c175a9-1c79-40aa-9fc2-010512731cd0 tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] Floating IP e824c266-2b02-4c8c-a54e-3afd4944033f associated. External IP: 172.27.2.103, port: d9715080-f281-4e80-b712-b6d751681e6f. Jun 18 05:21:30.405599 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9c175a9-1c79-40aa-9fc2-010512731cd0 tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] Router 908e80fb-40b8-4793-9a86-37800eb2c0e2 has already been hosted by L3 agent a8549501-0164-4ac5-90a6-1ba1ba0d3f9d {{(pid=104387) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 18 05:21:30.507420 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9c175a9-1c79-40aa-9fc2-010512731cd0 tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] Notify agent at l3_agent.dv-cinder-836996-35-iscsi the message routers_updated {{(pid=104387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 05:21:30.512180 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-f9c175a9-1c79-40aa-9fc2-010512731cd0 tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19502'] for floatingip (None), before_response {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:21:30.516547 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bfa7383-67d2-41d2-9734-a53cd1e64fd1 None None] Sync routers for ids ['908e80fb-40b8-4793-9a86-37800eb2c0e2'] in dv-cinder-836996-35-iscsi {{(pid=104389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 05:21:30.527641 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bfa7383-67d2-41d2-9734-a53cd1e64fd1 None None] Routers {'908e80fb-40b8-4793-9a86-37800eb2c0e2'} bound to L3 agent in host dv-cinder-836996-35-iscsi {{(pid=104389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 18 05:21:30.528418 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.db.l3_hamode_db [None req-0bfa7383-67d2-41d2-9734-a53cd1e64fd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-35-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-06-18T05:08:24Z,description=,heartbeat_timestamp=2022-06-18T05:21:24Z,host='dv-cinder-836996-35-iscsi',id=a8549501-0164-4ac5-90a6-1ba1ba0d3f9d,load=0,resource_versions=,resources_synced=,started_at=2022-06-18T05:08:25Z,topic='l3_agent')) {'router_ids': ['908e80fb-40b8-4793-9a86-37800eb2c0e2'], 'active': True} {{(pid=104389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 05:21:30.542335 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [None req-f9c175a9-1c79-40aa-9fc2-010512731cd0 tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] 10.222.0.23 "PUT /v2.0/floatingips/e824c266-2b02-4c8c-a54e-3afd4944033f HTTP/1.1" status: 200 len: 991 time: 1.2717681 Jun 18 05:21:30.542920 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bae5a59b-afc4-4fa7-a230-8590a793bc48', 'tag': 'd9715080-f281-4e80-b712-b6d751681e6f'}] {{(pid=104387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 18 05:21:30.545156 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}067244ef130036e0f0c6cfdae2cc0bb626a7afb0c2954d608d85df941ffdb65a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e9b30c6-f8f6-4cf8-805b-89369d3236b0" -d '{"events": [{"name": "network-changed", "server_uuid": "bae5a59b-afc4-4fa7-a230-8590a793bc48", "tag": "d9715080-f281-4e80-b712-b6d751681e6f"}]}' {{(pid=104387) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 05:21:30.580166 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Jun 2022 05:21:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd35897b-a7b2-4486-a168-eca610e13909 x-openstack-request-id: req-bd35897b-a7b2-4486-a168-eca610e13909 {{(pid=104387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 05:21:30.580465 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bae5a59b-afc4-4fa7-a230-8590a793bc48", "tag": "d9715080-f281-4e80-b712-b6d751681e6f", "status": "completed", "code": 200}]} {{(pid=104387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 05:21:30.580721 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-bd35897b-a7b2-4486-a168-eca610e13909 {{(pid=104387) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 05:21:30.581131 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bd35897b-a7b2-4486-a168-eca610e13909'] response: {'name': 'network-changed', 'server_uuid': 'bae5a59b-afc4-4fa7-a230-8590a793bc48', 'tag': 'd9715080-f281-4e80-b712-b6d751681e6f', 'status': 'completed', 'code': 200} Jun 18 05:21:30.634347 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.db.l3_dvr_db [None req-0bfa7383-67d2-41d2-9734-a53cd1e64fd1 None None] Set router 908e80fb-40b8-4793-9a86-37800eb2c0e2 gateway port host: dv-cinder-836996-35-iscsi {{(pid=104389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 18 05:21:30.672483 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9b30c6-f8f6-4cf8-805b-89369d3236b0 req-afe37b4e-319f-4ecd-9b88-7de2f2941298 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:21:30.673985 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-0e9b30c6-f8f6-4cf8-805b-89369d3236b0 req-afe37b4e-319f-4ecd-9b88-7de2f2941298 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=758883a5aea04c85ad65bb6970bdb098&device_id=bae5a59b-afc4-4fa7-a230-8590a793bc48 HTTP/1.1" status: 200 len: 1129 time: 0.0397489 Jun 18 05:21:30.706362 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG dbcounter [-] [104389] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:UPDATE=5 {{(pid=104389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:21:30.710494 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG dbcounter [-] [104387] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:21:30.773209 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9b30c6-f8f6-4cf8-805b-89369d3236b0 req-60013343-1a65-49ed-812f-9370e855142b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:21:30.775070 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-0e9b30c6-f8f6-4cf8-805b-89369d3236b0 req-60013343-1a65-49ed-812f-9370e855142b service neutron] 10.222.0.15 "GET /v2.0/networks?id=f7ef077f-c52c-4f70-b85e-e8892706babc HTTP/1.1" status: 200 len: 917 time: 0.0943720 Jun 18 05:21:30.843611 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-0e9b30c6-f8f6-4cf8-805b-89369d3236b0 req-66a11730-f23c-4c42-b829-4975684831f9 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d9715080-f281-4e80-b712-b6d751681e6f HTTP/1.1" status: 200 len: 999 time: 0.0615687 Jun 18 05:21:30.856870 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.db.l3_hamode_db [None req-0bfa7383-67d2-41d2-9734-a53cd1e64fd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '908e80fb-40b8-4793-9a86-37800eb2c0e2', 'name': 'tempest-AttachVolumeShelveTestJSON-483833369-router', 'tenant_id': '758883a5aea04c85ad65bb6970bdb098', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65c030c7-6a7d-4cea-a47d-5cdd532db0e6', 'external_fixed_ips': [{'subnet_id': 'a9fa7760-a071-45ee-b985-799999c69975', 'ip_address': '172.27.2.118'}], 'enable_snat': True}, 'gw_port_id': '727ff9c8-4916-4a1a-ab54-bb56c46fdb5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-18T05:16:30Z', 'updated_at': '2022-06-18T05:16:40Z', 'revision_number': 4, 'project_id': '758883a5aea04c85ad65bb6970bdb098', 'gw_port': {'id': '727ff9c8-4916-4a1a-ab54-bb56c46fdb5e', 'name': '', 'network_id': '65c030c7-6a7d-4cea-a47d-5cdd532db0e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:ff:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '908e80fb-40b8-4793-9a86-37800eb2c0e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'a9fa7760-a071-45ee-b985-799999c69975', 'ip_address': '172.27.2.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-18T05:16:31Z', 'updated_at': '2022-06-18T05:16:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9fa7760-a071-45ee-b985-799999c69975', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-35-iscsi', '_floatingips': [{'id': 'e824c266-2b02-4c8c-a54e-3afd4944033f', 'tenant_id': '758883a5aea04c85ad65bb6970bdb098', 'floating_ip_address': '172.27.2.103', 'floating_network_id': '65c030c7-6a7d-4cea-a47d-5cdd532db0e6', 'router_id': '908e80fb-40b8-4793-9a86-37800eb2c0e2', 'port_id': 'd9715080-f281-4e80-b712-b6d751681e6f', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 486, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f7ef077f-c52c-4f70-b85e-e8892706babc', 'mac_address': 'fa:16:3e:91:b1:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bae5a59b-afc4-4fa7-a230-8590a793bc48', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-18T05:21:07Z', 'updated_at': '2022-06-18T05:21:29Z', 'revision_number': 1, 'project_id': '758883a5aea04c85ad65bb6970bdb098', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f47325e8-4dc9-4d91-a0b3-d1a91a92ed58', 'name': '', 'network_id': 'f7ef077f-c52c-4f70-b85e-e8892706babc', 'tenant_id': '758883a5aea04c85ad65bb6970bdb098', 'mac_address': 'fa:16:3e:e5:75:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '908e80fb-40b8-4793-9a86-37800eb2c0e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '33823053-d4d0-4fd0-8dfe-171b826300f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-18T05:16:38Z', 'updated_at': '2022-06-18T05:16:49Z', 'revision_number': 5, 'project_id': '758883a5aea04c85ad65bb6970bdb098', 'subnets': [{'id': '33823053-d4d0-4fd0-8dfe-171b826300f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-35-iscsi', False) {} {{(pid=104389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 05:21:30.859403 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG dbcounter [-] [104389] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:21:30.886117 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bfa7383-67d2-41d2-9734-a53cd1e64fd1 None None] Checking router: 908e80fb-40b8-4793-9a86-37800eb2c0e2 for host: dv-cinder-836996-35-iscsi {{(pid=104389) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 05:21:30.895434 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9b30c6-f8f6-4cf8-805b-89369d3236b0 req-00c548eb-9aaf-4355-b0ea-69d5c02b9d3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:21:30.901516 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bfa7383-67d2-41d2-9734-a53cd1e64fd1 None None] Routers {'908e80fb-40b8-4793-9a86-37800eb2c0e2'} bound to L3 agent in host dv-cinder-836996-35-iscsi {{(pid=104389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 18 05:21:30.901516 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.db.l3_hamode_db [None req-0bfa7383-67d2-41d2-9734-a53cd1e64fd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-35-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-06-18T05:08:24Z,description=,heartbeat_timestamp=2022-06-18T05:21:24Z,host='dv-cinder-836996-35-iscsi',id=a8549501-0164-4ac5-90a6-1ba1ba0d3f9d,load=0,resource_versions=,resources_synced=,started_at=2022-06-18T05:08:25Z,topic='l3_agent')) {'router_ids': ['908e80fb-40b8-4793-9a86-37800eb2c0e2'], 'active': True} {{(pid=104389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 05:21:30.901738 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-0e9b30c6-f8f6-4cf8-805b-89369d3236b0 req-00c548eb-9aaf-4355-b0ea-69d5c02b9d3c service neutron] 10.222.0.15 "GET /v2.0/subnets?id=33823053-d4d0-4fd0-8dfe-171b826300f0 HTTP/1.1" status: 200 len: 855 time: 0.0479176 Jun 18 05:21:30.959192 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG dbcounter [-] [104387] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:21:30.961218 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9b30c6-f8f6-4cf8-805b-89369d3236b0 req-3c306422-09f7-462f-8b0f-fab4b2765128 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:21:30.962803 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-0e9b30c6-f8f6-4cf8-805b-89369d3236b0 req-3c306422-09f7-462f-8b0f-fab4b2765128 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f7ef077f-c52c-4f70-b85e-e8892706babc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0585296 Jun 18 05:21:31.011806 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.db.l3_dvr_db [None req-0bfa7383-67d2-41d2-9734-a53cd1e64fd1 None None] Set router 908e80fb-40b8-4793-9a86-37800eb2c0e2 gateway port host: dv-cinder-836996-35-iscsi {{(pid=104389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 18 05:21:31.066984 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-0e9b30c6-f8f6-4cf8-805b-89369d3236b0 req-250b2845-e436-438f-b6cb-9f2c8a91fc9e service neutron] 10.222.0.15 "GET /v2.0/networks/f7ef077f-c52c-4f70-b85e-e8892706babc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0972943 Jun 18 05:21:31.163877 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-0e9b30c6-f8f6-4cf8-805b-89369d3236b0 req-a1cdc9cf-e3d3-41b5-8170-5f157d0da3b3 service neutron] 10.222.0.15 "GET /v2.0/networks/f7ef077f-c52c-4f70-b85e-e8892706babc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889301 Jun 18 05:21:31.239581 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.db.l3_hamode_db [None req-0bfa7383-67d2-41d2-9734-a53cd1e64fd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '908e80fb-40b8-4793-9a86-37800eb2c0e2', 'name': 'tempest-AttachVolumeShelveTestJSON-483833369-router', 'tenant_id': '758883a5aea04c85ad65bb6970bdb098', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65c030c7-6a7d-4cea-a47d-5cdd532db0e6', 'external_fixed_ips': [{'subnet_id': 'a9fa7760-a071-45ee-b985-799999c69975', 'ip_address': '172.27.2.118'}], 'enable_snat': True}, 'gw_port_id': '727ff9c8-4916-4a1a-ab54-bb56c46fdb5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-18T05:16:30Z', 'updated_at': '2022-06-18T05:16:40Z', 'revision_number': 4, 'project_id': '758883a5aea04c85ad65bb6970bdb098', 'gw_port': {'id': '727ff9c8-4916-4a1a-ab54-bb56c46fdb5e', 'name': '', 'network_id': '65c030c7-6a7d-4cea-a47d-5cdd532db0e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:ff:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '908e80fb-40b8-4793-9a86-37800eb2c0e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'a9fa7760-a071-45ee-b985-799999c69975', 'ip_address': '172.27.2.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-18T05:16:31Z', 'updated_at': '2022-06-18T05:16:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9fa7760-a071-45ee-b985-799999c69975', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-35-iscsi', '_floatingips': [{'id': 'e824c266-2b02-4c8c-a54e-3afd4944033f', 'tenant_id': '758883a5aea04c85ad65bb6970bdb098', 'floating_ip_address': '172.27.2.103', 'floating_network_id': '65c030c7-6a7d-4cea-a47d-5cdd532db0e6', 'router_id': '908e80fb-40b8-4793-9a86-37800eb2c0e2', 'port_id': 'd9715080-f281-4e80-b712-b6d751681e6f', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 486, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f7ef077f-c52c-4f70-b85e-e8892706babc', 'mac_address': 'fa:16:3e:91:b1:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bae5a59b-afc4-4fa7-a230-8590a793bc48', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-18T05:21:07Z', 'updated_at': '2022-06-18T05:21:29Z', 'revision_number': 1, 'project_id': '758883a5aea04c85ad65bb6970bdb098', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f47325e8-4dc9-4d91-a0b3-d1a91a92ed58', 'name': '', 'network_id': 'f7ef077f-c52c-4f70-b85e-e8892706babc', 'tenant_id': '758883a5aea04c85ad65bb6970bdb098', 'mac_address': 'fa:16:3e:e5:75:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '908e80fb-40b8-4793-9a86-37800eb2c0e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '33823053-d4d0-4fd0-8dfe-171b826300f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-18T05:16:38Z', 'updated_at': '2022-06-18T05:16:49Z', 'revision_number': 5, 'project_id': '758883a5aea04c85ad65bb6970bdb098', 'subnets': [{'id': '33823053-d4d0-4fd0-8dfe-171b826300f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-35-iscsi', False) {} {{(pid=104389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 05:21:31.262155 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bfa7383-67d2-41d2-9734-a53cd1e64fd1 None None] The sync data for ids ['908e80fb-40b8-4793-9a86-37800eb2c0e2'] in dv-cinder-836996-35-iscsi is: [{'id': '908e80fb-40b8-4793-9a86-37800eb2c0e2', 'name': 'tempest-AttachVolumeShelveTestJSON-483833369-router', 'tenant_id': '758883a5aea04c85ad65bb6970bdb098', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65c030c7-6a7d-4cea-a47d-5cdd532db0e6', 'external_fixed_ips': [{'subnet_id': 'a9fa7760-a071-45ee-b985-799999c69975', 'ip_address': '172.27.2.118'}], 'enable_snat': True}, 'gw_port_id': '727ff9c8-4916-4a1a-ab54-bb56c46fdb5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-18T05:16:30Z', 'updated_at': '2022-06-18T05:16:40Z', 'revision_number': 4, 'project_id': '758883a5aea04c85ad65bb6970bdb098', 'gw_port': {'id': '727ff9c8-4916-4a1a-ab54-bb56c46fdb5e', 'name': '', 'network_id': '65c030c7-6a7d-4cea-a47d-5cdd532db0e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:ff:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '908e80fb-40b8-4793-9a86-37800eb2c0e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'a9fa7760-a071-45ee-b985-799999c69975', 'ip_address': '172.27.2.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-18T05:16:31Z', 'updated_at': '2022-06-18T05:16:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9fa7760-a071-45ee-b985-799999c69975', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-35-iscsi', '_floatingips': [{'id': 'e824c266-2b02-4c8c-a54e-3afd4944033f', 'tenant_id': '758883a5aea04c85ad65bb6970bdb098', 'floating_ip_address': '172.27.2.103', 'floating_network_id': '65c030c7-6a7d-4cea-a47d-5cdd532db0e6', 'router_id': '908e80fb-40b8-4793-9a86-37800eb2c0e2', 'port_id': 'd9715080-f281-4e80-b712-b6d751681e6f', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 486, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f7ef077f-c52c-4f70-b85e-e8892706babc', 'mac_address': 'fa:16:3e:91:b1:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bae5a59b-afc4-4fa7-a230-8590a793bc48', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-18T05:21:07Z', 'updated_at': '2022-06-18T05:21:29Z', 'revision_number': 1, 'project_id': '758883a5aea04c85ad65bb6970bdb098', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f47325e8-4dc9-4d91-a0b3-d1a91a92ed58', 'name': '', 'network_id': 'f7ef077f-c52c-4f70-b85e-e8892706babc', 'tenant_id': '758883a5aea04c85ad65bb6970bdb098', 'mac_address': 'fa:16:3e:e5:75:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '908e80fb-40b8-4793-9a86-37800eb2c0e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '33823053-d4d0-4fd0-8dfe-171b826300f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-18T05:16:38Z', 'updated_at': '2022-06-18T05:16:49Z', 'revision_number': 5, 'project_id': '758883a5aea04c85ad65bb6970bdb098', 'subnets': [{'id': '33823053-d4d0-4fd0-8dfe-171b826300f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 05:21:31.459123 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1b866a0-3fd3-4520-975a-8d5839c7481b None None] New status for floating IP e824c266-2b02-4c8c-a54e-3afd4944033f: ACTIVE {{(pid=104390) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 18 05:21:32.245835 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.wsgi [-] (104387) accepted ('10.222.0.23', 52882) {{(pid=104387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 05:21:32.627932 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-4a4de41e-b63c-42ab-9f4f-c94aafd11436 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-574248'] for router_interface (297588e7-f327-42c5-a4eb-51d2eeafb162), before_delete {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:21:32.887978 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.plugin [None req-4a4de41e-b63c-42ab-9f4f-c94aafd11436 admin admin] Deleting port 5d54d22b-839c-4985-9247-439ecbce5eaf {{(pid=104387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 18 05:21:32.888228 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-4a4de41e-b63c-42ab-9f4f-c94aafd11436 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789592760634'] for port (5d54d22b-839c-4985-9247-439ecbce5eaf), before_delete {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:21:32.917363 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG dbcounter [-] [104387] Writing DB stats neutron:SELECT=100 {{(pid=104387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:21:32.968526 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.db [None req-4a4de41e-b63c-42ab-9f4f-c94aafd11436 admin admin] For port 5d54d22b-839c-4985-9247-439ecbce5eaf, host dv-cinder-836996-35-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-35-iscsi',level=0,port_id=5d54d22b-839c-4985-9247-439ecbce5eaf,segment=NetworkSegment(12bd4d7d-2559-47b9-9d42-fc7db48d9cb1),segment_id=12bd4d7d-2559-47b9-9d42-fc7db48d9cb1)] {{(pid=104387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 05:21:32.968884 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-4a4de41e-b63c-42ab-9f4f-c94aafd11436 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-734995'] for port (5d54d22b-839c-4985-9247-439ecbce5eaf), precommit_delete {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:21:32.982038 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.plugin [None req-4a4de41e-b63c-42ab-9f4f-c94aafd11436 admin admin] Calling delete_port for 5d54d22b-839c-4985-9247-439ecbce5eaf owned by network:router_interface {{(pid=104387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 18 05:21:33.105873 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG dbcounter [-] [104387] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:21:33.223395 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-4a4de41e-b63c-42ab-9f4f-c94aafd11436 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1768343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789592765633', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789592262831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14020772'] for port (5d54d22b-839c-4985-9247-439ecbce5eaf), after_delete {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:21:33.249797 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a4de41e-b63c-42ab-9f4f-c94aafd11436 admin admin] Pushing event deleted for resources: {'Port': ['ID=5d54d22b-839c-4985-9247-439ecbce5eaf,revision_number=None']} {{(pid=104387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:21:33.421875 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-4a4de41e-b63c-42ab-9f4f-c94aafd11436 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-546271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-575160'] for router_interface (297588e7-f327-42c5-a4eb-51d2eeafb162), after_delete {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:21:33.882381 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a4de41e-b63c-42ab-9f4f-c94aafd11436 admin admin] Router 297588e7-f327-42c5-a4eb-51d2eeafb162 has already been hosted by L3 agent a8549501-0164-4ac5-90a6-1ba1ba0d3f9d {{(pid=104387) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 18 05:21:33.984242 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a4de41e-b63c-42ab-9f4f-c94aafd11436 admin admin] Notify agent at l3_agent.dv-cinder-836996-35-iscsi the message routers_updated {{(pid=104387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 05:21:33.993092 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.wsgi [-] (104388) accepted ('10.222.0.23', 52894) {{(pid=104388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 05:21:33.994254 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d99e15b4-7b99-41be-bd37-80597e2229de None None] Sync routers for ids ['297588e7-f327-42c5-a4eb-51d2eeafb162'] in dv-cinder-836996-35-iscsi {{(pid=104389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 05:21:33.997931 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [None req-4a4de41e-b63c-42ab-9f4f-c94aafd11436 admin admin] 10.222.0.23 "PUT /v2.0/routers/297588e7-f327-42c5-a4eb-51d2eeafb162/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7509575 Jun 18 05:21:34.009332 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d99e15b4-7b99-41be-bd37-80597e2229de None None] Routers {'297588e7-f327-42c5-a4eb-51d2eeafb162'} bound to L3 agent in host dv-cinder-836996-35-iscsi {{(pid=104389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 18 05:21:34.010246 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.db.l3_hamode_db [None req-d99e15b4-7b99-41be-bd37-80597e2229de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-35-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-06-18T05:08:24Z,description=,heartbeat_timestamp=2022-06-18T05:21:24Z,host='dv-cinder-836996-35-iscsi',id=a8549501-0164-4ac5-90a6-1ba1ba0d3f9d,load=0,resource_versions=,resources_synced=,started_at=2022-06-18T05:08:25Z,topic='l3_agent')) {'router_ids': ['297588e7-f327-42c5-a4eb-51d2eeafb162'], 'active': True} {{(pid=104389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 05:21:34.098144 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-94fd4c8c-c688-427d-ae90-937acafa7fe5 admin admin] Publish callbacks [] for router (297588e7-f327-42c5-a4eb-51d2eeafb162), before_delete {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:21:34.111784 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.db.l3_dvr_db [None req-d99e15b4-7b99-41be-bd37-80597e2229de None None] Set router 297588e7-f327-42c5-a4eb-51d2eeafb162 gateway port host: dv-cinder-836996-35-iscsi {{(pid=104389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 18 05:21:34.298870 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.db.l3_hamode_db [None req-d99e15b4-7b99-41be-bd37-80597e2229de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '297588e7-f327-42c5-a4eb-51d2eeafb162', 'name': 'tempest-TestMinimumBasicScenario-745194918-router', 'tenant_id': '3a833f00ba294564a66b9eefbc49147e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65c030c7-6a7d-4cea-a47d-5cdd532db0e6', 'external_fixed_ips': [{'subnet_id': 'a9fa7760-a071-45ee-b985-799999c69975', 'ip_address': '172.27.2.33'}], 'enable_snat': True}, 'gw_port_id': 'ba654309-9a26-4997-b5d9-652b34b0d644', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-18T05:17:50Z', 'updated_at': '2022-06-18T05:21:33Z', 'revision_number': 5, 'project_id': '3a833f00ba294564a66b9eefbc49147e', 'gw_port': {'id': 'ba654309-9a26-4997-b5d9-652b34b0d644', 'name': '', 'network_id': '65c030c7-6a7d-4cea-a47d-5cdd532db0e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:7e:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '297588e7-f327-42c5-a4eb-51d2eeafb162', 'device_owner': 'network:router_gateway', 'standard_attr_id': 276, 'fixed_ips': [{'subnet_id': 'a9fa7760-a071-45ee-b985-799999c69975', 'ip_address': '172.27.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-18T05:17:51Z', 'updated_at': '2022-06-18T05:17:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9fa7760-a071-45ee-b985-799999c69975', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-35-iscsi'}], 'dv-cinder-836996-35-iscsi', False) {} {{(pid=104389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 05:21:34.324928 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d99e15b4-7b99-41be-bd37-80597e2229de None None] Checking router: 297588e7-f327-42c5-a4eb-51d2eeafb162 for host: dv-cinder-836996-35-iscsi {{(pid=104389) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 05:21:34.334044 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d99e15b4-7b99-41be-bd37-80597e2229de None None] Routers {'297588e7-f327-42c5-a4eb-51d2eeafb162'} bound to L3 agent in host dv-cinder-836996-35-iscsi {{(pid=104389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 18 05:21:34.334771 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.db.l3_hamode_db [None req-d99e15b4-7b99-41be-bd37-80597e2229de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-35-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-06-18T05:08:24Z,description=,heartbeat_timestamp=2022-06-18T05:21:24Z,host='dv-cinder-836996-35-iscsi',id=a8549501-0164-4ac5-90a6-1ba1ba0d3f9d,load=0,resource_versions=,resources_synced=,started_at=2022-06-18T05:08:25Z,topic='l3_agent')) {'router_ids': ['297588e7-f327-42c5-a4eb-51d2eeafb162'], 'active': True} {{(pid=104389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 05:21:34.437043 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG dbcounter [-] [104388] Writing DB stats neutron:SELECT=100 {{(pid=104388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:21:34.457502 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-94fd4c8c-c688-427d-ae90-937acafa7fe5 admin admin] Publish callbacks [] for router_gateway (297588e7-f327-42c5-a4eb-51d2eeafb162), before_delete {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:21:34.594520 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.db.l3_dvr_db [None req-d99e15b4-7b99-41be-bd37-80597e2229de None None] Set router 297588e7-f327-42c5-a4eb-51d2eeafb162 gateway port host: dv-cinder-836996-35-iscsi {{(pid=104389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 18 05:21:34.634682 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.plugins.ml2.plugin [None req-94fd4c8c-c688-427d-ae90-937acafa7fe5 admin admin] Deleting port ba654309-9a26-4997-b5d9-652b34b0d644 {{(pid=104388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 18 05:21:34.635165 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-94fd4c8c-c688-427d-ae90-937acafa7fe5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789592760634'] for port (ba654309-9a26-4997-b5d9-652b34b0d644), before_delete {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:21:34.715018 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG dbcounter [-] [104389] Writing DB stats neutron:SELECT=100 {{(pid=104389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:21:34.733671 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.plugins.ml2.db [None req-94fd4c8c-c688-427d-ae90-937acafa7fe5 admin admin] For port ba654309-9a26-4997-b5d9-652b34b0d644, host dv-cinder-836996-35-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-35-iscsi',level=0,port_id=ba654309-9a26-4997-b5d9-652b34b0d644,segment=NetworkSegment(62e6b565-92f9-4432-9d4a-754d0a7517a7),segment_id=62e6b565-92f9-4432-9d4a-754d0a7517a7)] {{(pid=104388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 05:21:34.734081 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-94fd4c8c-c688-427d-ae90-937acafa7fe5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-734995'] for port (ba654309-9a26-4997-b5d9-652b34b0d644), precommit_delete {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:21:34.747542 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.plugins.ml2.plugin [None req-94fd4c8c-c688-427d-ae90-937acafa7fe5 admin admin] Calling delete_port for ba654309-9a26-4997-b5d9-652b34b0d644 owned by network:router_gateway {{(pid=104388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 18 05:21:34.787838 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.db.l3_hamode_db [None req-d99e15b4-7b99-41be-bd37-80597e2229de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '297588e7-f327-42c5-a4eb-51d2eeafb162', 'name': 'tempest-TestMinimumBasicScenario-745194918-router', 'tenant_id': '3a833f00ba294564a66b9eefbc49147e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65c030c7-6a7d-4cea-a47d-5cdd532db0e6', 'external_fixed_ips': [{'subnet_id': 'a9fa7760-a071-45ee-b985-799999c69975', 'ip_address': '172.27.2.33'}], 'enable_snat': True}, 'gw_port_id': 'ba654309-9a26-4997-b5d9-652b34b0d644', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-18T05:17:50Z', 'updated_at': '2022-06-18T05:21:33Z', 'revision_number': 5, 'project_id': '3a833f00ba294564a66b9eefbc49147e', 'gw_port': {'id': 'ba654309-9a26-4997-b5d9-652b34b0d644', 'name': '', 'network_id': '65c030c7-6a7d-4cea-a47d-5cdd532db0e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:7e:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '297588e7-f327-42c5-a4eb-51d2eeafb162', 'device_owner': 'network:router_gateway', 'standard_attr_id': 276, 'fixed_ips': [{'subnet_id': 'a9fa7760-a071-45ee-b985-799999c69975', 'ip_address': '172.27.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-18T05:17:51Z', 'updated_at': '2022-06-18T05:17:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9fa7760-a071-45ee-b985-799999c69975', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-35-iscsi'}], 'dv-cinder-836996-35-iscsi', False) {} {{(pid=104389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 05:21:34.817746 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d99e15b4-7b99-41be-bd37-80597e2229de None None] The sync data for ids ['297588e7-f327-42c5-a4eb-51d2eeafb162'] in dv-cinder-836996-35-iscsi is: [{'id': '297588e7-f327-42c5-a4eb-51d2eeafb162', 'name': 'tempest-TestMinimumBasicScenario-745194918-router', 'tenant_id': '3a833f00ba294564a66b9eefbc49147e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65c030c7-6a7d-4cea-a47d-5cdd532db0e6', 'external_fixed_ips': [{'subnet_id': 'a9fa7760-a071-45ee-b985-799999c69975', 'ip_address': '172.27.2.33'}], 'enable_snat': True}, 'gw_port_id': 'ba654309-9a26-4997-b5d9-652b34b0d644', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-18T05:17:50Z', 'updated_at': '2022-06-18T05:21:33Z', 'revision_number': 5, 'project_id': '3a833f00ba294564a66b9eefbc49147e', 'gw_port': {'id': 'ba654309-9a26-4997-b5d9-652b34b0d644', 'name': '', 'network_id': '65c030c7-6a7d-4cea-a47d-5cdd532db0e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:7e:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '297588e7-f327-42c5-a4eb-51d2eeafb162', 'device_owner': 'network:router_gateway', 'standard_attr_id': 276, 'fixed_ips': [{'subnet_id': 'a9fa7760-a071-45ee-b985-799999c69975', 'ip_address': '172.27.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-18T05:17:51Z', 'updated_at': '2022-06-18T05:17:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9fa7760-a071-45ee-b985-799999c69975', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-35-iscsi'}] {{(pid=104389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 05:21:34.864536 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG dbcounter [-] [104388] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:21:34.984462 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-94fd4c8c-c688-427d-ae90-937acafa7fe5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1768343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789592765633', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789592262831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15493031'] for port (ba654309-9a26-4997-b5d9-652b34b0d644), after_delete {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:21:34.999867 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.wsgi [-] (104387) accepted ('10.222.0.23', 52916) {{(pid=104387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 05:21:35.014019 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94fd4c8c-c688-427d-ae90-937acafa7fe5 admin admin] Pushing event deleted for resources: {'Port': ['ID=ba654309-9a26-4997-b5d9-652b34b0d644,revision_number=None']} {{(pid=104388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:21:35.086271 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-94fd4c8c-c688-427d-ae90-937acafa7fe5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-737003'] for router_gateway (297588e7-f327-42c5-a4eb-51d2eeafb162), after_delete {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:21:35.161814 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-7b74c36f-8409-4fa5-b9a9-19d036b56b0d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:21:35.180617 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ce2336-ae36-421e-a153-247ef9b0d675 req-2889ee2a-b5fb-404d-b0f3-a44e8b77d6dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:21:35.184303 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-73ce2336-ae36-421e-a153-247ef9b0d675 req-2889ee2a-b5fb-404d-b0f3-a44e8b77d6dc service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8820096253064e5abbe50f23bdc3ebac&device_id=5cdfd285-b389-41f4-9ec6-596c6b160f61 HTTP/1.1" status: 200 len: 1129 time: 0.0741439 Jun 18 05:21:35.208516 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-94fd4c8c-c688-427d-ae90-937acafa7fe5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-575990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9626'] for router (297588e7-f327-42c5-a4eb-51d2eeafb162), precommit_delete {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:21:35.211523 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-94fd4c8c-c688-427d-ae90-937acafa7fe5 admin admin] Publish callbacks [] for router_controller (297588e7-f327-42c5-a4eb-51d2eeafb162), precommit_delete_associations {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:21:35.211719 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG dbcounter [-] [104387] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=104387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:21:35.353655 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d646adee-9e6a-4d88-84ec-ba7615556179 req-154ff92b-f7ba-46bb-becd-fc966e957976 tempest-ServerRescueNegativeTestJSON-1272623576 tempest-ServerRescueNegativeTestJSON-1272623576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:21:35.356914 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-d646adee-9e6a-4d88-84ec-ba7615556179 req-154ff92b-f7ba-46bb-becd-fc966e957976 tempest-ServerRescueNegativeTestJSON-1272623576 tempest-ServerRescueNegativeTestJSON-1272623576-project] 10.222.0.23 "GET /v2.0/ports?device_id=5cdfd285-b389-41f4-9ec6-596c6b160f61 HTTP/1.1" status: 200 len: 945 time: 0.3410060 Jun 18 05:21:35.363509 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG dbcounter [-] [104387] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=104387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:21:35.376086 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-94fd4c8c-c688-427d-ae90-937acafa7fe5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-574313'] for router (297588e7-f327-42c5-a4eb-51d2eeafb162), after_delete {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:21:35.376715 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94fd4c8c-c688-427d-ae90-937acafa7fe5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 297588e7-f327-42c5-a4eb-51d2eeafb162 {{(pid=104388) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 18 05:21:35.383680 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-94fd4c8c-c688-427d-ae90-937acafa7fe5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:21:35.390193 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [None req-94fd4c8c-c688-427d-ae90-937acafa7fe5 admin admin] 10.222.0.23 "DELETE /v2.0/routers/297588e7-f327-42c5-a4eb-51d2eeafb162 HTTP/1.1" status: 204 len: 168 time: 1.3905978 Jun 18 05:21:35.390193 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.wsgi [-] (104388) accepted ('10.222.0.23', 52922) {{(pid=104388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 05:21:35.395395 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.rpc [None req-c042a677-28f5-4026-b552-0173028fe9dd None None] Device 5d54d22b-839c-4985-9247-439ecbce5eaf no longer exists at agent ovs-agent-dv-cinder-836996-35-iscsi {{(pid=104389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 18 05:21:35.419993 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.plugin [None req-c042a677-28f5-4026-b552-0173028fe9dd None None] No Port match for: 5d54d22b-839c-4985-9247-439ecbce5eaf {{(pid=104389) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 18 05:21:35.420793 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.rpc [None req-c042a677-28f5-4026-b552-0173028fe9dd None None] Device 5d54d22b-839c-4985-9247-439ecbce5eaf not bound to the agent host dv-cinder-836996-35-iscsi {{(pid=104389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 18 05:21:35.440156 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ce2336-ae36-421e-a153-247ef9b0d675 req-61599cd9-4338-4021-ac8c-e001958610f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:21:35.441605 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-73ce2336-ae36-421e-a153-247ef9b0d675 req-61599cd9-4338-4021-ac8c-e001958610f7 service neutron] 10.222.0.15 "GET /v2.0/networks?id=e40c5bf8-60a8-4d08-b489-6f107ba55c42 HTTP/1.1" status: 200 len: 919 time: 0.2479920 Jun 18 05:21:35.445128 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-7b74c36f-8409-4fa5-b9a9-19d036b56b0d admin admin] Publish callbacks [] for security_group (90d11ef8-4e32-4bde-a3ce-e2b2bab9eef6), precommit_create {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:21:35.451917 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.db.db_base_plugin_v2 [None req-1756c680-1372-47d7-bdd2-d44f1aa48768 admin admin] Deleting subnet bc9d70cb-3189-4844-951f-f295bb588b8d {{(pid=104388) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 18 05:21:35.455249 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-1756c680-1372-47d7-bdd2-d44f1aa48768 admin admin] Publish callbacks [] for subnet (bc9d70cb-3189-4844-951f-f295bb588b8d), before_delete {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:21:35.494368 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG dbcounter [-] [104388] Writing DB stats neutron:SELECT=87,neutron:DELETE=10,neutron:UPDATE=3 {{(pid=104388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:21:35.496798 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-1756c680-1372-47d7-bdd2-d44f1aa48768 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14184769'] for subnet (bc9d70cb-3189-4844-951f-f295bb588b8d), precommit_delete_associations {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:21:35.505441 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-d646adee-9e6a-4d88-84ec-ba7615556179 req-436b6c1c-1093-4b5a-b388-1e0a82ad94fe tempest-ServerRescueNegativeTestJSON-1272623576 tempest-ServerRescueNegativeTestJSON-1272623576-project] 10.222.0.23 "GET /v2.0/security-groups?id=c5751484-0293-4048-b6a0-5203ce806396&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1362522 Jun 18 05:21:35.523917 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-73ce2336-ae36-421e-a153-247ef9b0d675 req-dd0c17e5-a4d5-4873-90be-75e1f930270b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1076f134-7839-4b58-b50b-1f994d3b47a5 HTTP/1.1" status: 200 len: 1001 time: 0.0726359 Jun 18 05:21:35.567465 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-7b74c36f-8409-4fa5-b9a9-19d036b56b0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728332'] for security_group (90d11ef8-4e32-4bde-a3ce-e2b2bab9eef6), after_create {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:21:35.606924 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b74c36f-8409-4fa5-b9a9-19d036b56b0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90d11ef8-4e32-4bde-a3ce-e2b2bab9eef6,revision_number=1']} {{(pid=104387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:21:35.619030 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-1756c680-1372-47d7-bdd2-d44f1aa48768 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1721998'] for subnet (bc9d70cb-3189-4844-951f-f295bb588b8d), precommit_delete {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:21:35.628524 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ce2336-ae36-421e-a153-247ef9b0d675 req-fa9865a9-5f66-43df-aa5e-e58894890c4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:21:35.630515 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-73ce2336-ae36-421e-a153-247ef9b0d675 req-fa9865a9-5f66-43df-aa5e-e58894890c4e service neutron] 10.222.0.15 "GET /v2.0/subnets?id=150ec3db-e886-4a5d-89d6-e02356d1809e HTTP/1.1" status: 200 len: 857 time: 0.0997488 Jun 18 05:21:35.633535 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [None req-7b74c36f-8409-4fa5-b9a9-19d036b56b0d admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=6de9d930878c47299a4aebfa61f370fe&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6323843 Jun 18 05:21:35.637558 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.wsgi [-] (104387) accepted ('10.222.0.23', 52924) {{(pid=104387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 05:21:35.695921 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ce2336-ae36-421e-a153-247ef9b0d675 req-d7a89641-d295-4ce3-9a54-b5a15b5bf6fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:21:35.697460 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-73ce2336-ae36-421e-a153-247ef9b0d675 req-d7a89641-d295-4ce3-9a54-b5a15b5bf6fc service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e40c5bf8-60a8-4d08-b489-6f107ba55c42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0606821 Jun 18 05:21:35.740954 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-7231f573-748a-4348-b4ea-7b2ed64a106e admin admin] Publish callbacks [] for security_group (90d11ef8-4e32-4bde-a3ce-e2b2bab9eef6), before_delete {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:21:35.764514 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-1756c680-1372-47d7-bdd2-d44f1aa48768 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1720957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15492720', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12841702'] for subnet (bc9d70cb-3189-4844-951f-f295bb588b8d), after_delete {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:21:35.791995 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1756c680-1372-47d7-bdd2-d44f1aa48768 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bc9d70cb-3189-4844-951f-f295bb588b8d,revision_number=None']} {{(pid=104388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:21:35.795532 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-1756c680-1372-47d7-bdd2-d44f1aa48768 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546098'] for subnet (None), before_response {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:21:35.801580 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [None req-1756c680-1372-47d7-bdd2-d44f1aa48768 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/bc9d70cb-3189-4844-951f-f295bb588b8d HTTP/1.1" status: 204 len: 168 time: 0.4048147 Jun 18 05:21:35.801580 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.wsgi [-] (104388) accepted ('10.222.0.23', 52926) {{(pid=104388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 05:21:35.802375 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85d23af2-9160-48aa-bea5-8c98158d0dee None None] Network 381e581a-9cea-44f2-9ed2-365c11f6d6d9 requested from dv-cinder-836996-35-iscsi {{(pid=104389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 18 05:21:35.805887 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-7231f573-748a-4348-b4ea-7b2ed64a106e admin admin] Publish callbacks [] for security_group (90d11ef8-4e32-4bde-a3ce-e2b2bab9eef6), precommit_delete {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:21:35.828237 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG dbcounter [-] [104389] Writing DB stats neutron:SELECT=100 {{(pid=104389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:21:35.858561 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-73ce2336-ae36-421e-a153-247ef9b0d675 req-6252d551-5cbf-4367-99b5-970b6671f479 service neutron] 10.222.0.15 "GET /v2.0/networks/e40c5bf8-60a8-4d08-b489-6f107ba55c42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1423700 Jun 18 05:21:35.875756 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-5454970e-c59b-44be-be5d-51664674e42e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1848287'] for network (381e581a-9cea-44f2-9ed2-365c11f6d6d9), before_delete {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:21:35.919776 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.plugins.ml2.plugin [None req-5454970e-c59b-44be-be5d-51664674e42e admin admin] Deleting port 1cef0fc0-2d48-41b4-afba-b0d930059543 {{(pid=104388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 18 05:21:35.920125 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-5454970e-c59b-44be-be5d-51664674e42e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789592760634'] for port (1cef0fc0-2d48-41b4-afba-b0d930059543), before_delete {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:21:35.965868 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-73ce2336-ae36-421e-a153-247ef9b0d675 req-34d24551-ef85-47ac-b9db-0b7c3ea747df service neutron] 10.222.0.15 "GET /v2.0/networks/e40c5bf8-60a8-4d08-b489-6f107ba55c42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1008544 Jun 18 05:21:35.971495 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-7231f573-748a-4348-b4ea-7b2ed64a106e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728332'] for security_group (90d11ef8-4e32-4bde-a3ce-e2b2bab9eef6), after_delete {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:21:35.974000 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-7231f573-748a-4348-b4ea-7b2ed64a106e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:21:35.975600 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [None req-7231f573-748a-4348-b4ea-7b2ed64a106e admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/90d11ef8-4e32-4bde-a3ce-e2b2bab9eef6 HTTP/1.1" status: 204 len: 168 time: 0.3282046 Jun 18 05:21:35.998331 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.plugins.ml2.db [None req-5454970e-c59b-44be-be5d-51664674e42e admin admin] For port 1cef0fc0-2d48-41b4-afba-b0d930059543, host dv-cinder-836996-35-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-35-iscsi',level=0,port_id=1cef0fc0-2d48-41b4-afba-b0d930059543,segment=NetworkSegment(12bd4d7d-2559-47b9-9d42-fc7db48d9cb1),segment_id=12bd4d7d-2559-47b9-9d42-fc7db48d9cb1)] {{(pid=104388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 05:21:35.998697 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-5454970e-c59b-44be-be5d-51664674e42e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-734995'] for port (1cef0fc0-2d48-41b4-afba-b0d930059543), precommit_delete {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:21:36.000710 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7231f573-748a-4348-b4ea-7b2ed64a106e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90d11ef8-4e32-4bde-a3ce-e2b2bab9eef6,revision_number=None']} {{(pid=104387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:21:36.014829 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.plugins.ml2.plugin [None req-5454970e-c59b-44be-be5d-51664674e42e admin admin] Calling delete_port for 1cef0fc0-2d48-41b4-afba-b0d930059543 owned by network:dhcp {{(pid=104388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 18 05:21:36.027485 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc8a7d49-8ee6-4799-aa3c-821c8430c946 None None] DHCP port deletion for 381e581a-9cea-44f2-9ed2-365c11f6d6d9 request from dv-cinder-836996-35-iscsi {{(pid=104389) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 18 05:21:36.029553 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG dbcounter [-] [104387] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=104387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:21:36.073592 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG dbcounter [-] [104388] Writing DB stats neutron:SELECT=92,neutron:DELETE=6,neutron:UPDATE=2 {{(pid=104388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:21:36.082894 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.plugin [None req-cc8a7d49-8ee6-4799-aa3c-821c8430c946 None None] Deleting port 1cef0fc0-2d48-41b4-afba-b0d930059543 {{(pid=104389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 18 05:21:36.083493 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-cc8a7d49-8ee6-4799-aa3c-821c8430c946 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789592760634'] for port (1cef0fc0-2d48-41b4-afba-b0d930059543), before_delete {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:21:36.155779 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.db [None req-cc8a7d49-8ee6-4799-aa3c-821c8430c946 None None] For port 1cef0fc0-2d48-41b4-afba-b0d930059543, host dv-cinder-836996-35-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-35-iscsi',level=0,port_id=1cef0fc0-2d48-41b4-afba-b0d930059543,segment=NetworkSegment(12bd4d7d-2559-47b9-9d42-fc7db48d9cb1),segment_id=12bd4d7d-2559-47b9-9d42-fc7db48d9cb1)] {{(pid=104389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 05:21:36.155976 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-cc8a7d49-8ee6-4799-aa3c-821c8430c946 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-734995'] for port (1cef0fc0-2d48-41b4-afba-b0d930059543), precommit_delete {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:21:36.174121 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.plugin [None req-cc8a7d49-8ee6-4799-aa3c-821c8430c946 None None] Calling delete_port for 1cef0fc0-2d48-41b4-afba-b0d930059543 owned by network:dhcp {{(pid=104389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 18 05:21:36.223865 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-5454970e-c59b-44be-be5d-51664674e42e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1768343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789592765633', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789592262831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15493031'] for port (1cef0fc0-2d48-41b4-afba-b0d930059543), after_delete {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:21:36.252080 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-cc8a7d49-8ee6-4799-aa3c-821c8430c946 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1768343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789592765633', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789592262831'] for port (1cef0fc0-2d48-41b4-afba-b0d930059543), after_delete {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:21:36.259577 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5454970e-c59b-44be-be5d-51664674e42e admin admin] Pushing event deleted for resources: {'Port': ['ID=1cef0fc0-2d48-41b4-afba-b0d930059543,revision_number=None']} {{(pid=104388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:21:36.263182 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5454970e-c59b-44be-be5d-51664674e42e admin admin] No DVR routers for this DVR port 1cef0fc0-2d48-41b4-afba-b0d930059543 on host dv-cinder-836996-35-iscsi {{(pid=104388) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 18 05:21:36.282775 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc8a7d49-8ee6-4799-aa3c-821c8430c946 None None] Pushing event deleted for resources: {'Port': ['ID=1cef0fc0-2d48-41b4-afba-b0d930059543,revision_number=None']} {{(pid=104389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:21:36.290364 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc8a7d49-8ee6-4799-aa3c-821c8430c946 None None] No DVR routers for this DVR port 1cef0fc0-2d48-41b4-afba-b0d930059543 on host dv-cinder-836996-35-iscsi {{(pid=104389) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 18 05:21:36.354172 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-5454970e-c59b-44be-be5d-51664674e42e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1722107', 'neutron.services.segments.db._delete_segments_for_network-8789592556701'] for network (381e581a-9cea-44f2-9ed2-365c11f6d6d9), precommit_delete {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:21:36.378366 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.services.segments.db [None req-5454970e-c59b-44be-be5d-51664674e42e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['381e581a-9cea-44f2-9ed2-365c11f6d6d9']}} {{(pid=104388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 05:21:36.390665 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.services.segments.db [None req-5454970e-c59b-44be-be5d-51664674e42e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '12bd4d7d-2559-47b9-9d42-fc7db48d9cb1') {'for_net_delete': True} {{(pid=104388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 05:21:36.390968 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.services.segments.db [None req-5454970e-c59b-44be-be5d-51664674e42e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '12bd4d7d-2559-47b9-9d42-fc7db48d9cb1') {} {{(pid=104388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 05:21:36.403142 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-5454970e-c59b-44be-be5d-51664674e42e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789592557222', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14184782'] for segment (12bd4d7d-2559-47b9-9d42-fc7db48d9cb1), before_delete {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:21:36.419309 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-5454970e-c59b-44be-be5d-51664674e42e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1723189'] for segment (12bd4d7d-2559-47b9-9d42-fc7db48d9cb1), precommit_delete {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:21:36.427909 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5454970e-c59b-44be-be5d-51664674e42e admin admin] Releasing vlan 309 on physical network physnet1 to pool {{(pid=104388) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 18 05:21:36.429022 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-5454970e-c59b-44be-be5d-51664674e42e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1723189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15493010'] for segment (12bd4d7d-2559-47b9-9d42-fc7db48d9cb1), after_delete {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:21:36.452656 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.services.segments.plugin [-] Segment 12bd4d7d-2559-47b9-9d42-fc7db48d9cb1 resource provider aggregate not found Jun 18 05:21:36.495703 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.services.segments.plugin [-] Segment 12bd4d7d-2559-47b9-9d42-fc7db48d9cb1 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 12bd4d7d-2559-47b9-9d42-fc7db48d9cb1 found for delete ", "request_id": "req-e98bb05c-1921-42e8-90b5-8d6d8b36a3a5"}]} Jun 18 05:21:36.567219 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-5454970e-c59b-44be-be5d-51664674e42e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1722098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-736823'] for network (381e581a-9cea-44f2-9ed2-365c11f6d6d9), after_delete {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:21:36.574186 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-5454970e-c59b-44be-be5d-51664674e42e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546098'] for network (None), before_response {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:21:36.577307 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [None req-5454970e-c59b-44be-be5d-51664674e42e admin admin] 10.222.0.23 "DELETE /v2.0/networks/381e581a-9cea-44f2-9ed2-365c11f6d6d9 HTTP/1.1" status: 204 len: 168 time: 0.7751307 Jun 18 05:21:36.580304 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.wsgi [-] (104387) accepted ('10.222.0.23', 52942) {{(pid=104387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 05:21:36.591688 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5454970e-c59b-44be-be5d-51664674e42e admin admin] Pushing event deleted for resources: {'Network': ['ID=381e581a-9cea-44f2-9ed2-365c11f6d6d9,revision_number=None']} {{(pid=104388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:21:36.639569 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23cd3976-d374-4874-a0ac-806d0ae76c2d req-4ddec6cb-1ce0-413e-9069-6bde13ee1842 tempest-ServerRescueNegativeTestJSON-1272623576 tempest-ServerRescueNegativeTestJSON-1272623576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:21:36.641065 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-23cd3976-d374-4874-a0ac-806d0ae76c2d req-4ddec6cb-1ce0-413e-9069-6bde13ee1842 tempest-ServerRescueNegativeTestJSON-1272623576 tempest-ServerRescueNegativeTestJSON-1272623576-project] 10.222.0.23 "GET /v2.0/ports?device_id=5cdfd285-b389-41f4-9ec6-596c6b160f61 HTTP/1.1" status: 200 len: 945 time: 0.0473616 Jun 18 05:21:36.690754 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-23cd3976-d374-4874-a0ac-806d0ae76c2d req-8c56aec3-e972-4256-ab1b-262848ed4cf9 tempest-ServerRescueNegativeTestJSON-1272623576 tempest-ServerRescueNegativeTestJSON-1272623576-project] 10.222.0.23 "GET /v2.0/security-groups?id=c5751484-0293-4048-b6a0-5203ce806396&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439503 Jun 18 05:21:36.890019 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-038c7e5f-6b30-4e3b-b688-90f3f7e06d01 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-574248'] for router_interface (723aa2c1-aef8-407c-850c-a9dae73a8e0a), before_delete {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:21:37.080848 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG dbcounter [-] [104387] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:21:37.110311 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.plugin [None req-038c7e5f-6b30-4e3b-b688-90f3f7e06d01 admin admin] Deleting port 7c25c42e-5236-4f21-9c99-a42169b75130 {{(pid=104387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 18 05:21:37.110655 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-038c7e5f-6b30-4e3b-b688-90f3f7e06d01 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789592760634'] for port (7c25c42e-5236-4f21-9c99-a42169b75130), before_delete {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:21:37.196712 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.db [None req-038c7e5f-6b30-4e3b-b688-90f3f7e06d01 admin admin] For port 7c25c42e-5236-4f21-9c99-a42169b75130, host dv-cinder-836996-35-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-35-iscsi',level=0,port_id=7c25c42e-5236-4f21-9c99-a42169b75130,segment=NetworkSegment(8ea8409e-cdd6-4b7e-a56a-9be6cc3a6cb0),segment_id=8ea8409e-cdd6-4b7e-a56a-9be6cc3a6cb0)] {{(pid=104387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 05:21:37.197076 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-038c7e5f-6b30-4e3b-b688-90f3f7e06d01 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-734995'] for port (7c25c42e-5236-4f21-9c99-a42169b75130), precommit_delete {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:21:37.233193 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.plugin [None req-038c7e5f-6b30-4e3b-b688-90f3f7e06d01 admin admin] Calling delete_port for 7c25c42e-5236-4f21-9c99-a42169b75130 owned by network:router_interface {{(pid=104387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 18 05:21:37.252633 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-c98054ee-dfef-46f1-914c-ae1ead0e12ac req-cd84431b-d7eb-45e4-b6c2-afe67ba500d4 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=240d96c6-c2da-4ee1-8fd9-554944f65d95&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0586901 Jun 18 05:21:37.293709 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.rpc [None req-c042a677-28f5-4026-b552-0173028fe9dd None None] Device 1cef0fc0-2d48-41b4-afba-b0d930059543 no longer exists at agent ovs-agent-dv-cinder-836996-35-iscsi {{(pid=104389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 18 05:21:37.313224 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.plugin [None req-c042a677-28f5-4026-b552-0173028fe9dd None None] No Port match for: 1cef0fc0-2d48-41b4-afba-b0d930059543 {{(pid=104389) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 18 05:21:37.313828 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.rpc [None req-c042a677-28f5-4026-b552-0173028fe9dd None None] Device 1cef0fc0-2d48-41b4-afba-b0d930059543 not bound to the agent host dv-cinder-836996-35-iscsi {{(pid=104389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 18 05:21:37.314314 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.rpc [None req-c042a677-28f5-4026-b552-0173028fe9dd None None] Device ba654309-9a26-4997-b5d9-652b34b0d644 no longer exists at agent ovs-agent-dv-cinder-836996-35-iscsi {{(pid=104389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 18 05:21:37.336776 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.plugin [None req-c042a677-28f5-4026-b552-0173028fe9dd None None] No Port match for: ba654309-9a26-4997-b5d9-652b34b0d644 {{(pid=104389) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 18 05:21:37.337133 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.rpc [None req-c042a677-28f5-4026-b552-0173028fe9dd None None] Device ba654309-9a26-4997-b5d9-652b34b0d644 not bound to the agent host dv-cinder-836996-35-iscsi {{(pid=104389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 18 05:21:37.342234 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98054ee-dfef-46f1-914c-ae1ead0e12ac req-70dc92c4-4f9e-441c-b375-eb1fc2d97f21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:21:37.343761 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-c98054ee-dfef-46f1-914c-ae1ead0e12ac req-70dc92c4-4f9e-441c-b375-eb1fc2d97f21 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=969c470f720c4b2f97ba9f45c5d0d426&device_id=240d96c6-c2da-4ee1-8fd9-554944f65d95 HTTP/1.1" status: 200 len: 1129 time: 0.0565302 Jun 18 05:21:37.348814 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG dbcounter [-] [104387] Writing DB stats neutron:SELECT=100 {{(pid=104387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:21:37.481105 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789592556683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1744442'] for agent (21f82a9e-593b-4fa9-aa06-dfe6f16482e6), after_update {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:21:37.498457 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98054ee-dfef-46f1-914c-ae1ead0e12ac req-7cd45a0b-8a2e-4e62-9639-3b9031110dda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:21:37.499949 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-c98054ee-dfef-46f1-914c-ae1ead0e12ac req-7cd45a0b-8a2e-4e62-9639-3b9031110dda service neutron] 10.222.0.15 "GET /v2.0/networks?id=22d8eb11-0b66-4ea6-b4d2-3deab0a32f40 HTTP/1.1" status: 200 len: 912 time: 0.1208048 Jun 18 05:21:37.585001 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-c98054ee-dfef-46f1-914c-ae1ead0e12ac req-97317ca2-c162-46df-ad01-310e6fe78b24 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=376a2e8d-64a9-45d4-8092-b0e803666ea7 HTTP/1.1" status: 200 len: 1000 time: 0.0677314 Jun 18 05:21:37.632120 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-038c7e5f-6b30-4e3b-b688-90f3f7e06d01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1768343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789592765633', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789592262831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14020772'] for port (7c25c42e-5236-4f21-9c99-a42169b75130), after_delete {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:21:37.663163 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038c7e5f-6b30-4e3b-b688-90f3f7e06d01 admin admin] Pushing event deleted for resources: {'Port': ['ID=7c25c42e-5236-4f21-9c99-a42169b75130,revision_number=None']} {{(pid=104387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:21:37.667576 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98054ee-dfef-46f1-914c-ae1ead0e12ac req-f25717c8-609f-4436-8159-1f07956eff0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:21:37.669058 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-c98054ee-dfef-46f1-914c-ae1ead0e12ac req-f25717c8-609f-4436-8159-1f07956eff0e service neutron] 10.222.0.15 "GET /v2.0/subnets?id=5d138401-1420-4153-a9c8-b647c19cd403 HTTP/1.1" status: 200 len: 850 time: 0.0756040 Jun 18 05:21:37.758034 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98054ee-dfef-46f1-914c-ae1ead0e12ac req-0e9b9c08-5c2d-4bfd-9fcd-59ebd991b083 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:21:37.759580 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-c98054ee-dfef-46f1-914c-ae1ead0e12ac req-0e9b9c08-5c2d-4bfd-9fcd-59ebd991b083 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=22d8eb11-0b66-4ea6-b4d2-3deab0a32f40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0697088 Jun 18 05:21:37.914687 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17529850-32be-48b5-ad4f-a46deec313b9 req-baa98290-3cfb-4a27-b1f1-85ec256fcf24 tempest-ServerRescueNegativeTestJSON-1272623576 tempest-ServerRescueNegativeTestJSON-1272623576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:21:37.916183 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-17529850-32be-48b5-ad4f-a46deec313b9 req-baa98290-3cfb-4a27-b1f1-85ec256fcf24 tempest-ServerRescueNegativeTestJSON-1272623576 tempest-ServerRescueNegativeTestJSON-1272623576-project] 10.222.0.23 "GET /v2.0/ports?device_id=5cdfd285-b389-41f4-9ec6-596c6b160f61 HTTP/1.1" status: 200 len: 945 time: 0.1438284 Jun 18 05:21:37.997375 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG dbcounter [-] [104387] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:21:38.001448 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-038c7e5f-6b30-4e3b-b688-90f3f7e06d01 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-546271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-575160'] for router_interface (723aa2c1-aef8-407c-850c-a9dae73a8e0a), after_delete {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:21:38.018303 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-c98054ee-dfef-46f1-914c-ae1ead0e12ac req-e353c3bd-f35f-4f2c-83c0-8c85138d6e5c service neutron] 10.222.0.15 "GET /v2.0/networks/22d8eb11-0b66-4ea6-b4d2-3deab0a32f40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2152662 Jun 18 05:21:38.024990 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-17529850-32be-48b5-ad4f-a46deec313b9 req-77a59e70-7773-4b68-a833-a22a809d103e tempest-ServerRescueNegativeTestJSON-1272623576 tempest-ServerRescueNegativeTestJSON-1272623576-project] 10.222.0.23 "GET /v2.0/security-groups?id=c5751484-0293-4048-b6a0-5203ce806396&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0848644 Jun 18 05:21:38.128368 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG dbcounter [-] [104387] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=104387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:21:38.195319 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-c98054ee-dfef-46f1-914c-ae1ead0e12ac req-f810d0a0-bd70-41df-bd60-c4959a006843 service neutron] 10.222.0.15 "GET /v2.0/networks/22d8eb11-0b66-4ea6-b4d2-3deab0a32f40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1681244 Jun 18 05:21:38.300947 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-038c7e5f-6b30-4e3b-b688-90f3f7e06d01 admin admin] Router 723aa2c1-aef8-407c-850c-a9dae73a8e0a has already been hosted by L3 agent a8549501-0164-4ac5-90a6-1ba1ba0d3f9d {{(pid=104387) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 18 05:21:38.402781 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-038c7e5f-6b30-4e3b-b688-90f3f7e06d01 admin admin] Notify agent at l3_agent.dv-cinder-836996-35-iscsi the message routers_updated {{(pid=104387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 05:21:38.407969 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [None req-038c7e5f-6b30-4e3b-b688-90f3f7e06d01 admin admin] 10.222.0.23 "PUT /v2.0/routers/723aa2c1-aef8-407c-850c-a9dae73a8e0a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8264508 Jun 18 05:21:38.410508 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.wsgi [-] (104387) accepted ('10.222.0.23', 52948) {{(pid=104387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 05:21:38.411651 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bea7f7fe-b36f-4c31-aa46-7c12a6e3818d None None] Sync routers for ids ['723aa2c1-aef8-407c-850c-a9dae73a8e0a'] in dv-cinder-836996-35-iscsi {{(pid=104390) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 05:21:38.421875 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bea7f7fe-b36f-4c31-aa46-7c12a6e3818d None None] Routers {'723aa2c1-aef8-407c-850c-a9dae73a8e0a'} bound to L3 agent in host dv-cinder-836996-35-iscsi {{(pid=104390) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 18 05:21:38.422493 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG neutron.db.l3_hamode_db [None req-bea7f7fe-b36f-4c31-aa46-7c12a6e3818d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-35-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-06-18T05:08:24Z,description=,heartbeat_timestamp=2022-06-18T05:21:24Z,host='dv-cinder-836996-35-iscsi',id=a8549501-0164-4ac5-90a6-1ba1ba0d3f9d,load=0,resource_versions=,resources_synced=,started_at=2022-06-18T05:08:25Z,topic='l3_agent')) {'router_ids': ['723aa2c1-aef8-407c-850c-a9dae73a8e0a'], 'active': True} {{(pid=104390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 05:21:38.524073 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG neutron.db.l3_dvr_db [None req-bea7f7fe-b36f-4c31-aa46-7c12a6e3818d None None] Set router 723aa2c1-aef8-407c-850c-a9dae73a8e0a gateway port host: dv-cinder-836996-35-iscsi {{(pid=104390) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 18 05:21:38.703565 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG neutron.db.l3_hamode_db [None req-bea7f7fe-b36f-4c31-aa46-7c12a6e3818d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '723aa2c1-aef8-407c-850c-a9dae73a8e0a', 'name': 'tempest-TestMinimumBasicScenario-1997020849-router', 'tenant_id': 'fcb1e990c65747549be861c1103aafb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65c030c7-6a7d-4cea-a47d-5cdd532db0e6', 'external_fixed_ips': [{'subnet_id': 'a9fa7760-a071-45ee-b985-799999c69975', 'ip_address': '172.27.2.20'}], 'enable_snat': True}, 'gw_port_id': '44d75339-25f5-4359-a6cd-235b6e3740f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-18T05:17:57Z', 'updated_at': '2022-06-18T05:21:37Z', 'revision_number': 5, 'project_id': 'fcb1e990c65747549be861c1103aafb1', 'gw_port': {'id': '44d75339-25f5-4359-a6cd-235b6e3740f1', 'name': '', 'network_id': '65c030c7-6a7d-4cea-a47d-5cdd532db0e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:f9:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '723aa2c1-aef8-407c-850c-a9dae73a8e0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': 'a9fa7760-a071-45ee-b985-799999c69975', 'ip_address': '172.27.2.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-18T05:17:58Z', 'updated_at': '2022-06-18T05:18:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9fa7760-a071-45ee-b985-799999c69975', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-35-iscsi'}], 'dv-cinder-836996-35-iscsi', False) {} {{(pid=104390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 05:21:38.728845 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bea7f7fe-b36f-4c31-aa46-7c12a6e3818d None None] Checking router: 723aa2c1-aef8-407c-850c-a9dae73a8e0a for host: dv-cinder-836996-35-iscsi {{(pid=104390) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 05:21:38.737703 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bea7f7fe-b36f-4c31-aa46-7c12a6e3818d None None] Routers {'723aa2c1-aef8-407c-850c-a9dae73a8e0a'} bound to L3 agent in host dv-cinder-836996-35-iscsi {{(pid=104390) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 18 05:21:38.738318 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG neutron.db.l3_hamode_db [None req-bea7f7fe-b36f-4c31-aa46-7c12a6e3818d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-35-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-06-18T05:08:24Z,description=,heartbeat_timestamp=2022-06-18T05:21:24Z,host='dv-cinder-836996-35-iscsi',id=a8549501-0164-4ac5-90a6-1ba1ba0d3f9d,load=0,resource_versions=,resources_synced=,started_at=2022-06-18T05:08:25Z,topic='l3_agent')) {'router_ids': ['723aa2c1-aef8-407c-850c-a9dae73a8e0a'], 'active': True} {{(pid=104390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 05:21:38.780795 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-145489d0-5dfa-40f7-9354-9b587dde305d admin admin] Publish callbacks [] for router (723aa2c1-aef8-407c-850c-a9dae73a8e0a), before_delete {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:21:38.847983 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG neutron.db.l3_dvr_db [None req-bea7f7fe-b36f-4c31-aa46-7c12a6e3818d None None] Set router 723aa2c1-aef8-407c-850c-a9dae73a8e0a gateway port host: dv-cinder-836996-35-iscsi {{(pid=104390) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 18 05:21:38.882269 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-145489d0-5dfa-40f7-9354-9b587dde305d admin admin] Publish callbacks [] for router_gateway (723aa2c1-aef8-407c-850c-a9dae73a8e0a), before_delete {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:21:38.993236 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.plugin [None req-145489d0-5dfa-40f7-9354-9b587dde305d admin admin] Deleting port 44d75339-25f5-4359-a6cd-235b6e3740f1 {{(pid=104387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 18 05:21:38.993601 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-145489d0-5dfa-40f7-9354-9b587dde305d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789592760634'] for port (44d75339-25f5-4359-a6cd-235b6e3740f1), before_delete {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:21:39.077805 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.db [None req-145489d0-5dfa-40f7-9354-9b587dde305d admin admin] For port 44d75339-25f5-4359-a6cd-235b6e3740f1, host dv-cinder-836996-35-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-35-iscsi',level=0,port_id=44d75339-25f5-4359-a6cd-235b6e3740f1,segment=NetworkSegment(62e6b565-92f9-4432-9d4a-754d0a7517a7),segment_id=62e6b565-92f9-4432-9d4a-754d0a7517a7)] {{(pid=104387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 05:21:39.078164 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-145489d0-5dfa-40f7-9354-9b587dde305d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-734995'] for port (44d75339-25f5-4359-a6cd-235b6e3740f1), precommit_delete {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:21:39.094465 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG neutron.db.l3_hamode_db [None req-bea7f7fe-b36f-4c31-aa46-7c12a6e3818d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '723aa2c1-aef8-407c-850c-a9dae73a8e0a', 'name': 'tempest-TestMinimumBasicScenario-1997020849-router', 'tenant_id': 'fcb1e990c65747549be861c1103aafb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65c030c7-6a7d-4cea-a47d-5cdd532db0e6', 'external_fixed_ips': [{'subnet_id': 'a9fa7760-a071-45ee-b985-799999c69975', 'ip_address': '172.27.2.20'}], 'enable_snat': True}, 'gw_port_id': '44d75339-25f5-4359-a6cd-235b6e3740f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-18T05:17:57Z', 'updated_at': '2022-06-18T05:21:37Z', 'revision_number': 5, 'project_id': 'fcb1e990c65747549be861c1103aafb1', 'gw_port': {'id': '44d75339-25f5-4359-a6cd-235b6e3740f1', 'name': '', 'network_id': '65c030c7-6a7d-4cea-a47d-5cdd532db0e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:f9:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '723aa2c1-aef8-407c-850c-a9dae73a8e0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': 'a9fa7760-a071-45ee-b985-799999c69975', 'ip_address': '172.27.2.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-18T05:17:58Z', 'updated_at': '2022-06-18T05:18:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9fa7760-a071-45ee-b985-799999c69975', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-35-iscsi'}], 'dv-cinder-836996-35-iscsi', False) {} {{(pid=104390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 05:21:39.097708 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.plugin [None req-145489d0-5dfa-40f7-9354-9b587dde305d admin admin] Calling delete_port for 44d75339-25f5-4359-a6cd-235b6e3740f1 owned by network:router_gateway {{(pid=104387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 18 05:21:39.122191 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bea7f7fe-b36f-4c31-aa46-7c12a6e3818d None None] The sync data for ids ['723aa2c1-aef8-407c-850c-a9dae73a8e0a'] in dv-cinder-836996-35-iscsi is: [{'id': '723aa2c1-aef8-407c-850c-a9dae73a8e0a', 'name': 'tempest-TestMinimumBasicScenario-1997020849-router', 'tenant_id': 'fcb1e990c65747549be861c1103aafb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65c030c7-6a7d-4cea-a47d-5cdd532db0e6', 'external_fixed_ips': [{'subnet_id': 'a9fa7760-a071-45ee-b985-799999c69975', 'ip_address': '172.27.2.20'}], 'enable_snat': True}, 'gw_port_id': '44d75339-25f5-4359-a6cd-235b6e3740f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-18T05:17:57Z', 'updated_at': '2022-06-18T05:21:37Z', 'revision_number': 5, 'project_id': 'fcb1e990c65747549be861c1103aafb1', 'gw_port': {'id': '44d75339-25f5-4359-a6cd-235b6e3740f1', 'name': '', 'network_id': '65c030c7-6a7d-4cea-a47d-5cdd532db0e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:f9:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '723aa2c1-aef8-407c-850c-a9dae73a8e0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': 'a9fa7760-a071-45ee-b985-799999c69975', 'ip_address': '172.27.2.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-18T05:17:58Z', 'updated_at': '2022-06-18T05:18:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9fa7760-a071-45ee-b985-799999c69975', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-35-iscsi'}] {{(pid=104390) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 05:21:39.153715 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e166ba3e-f2b9-4960-82e5-e4c766e6af19 req-256334d5-aba7-4c49-9684-1fd8bad53a4b tempest-ServerRescueNegativeTestJSON-1272623576 tempest-ServerRescueNegativeTestJSON-1272623576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:21:39.155612 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-e166ba3e-f2b9-4960-82e5-e4c766e6af19 req-256334d5-aba7-4c49-9684-1fd8bad53a4b tempest-ServerRescueNegativeTestJSON-1272623576 tempest-ServerRescueNegativeTestJSON-1272623576-project] 10.222.0.23 "GET /v2.0/ports?device_id=5cdfd285-b389-41f4-9ec6-596c6b160f61 HTTP/1.1" status: 200 len: 945 time: 0.0535245 Jun 18 05:21:39.203539 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG dbcounter [-] [104387] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:21:39.215189 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-e166ba3e-f2b9-4960-82e5-e4c766e6af19 req-9c8f2dc2-5f7e-40b3-9931-c38a12dd8c4f tempest-ServerRescueNegativeTestJSON-1272623576 tempest-ServerRescueNegativeTestJSON-1272623576-project] 10.222.0.23 "GET /v2.0/security-groups?id=c5751484-0293-4048-b6a0-5203ce806396&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434556 Jun 18 05:21:39.340955 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-145489d0-5dfa-40f7-9354-9b587dde305d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1768343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789592765633', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789592262831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14020772'] for port (44d75339-25f5-4359-a6cd-235b6e3740f1), after_delete {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:21:39.363671 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145489d0-5dfa-40f7-9354-9b587dde305d admin admin] Pushing event deleted for resources: {'Port': ['ID=44d75339-25f5-4359-a6cd-235b6e3740f1,revision_number=None']} {{(pid=104387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:21:39.391471 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG dbcounter [-] [104387] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=104387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:21:39.432935 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-145489d0-5dfa-40f7-9354-9b587dde305d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-737003'] for router_gateway (723aa2c1-aef8-407c-850c-a9dae73a8e0a), after_delete {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:21:39.524094 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-145489d0-5dfa-40f7-9354-9b587dde305d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-575990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9626'] for router (723aa2c1-aef8-407c-850c-a9dae73a8e0a), precommit_delete {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:21:39.526447 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-145489d0-5dfa-40f7-9354-9b587dde305d admin admin] Publish callbacks [] for router_controller (723aa2c1-aef8-407c-850c-a9dae73a8e0a), precommit_delete_associations {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:21:39.601713 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.rpc [None req-c042a677-28f5-4026-b552-0173028fe9dd None None] Device 7c25c42e-5236-4f21-9c99-a42169b75130 no longer exists at agent ovs-agent-dv-cinder-836996-35-iscsi {{(pid=104389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 18 05:21:39.622839 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.plugin [None req-c042a677-28f5-4026-b552-0173028fe9dd None None] No Port match for: 7c25c42e-5236-4f21-9c99-a42169b75130 {{(pid=104389) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 18 05:21:39.623189 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.rpc [None req-c042a677-28f5-4026-b552-0173028fe9dd None None] Device 7c25c42e-5236-4f21-9c99-a42169b75130 not bound to the agent host dv-cinder-836996-35-iscsi {{(pid=104389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 18 05:21:39.627156 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-145489d0-5dfa-40f7-9354-9b587dde305d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-574313'] for router (723aa2c1-aef8-407c-850c-a9dae73a8e0a), after_delete {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:21:39.627798 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-145489d0-5dfa-40f7-9354-9b587dde305d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 723aa2c1-aef8-407c-850c-a9dae73a8e0a {{(pid=104387) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 18 05:21:39.632555 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-145489d0-5dfa-40f7-9354-9b587dde305d admin admin] Publish callbacks [] for router (None), before_response {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:21:39.633915 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [None req-145489d0-5dfa-40f7-9354-9b587dde305d admin admin] 10.222.0.23 "DELETE /v2.0/routers/723aa2c1-aef8-407c-850c-a9dae73a8e0a HTTP/1.1" status: 204 len: 168 time: 1.2224946 Jun 18 05:21:39.636383 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.wsgi [-] (104387) accepted ('10.222.0.23', 52954) {{(pid=104387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 05:21:39.685873 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.db.db_base_plugin_v2 [None req-aa30224c-cb15-414d-9a5b-52d5066cc7fe admin admin] Deleting subnet bf7360c8-1f01-40e7-a8ee-e187e3f9feea {{(pid=104387) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 18 05:21:39.689007 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-aa30224c-cb15-414d-9a5b-52d5066cc7fe admin admin] Publish callbacks [] for subnet (bf7360c8-1f01-40e7-a8ee-e187e3f9feea), before_delete {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:21:39.727297 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-aa30224c-cb15-414d-9a5b-52d5066cc7fe admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14008636'] for subnet (bf7360c8-1f01-40e7-a8ee-e187e3f9feea), precommit_delete_associations {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:21:39.807469 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-aa30224c-cb15-414d-9a5b-52d5066cc7fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1721998'] for subnet (bf7360c8-1f01-40e7-a8ee-e187e3f9feea), precommit_delete {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:21:39.947052 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-aa30224c-cb15-414d-9a5b-52d5066cc7fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1720957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14020979', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13962170'] for subnet (bf7360c8-1f01-40e7-a8ee-e187e3f9feea), after_delete {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:21:39.975257 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa30224c-cb15-414d-9a5b-52d5066cc7fe admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bf7360c8-1f01-40e7-a8ee-e187e3f9feea,revision_number=None']} {{(pid=104387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:21:39.977237 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-aa30224c-cb15-414d-9a5b-52d5066cc7fe admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:21:39.981010 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [None req-aa30224c-cb15-414d-9a5b-52d5066cc7fe admin admin] 10.222.0.23 "DELETE /v2.0/subnets/bf7360c8-1f01-40e7-a8ee-e187e3f9feea HTTP/1.1" status: 204 len: 168 time: 0.3435528 Jun 18 05:21:39.982567 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce316088-f1f7-420f-8d8c-c0e4f7764e29 None None] Network 5c335596-fea1-451c-bc9d-a6a1f3e18ffc requested from dv-cinder-836996-35-iscsi {{(pid=104389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 18 05:21:39.982786 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.wsgi [-] (104387) accepted ('10.222.0.23', 52956) {{(pid=104387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 05:21:40.071278 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-6695f264-2e43-4576-9335-9c164c487c57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1848287'] for network (5c335596-fea1-451c-bc9d-a6a1f3e18ffc), before_delete {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:21:40.121087 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.plugin [None req-6695f264-2e43-4576-9335-9c164c487c57 admin admin] Deleting port f81ff762-914c-4210-9bd2-d1887fa369f1 {{(pid=104387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 18 05:21:40.121462 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-6695f264-2e43-4576-9335-9c164c487c57 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789592760634'] for port (f81ff762-914c-4210-9bd2-d1887fa369f1), before_delete {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:21:40.170446 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ed20765-ea72-4c02-b766-9c68d8145988 None None] DHCP port deletion for 5c335596-fea1-451c-bc9d-a6a1f3e18ffc request from dv-cinder-836996-35-iscsi {{(pid=104389) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 18 05:21:40.190224 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.db [None req-6695f264-2e43-4576-9335-9c164c487c57 admin admin] For port f81ff762-914c-4210-9bd2-d1887fa369f1, host dv-cinder-836996-35-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-35-iscsi',level=0,port_id=f81ff762-914c-4210-9bd2-d1887fa369f1,segment=NetworkSegment(8ea8409e-cdd6-4b7e-a56a-9be6cc3a6cb0),segment_id=8ea8409e-cdd6-4b7e-a56a-9be6cc3a6cb0)] {{(pid=104387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 05:21:40.190607 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-6695f264-2e43-4576-9335-9c164c487c57 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-734995'] for port (f81ff762-914c-4210-9bd2-d1887fa369f1), precommit_delete {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:21:40.205703 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.plugin [None req-6695f264-2e43-4576-9335-9c164c487c57 admin admin] Calling delete_port for f81ff762-914c-4210-9bd2-d1887fa369f1 owned by network:dhcp {{(pid=104387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 18 05:21:40.230347 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.plugin [None req-2ed20765-ea72-4c02-b766-9c68d8145988 None None] Deleting port f81ff762-914c-4210-9bd2-d1887fa369f1 {{(pid=104389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 18 05:21:40.231062 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-2ed20765-ea72-4c02-b766-9c68d8145988 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789592760634'] for port (f81ff762-914c-4210-9bd2-d1887fa369f1), before_delete {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:21:40.310181 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.db [None req-2ed20765-ea72-4c02-b766-9c68d8145988 None None] For port f81ff762-914c-4210-9bd2-d1887fa369f1, host dv-cinder-836996-35-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-35-iscsi',level=0,port_id=f81ff762-914c-4210-9bd2-d1887fa369f1,segment=NetworkSegment(8ea8409e-cdd6-4b7e-a56a-9be6cc3a6cb0),segment_id=8ea8409e-cdd6-4b7e-a56a-9be6cc3a6cb0)] {{(pid=104389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 05:21:40.310593 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-2ed20765-ea72-4c02-b766-9c68d8145988 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-734995'] for port (f81ff762-914c-4210-9bd2-d1887fa369f1), precommit_delete {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:21:40.325108 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG dbcounter [-] [104387] Writing DB stats neutron:SELECT=88,neutron:DELETE=11,neutron:UPDATE=1 {{(pid=104387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:21:40.325295 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.plugin [None req-2ed20765-ea72-4c02-b766-9c68d8145988 None None] Calling delete_port for f81ff762-914c-4210-9bd2-d1887fa369f1 owned by network:dhcp {{(pid=104389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 18 05:21:40.344885 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f63511-8e5c-4894-8ea2-ce106ce92bf8 req-a36333b8-9a3f-4ff5-8dbe-401a7d5595c8 tempest-ServerRescueNegativeTestJSON-1272623576 tempest-ServerRescueNegativeTestJSON-1272623576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:21:40.344885 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-d7f63511-8e5c-4894-8ea2-ce106ce92bf8 req-a36333b8-9a3f-4ff5-8dbe-401a7d5595c8 tempest-ServerRescueNegativeTestJSON-1272623576 tempest-ServerRescueNegativeTestJSON-1272623576-project] 10.222.0.23 "GET /v2.0/ports?device_id=5cdfd285-b389-41f4-9ec6-596c6b160f61 HTTP/1.1" status: 200 len: 945 time: 0.0482335 Jun 18 05:21:40.399489 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-d7f63511-8e5c-4894-8ea2-ce106ce92bf8 req-8992a879-c61d-41f8-8a0c-23b210091b6b tempest-ServerRescueNegativeTestJSON-1272623576 tempest-ServerRescueNegativeTestJSON-1272623576-project] 10.222.0.23 "GET /v2.0/security-groups?id=c5751484-0293-4048-b6a0-5203ce806396&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489280 Jun 18 05:21:40.412133 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-6695f264-2e43-4576-9335-9c164c487c57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1768343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789592765633', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789592262831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14020772'] for port (f81ff762-914c-4210-9bd2-d1887fa369f1), after_delete {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:21:40.418167 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-2ed20765-ea72-4c02-b766-9c68d8145988 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1768343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789592765633', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789592262831'] for port (f81ff762-914c-4210-9bd2-d1887fa369f1), after_delete {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:21:40.435494 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6695f264-2e43-4576-9335-9c164c487c57 admin admin] Pushing event deleted for resources: {'Port': ['ID=f81ff762-914c-4210-9bd2-d1887fa369f1,revision_number=None']} {{(pid=104387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:21:40.444958 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed20765-ea72-4c02-b766-9c68d8145988 None None] Pushing event deleted for resources: {'Port': ['ID=f81ff762-914c-4210-9bd2-d1887fa369f1,revision_number=None']} {{(pid=104389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:21:40.448403 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6695f264-2e43-4576-9335-9c164c487c57 admin admin] No DVR routers for this DVR port f81ff762-914c-4210-9bd2-d1887fa369f1 on host dv-cinder-836996-35-iscsi {{(pid=104387) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 18 05:21:40.448532 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ed20765-ea72-4c02-b766-9c68d8145988 None None] No DVR routers for this DVR port f81ff762-914c-4210-9bd2-d1887fa369f1 on host dv-cinder-836996-35-iscsi {{(pid=104389) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 18 05:21:40.520931 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-6695f264-2e43-4576-9335-9c164c487c57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1722107', 'neutron.services.segments.db._delete_segments_for_network-8789592556701'] for network (5c335596-fea1-451c-bc9d-a6a1f3e18ffc), precommit_delete {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:21:40.528311 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG dbcounter [-] [104387] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=104387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:21:40.542533 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.services.segments.db [None req-6695f264-2e43-4576-9335-9c164c487c57 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5c335596-fea1-451c-bc9d-a6a1f3e18ffc']}} {{(pid=104387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 05:21:40.551964 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.services.segments.db [None req-6695f264-2e43-4576-9335-9c164c487c57 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8ea8409e-cdd6-4b7e-a56a-9be6cc3a6cb0') {'for_net_delete': True} {{(pid=104387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 05:21:40.552264 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.services.segments.db [None req-6695f264-2e43-4576-9335-9c164c487c57 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8ea8409e-cdd6-4b7e-a56a-9be6cc3a6cb0') {} {{(pid=104387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 05:21:40.563924 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-6695f264-2e43-4576-9335-9c164c487c57 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789592557222', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14008627'] for segment (8ea8409e-cdd6-4b7e-a56a-9be6cc3a6cb0), before_delete {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:21:40.577353 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-6695f264-2e43-4576-9335-9c164c487c57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1723189'] for segment (8ea8409e-cdd6-4b7e-a56a-9be6cc3a6cb0), precommit_delete {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:21:40.585025 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6695f264-2e43-4576-9335-9c164c487c57 admin admin] Releasing vlan 306 on physical network physnet1 to pool {{(pid=104387) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 18 05:21:40.585533 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-6695f264-2e43-4576-9335-9c164c487c57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1723189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14020753'] for segment (8ea8409e-cdd6-4b7e-a56a-9be6cc3a6cb0), after_delete {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:21:40.693786 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d690065c-728a-467d-8def-bfe56abe5737 req-c1632b40-4816-43cd-afe0-64e42de9f81d tempest-AttachVolumeTestJSON-1934236616 tempest-AttachVolumeTestJSON-1934236616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:21:40.695337 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-d690065c-728a-467d-8def-bfe56abe5737 req-c1632b40-4816-43cd-afe0-64e42de9f81d tempest-AttachVolumeTestJSON-1934236616 tempest-AttachVolumeTestJSON-1934236616-project] 10.222.0.23 "GET /v2.0/ports?device_id=240d96c6-c2da-4ee1-8fd9-554944f65d95 HTTP/1.1" status: 200 len: 945 time: 0.0832651 Jun 18 05:21:40.748844 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-d690065c-728a-467d-8def-bfe56abe5737 req-26254dc0-eb24-4e44-8e48-39591573b9ae tempest-AttachVolumeTestJSON-1934236616 tempest-AttachVolumeTestJSON-1934236616-project] 10.222.0.23 "GET /v2.0/security-groups?id=56599af9-2eb2-464a-a36c-fced5401bf67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479467 Jun 18 05:21:40.775568 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-6695f264-2e43-4576-9335-9c164c487c57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1722098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-736823'] for network (5c335596-fea1-451c-bc9d-a6a1f3e18ffc), after_delete {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:21:40.781443 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-6695f264-2e43-4576-9335-9c164c487c57 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546098'] for network (None), before_response {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:21:40.784825 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [None req-6695f264-2e43-4576-9335-9c164c487c57 admin admin] 10.222.0.23 "DELETE /v2.0/networks/5c335596-fea1-451c-bc9d-a6a1f3e18ffc HTTP/1.1" status: 204 len: 168 time: 0.8011246 Jun 18 05:21:40.786420 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.services.segments.plugin [-] Segment 8ea8409e-cdd6-4b7e-a56a-9be6cc3a6cb0 resource provider aggregate not found Jun 18 05:21:40.800716 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6695f264-2e43-4576-9335-9c164c487c57 admin admin] Pushing event deleted for resources: {'Network': ['ID=5c335596-fea1-451c-bc9d-a6a1f3e18ffc,revision_number=None']} {{(pid=104387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:21:40.807034 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.services.segments.plugin [-] Segment 8ea8409e-cdd6-4b7e-a56a-9be6cc3a6cb0 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 8ea8409e-cdd6-4b7e-a56a-9be6cc3a6cb0 found for delete ", "request_id": "req-9c865ed8-6cb6-4eb3-bad3-62e755b23ffc"}]} Jun 18 05:21:41.162969 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.wsgi [-] (104387) accepted ('10.222.0.23', 52978) {{(pid=104387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 05:21:41.203132 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [None req-bf002ed4-36c9-48d0-bace-2a9f561191f3 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=3a833f00ba294564a66b9eefbc49147e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0390589 Jun 18 05:21:41.205610 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.wsgi [-] (104387) accepted ('10.222.0.23', 52980) {{(pid=104387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 05:21:41.255368 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-29a3588d-8c7b-4104-b576-cf06af31e101 admin admin] Publish callbacks [] for security_group (bc90fc02-3a22-4765-be93-15065878de04), before_delete {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:21:41.282412 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-29a3588d-8c7b-4104-b576-cf06af31e101 admin admin] Publish callbacks [] for security_group (bc90fc02-3a22-4765-be93-15065878de04), precommit_delete {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:21:41.294080 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.rpc [None req-c042a677-28f5-4026-b552-0173028fe9dd None None] Device f81ff762-914c-4210-9bd2-d1887fa369f1 no longer exists at agent ovs-agent-dv-cinder-836996-35-iscsi {{(pid=104389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 18 05:21:41.316265 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.plugin [None req-c042a677-28f5-4026-b552-0173028fe9dd None None] No Port match for: f81ff762-914c-4210-9bd2-d1887fa369f1 {{(pid=104389) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 18 05:21:41.316611 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.rpc [None req-c042a677-28f5-4026-b552-0173028fe9dd None None] Device f81ff762-914c-4210-9bd2-d1887fa369f1 not bound to the agent host dv-cinder-836996-35-iscsi {{(pid=104389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 18 05:21:41.317076 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.rpc [None req-c042a677-28f5-4026-b552-0173028fe9dd None None] Device 44d75339-25f5-4359-a6cd-235b6e3740f1 no longer exists at agent ovs-agent-dv-cinder-836996-35-iscsi {{(pid=104389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 18 05:21:41.336144 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.plugin [None req-c042a677-28f5-4026-b552-0173028fe9dd None None] No Port match for: 44d75339-25f5-4359-a6cd-235b6e3740f1 {{(pid=104389) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 18 05:21:41.336490 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.rpc [None req-c042a677-28f5-4026-b552-0173028fe9dd None None] Device 44d75339-25f5-4359-a6cd-235b6e3740f1 not bound to the agent host dv-cinder-836996-35-iscsi {{(pid=104389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 18 05:21:41.381639 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-29a3588d-8c7b-4104-b576-cf06af31e101 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728332'] for security_group (bc90fc02-3a22-4765-be93-15065878de04), after_delete {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:21:41.384190 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-29a3588d-8c7b-4104-b576-cf06af31e101 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:21:41.385329 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [None req-29a3588d-8c7b-4104-b576-cf06af31e101 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/bc90fc02-3a22-4765-be93-15065878de04 HTTP/1.1" status: 204 len: 168 time: 0.1788025 Jun 18 05:21:41.394601 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a3588d-8c7b-4104-b576-cf06af31e101 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc90fc02-3a22-4765-be93-15065878de04,revision_number=None']} {{(pid=104387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:21:41.517533 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada944f0-7476-4e94-bcd2-aafc612ee1b9 req-861c6a4d-e3b3-4bd8-b0fb-cc14e2910135 tempest-ServerRescueNegativeTestJSON-1272623576 tempest-ServerRescueNegativeTestJSON-1272623576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:21:41.519045 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-ada944f0-7476-4e94-bcd2-aafc612ee1b9 req-861c6a4d-e3b3-4bd8-b0fb-cc14e2910135 tempest-ServerRescueNegativeTestJSON-1272623576 tempest-ServerRescueNegativeTestJSON-1272623576-project] 10.222.0.23 "GET /v2.0/ports?device_id=5cdfd285-b389-41f4-9ec6-596c6b160f61 HTTP/1.1" status: 200 len: 945 time: 0.0472348 Jun 18 05:21:41.567055 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-ada944f0-7476-4e94-bcd2-aafc612ee1b9 req-17cb6cb6-eb7c-4ba5-a2fb-105ab1c35aa6 tempest-ServerRescueNegativeTestJSON-1272623576 tempest-ServerRescueNegativeTestJSON-1272623576-project] 10.222.0.23 "GET /v2.0/security-groups?id=c5751484-0293-4048-b6a0-5203ce806396&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418396 Jun 18 05:21:42.024264 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee3ab04-3bf1-4125-acde-938db2d92272 req-766e3081-39f4-4345-adf8-910b9bc7799e tempest-AttachVolumeTestJSON-1934236616 tempest-AttachVolumeTestJSON-1934236616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:21:42.025768 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-7ee3ab04-3bf1-4125-acde-938db2d92272 req-766e3081-39f4-4345-adf8-910b9bc7799e tempest-AttachVolumeTestJSON-1934236616 tempest-AttachVolumeTestJSON-1934236616-project] 10.222.0.23 "GET /v2.0/ports?device_id=240d96c6-c2da-4ee1-8fd9-554944f65d95 HTTP/1.1" status: 200 len: 945 time: 0.0474489 Jun 18 05:21:42.071306 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.wsgi [-] (104387) accepted ('10.222.0.23', 52992) {{(pid=104387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 05:21:42.081128 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-7ee3ab04-3bf1-4125-acde-938db2d92272 req-c712480f-64d4-4e2a-8cc6-ad7d6683f3ba tempest-AttachVolumeTestJSON-1934236616 tempest-AttachVolumeTestJSON-1934236616-project] 10.222.0.23 "GET /v2.0/security-groups?id=56599af9-2eb2-464a-a36c-fced5401bf67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495913 Jun 18 05:21:42.116706 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [None req-bbd96e90-228a-4ae3-b7c1-5992c9ab7f47 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=fcb1e990c65747549be861c1103aafb1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0443158 Jun 18 05:21:42.120726 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.wsgi [-] (104387) accepted ('10.222.0.23', 52994) {{(pid=104387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 05:21:42.169320 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-bca49992-2b6c-4b20-9a63-92decad6fa31 admin admin] Publish callbacks [] for security_group (9fef0cca-684d-4a6e-a1c4-253b789f9d9f), before_delete {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:21:42.193997 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-bca49992-2b6c-4b20-9a63-92decad6fa31 admin admin] Publish callbacks [] for security_group (9fef0cca-684d-4a6e-a1c4-253b789f9d9f), precommit_delete {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:21:42.222496 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG dbcounter [-] [104387] Writing DB stats neutron:SELECT=90,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=104387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:21:42.331736 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-bca49992-2b6c-4b20-9a63-92decad6fa31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728332'] for security_group (9fef0cca-684d-4a6e-a1c4-253b789f9d9f), after_delete {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:21:42.334302 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-bca49992-2b6c-4b20-9a63-92decad6fa31 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:21:42.335459 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [None req-bca49992-2b6c-4b20-9a63-92decad6fa31 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/9fef0cca-684d-4a6e-a1c4-253b789f9d9f HTTP/1.1" status: 204 len: 168 time: 0.2138216 Jun 18 05:21:42.343829 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca49992-2b6c-4b20-9a63-92decad6fa31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fef0cca-684d-4a6e-a1c4-253b789f9d9f,revision_number=None']} {{(pid=104387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:21:42.691892 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d8cf64-c587-40e1-9c13-270daa89f891 req-c96beb36-6155-4809-979c-f6dd2e305290 tempest-ServerRescueNegativeTestJSON-1272623576 tempest-ServerRescueNegativeTestJSON-1272623576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:21:42.694306 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-19d8cf64-c587-40e1-9c13-270daa89f891 req-c96beb36-6155-4809-979c-f6dd2e305290 tempest-ServerRescueNegativeTestJSON-1272623576 tempest-ServerRescueNegativeTestJSON-1272623576-project] 10.222.0.23 "GET /v2.0/ports?device_id=5cdfd285-b389-41f4-9ec6-596c6b160f61 HTTP/1.1" status: 200 len: 945 time: 0.0553577 Jun 18 05:21:42.717903 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG dbcounter [-] [104388] Writing DB stats neutron:SELECT=89,neutron:DELETE=10,neutron:UPDATE=1 {{(pid=104388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:21:42.750877 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-19d8cf64-c587-40e1-9c13-270daa89f891 req-0aa5a7b6-7700-4ed2-8078-f75d2cd65a54 tempest-ServerRescueNegativeTestJSON-1272623576 tempest-ServerRescueNegativeTestJSON-1272623576-project] 10.222.0.23 "GET /v2.0/security-groups?id=c5751484-0293-4048-b6a0-5203ce806396&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498610 Jun 18 05:21:42.857160 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d89e512-698d-405c-9ba7-8d1054e2b3bd req-77e4adc2-83e4-4b20-81c2-b16b8167e8f0 tempest-AttachVolumeTestJSON-1934236616 tempest-AttachVolumeTestJSON-1934236616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:21:42.858548 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-3d89e512-698d-405c-9ba7-8d1054e2b3bd req-77e4adc2-83e4-4b20-81c2-b16b8167e8f0 tempest-AttachVolumeTestJSON-1934236616 tempest-AttachVolumeTestJSON-1934236616-project] 10.222.0.15 "GET /v2.0/ports?device_id=240d96c6-c2da-4ee1-8fd9-554944f65d95 HTTP/1.1" status: 200 len: 945 time: 0.0487893 Jun 18 05:21:42.945541 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.plugin [req-3d89e512-698d-405c-9ba7-8d1054e2b3bd req-9a0ac95a-cf4c-48ec-aa43-0848e94583bf tempest-AttachVolumeTestJSON-1934236616 tempest-AttachVolumeTestJSON-1934236616-project] Deleting port 376a2e8d-64a9-45d4-8092-b0e803666ea7 {{(pid=104387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 18 05:21:42.945877 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [req-3d89e512-698d-405c-9ba7-8d1054e2b3bd req-9a0ac95a-cf4c-48ec-aa43-0848e94583bf tempest-AttachVolumeTestJSON-1934236616 tempest-AttachVolumeTestJSON-1934236616-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789592760634'] for port (376a2e8d-64a9-45d4-8092-b0e803666ea7), before_delete {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:21:43.041845 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.db [req-3d89e512-698d-405c-9ba7-8d1054e2b3bd req-9a0ac95a-cf4c-48ec-aa43-0848e94583bf tempest-AttachVolumeTestJSON-1934236616 tempest-AttachVolumeTestJSON-1934236616-project] For port 376a2e8d-64a9-45d4-8092-b0e803666ea7, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=376a2e8d-64a9-45d4-8092-b0e803666ea7,segment=NetworkSegment(ec81db56-67ad-4682-ab4f-54fec1abd7e4),segment_id=ec81db56-67ad-4682-ab4f-54fec1abd7e4)] {{(pid=104387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 05:21:43.042219 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [req-3d89e512-698d-405c-9ba7-8d1054e2b3bd req-9a0ac95a-cf4c-48ec-aa43-0848e94583bf tempest-AttachVolumeTestJSON-1934236616 tempest-AttachVolumeTestJSON-1934236616-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-734995'] for port (376a2e8d-64a9-45d4-8092-b0e803666ea7), precommit_delete {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:21:43.219086 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG dbcounter [-] [104387] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:21:43.259665 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31083540-73aa-48fa-8a94-cfc0047178d1 req-f8e1b3b3-0739-4c1a-9ece-38cfb697bfa8 tempest-AttachVolumeTestJSON-1934236616 tempest-AttachVolumeTestJSON-1934236616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:21:43.264485 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-31083540-73aa-48fa-8a94-cfc0047178d1 req-f8e1b3b3-0739-4c1a-9ece-38cfb697bfa8 tempest-AttachVolumeTestJSON-1934236616 tempest-AttachVolumeTestJSON-1934236616-project] 10.222.0.23 "GET /v2.0/ports?device_id=240d96c6-c2da-4ee1-8fd9-554944f65d95 HTTP/1.1" status: 200 len: 945 time: 0.1096687 Jun 18 05:21:43.304516 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [req-3d89e512-698d-405c-9ba7-8d1054e2b3bd req-9a0ac95a-cf4c-48ec-aa43-0848e94583bf tempest-AttachVolumeTestJSON-1934236616 tempest-AttachVolumeTestJSON-1934236616-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:21:43.304900 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [req-3d89e512-698d-405c-9ba7-8d1054e2b3bd req-9a0ac95a-cf4c-48ec-aa43-0848e94583bf tempest-AttachVolumeTestJSON-1934236616 tempest-AttachVolumeTestJSON-1934236616-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-736808'] for floatingip (20661470-ec73-4569-bcd4-d6682d5b2be1), after_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:21:43.305233 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.db.l3_db [req-3d89e512-698d-405c-9ba7-8d1054e2b3bd req-9a0ac95a-cf4c-48ec-aa43-0848e94583bf tempest-AttachVolumeTestJSON-1934236616 tempest-AttachVolumeTestJSON-1934236616-project] Floating IP 20661470-ec73-4569-bcd4-d6682d5b2be1 disassociated. External IP: 172.27.2.39, port: 376a2e8d-64a9-45d4-8092-b0e803666ea7. Jun 18 05:21:43.305622 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.plugin [req-3d89e512-698d-405c-9ba7-8d1054e2b3bd req-9a0ac95a-cf4c-48ec-aa43-0848e94583bf tempest-AttachVolumeTestJSON-1934236616 tempest-AttachVolumeTestJSON-1934236616-project] Calling delete_port for 376a2e8d-64a9-45d4-8092-b0e803666ea7 owned by compute:nova {{(pid=104387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 18 05:21:43.339391 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-31083540-73aa-48fa-8a94-cfc0047178d1 req-d4c2b196-580f-4bed-8c28-158b877b5714 tempest-AttachVolumeTestJSON-1934236616 tempest-AttachVolumeTestJSON-1934236616-project] 10.222.0.23 "GET /v2.0/security-groups?id=56599af9-2eb2-464a-a36c-fced5401bf67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0710545 Jun 18 05:21:43.523802 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [req-3d89e512-698d-405c-9ba7-8d1054e2b3bd req-9a0ac95a-cf4c-48ec-aa43-0848e94583bf tempest-AttachVolumeTestJSON-1934236616 tempest-AttachVolumeTestJSON-1934236616-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1768343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789592765633', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789592262831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14020772'] for port (376a2e8d-64a9-45d4-8092-b0e803666ea7), after_delete {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:21:43.552572 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0ac95a-cf4c-48ec-aa43-0848e94583bf tempest-AttachVolumeTestJSON-1934236616 tempest-AttachVolumeTestJSON-1934236616-project] Pushing event deleted for resources: {'Port': ['ID=376a2e8d-64a9-45d4-8092-b0e803666ea7,revision_number=None']} {{(pid=104387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:21:43.663711 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3d89e512-698d-405c-9ba7-8d1054e2b3bd req-9a0ac95a-cf4c-48ec-aa43-0848e94583bf tempest-AttachVolumeTestJSON-1934236616 tempest-AttachVolumeTestJSON-1934236616-project] Router f334ad5f-9401-48d1-901a-a5b0e0bb754e has already been hosted by L3 agent a8549501-0164-4ac5-90a6-1ba1ba0d3f9d {{(pid=104387) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 18 05:21:43.747240 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG dbcounter [-] [104387] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=104387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:21:43.764465 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3d89e512-698d-405c-9ba7-8d1054e2b3bd req-9a0ac95a-cf4c-48ec-aa43-0848e94583bf tempest-AttachVolumeTestJSON-1934236616 tempest-AttachVolumeTestJSON-1934236616-project] Notify agent at l3_agent.dv-cinder-836996-35-iscsi the message routers_updated {{(pid=104387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 05:21:43.774616 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8d48ee4-4a2b-4d3b-8e02-32cdcbc048c5 None None] Sync routers for ids ['f334ad5f-9401-48d1-901a-a5b0e0bb754e'] in dv-cinder-836996-35-iscsi {{(pid=104389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 05:21:43.785411 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8d48ee4-4a2b-4d3b-8e02-32cdcbc048c5 None None] Routers {'f334ad5f-9401-48d1-901a-a5b0e0bb754e'} bound to L3 agent in host dv-cinder-836996-35-iscsi {{(pid=104389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 18 05:21:43.786023 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.db.l3_hamode_db [None req-a8d48ee4-4a2b-4d3b-8e02-32cdcbc048c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-35-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-06-18T05:08:24Z,description=,heartbeat_timestamp=2022-06-18T05:21:24Z,host='dv-cinder-836996-35-iscsi',id=a8549501-0164-4ac5-90a6-1ba1ba0d3f9d,load=0,resource_versions=,resources_synced=,started_at=2022-06-18T05:08:25Z,topic='l3_agent')) {'router_ids': ['f334ad5f-9401-48d1-901a-a5b0e0bb754e'], 'active': True} {{(pid=104389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 05:21:43.807693 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d89e512-698d-405c-9ba7-8d1054e2b3bd req-9a0ac95a-cf4c-48ec-aa43-0848e94583bf tempest-AttachVolumeTestJSON-1934236616 tempest-AttachVolumeTestJSON-1934236616-project] No DVR routers for this DVR port 376a2e8d-64a9-45d4-8092-b0e803666ea7 on host hv-cinder-83699 {{(pid=104387) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 18 05:21:43.812026 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [req-3d89e512-698d-405c-9ba7-8d1054e2b3bd req-9a0ac95a-cf4c-48ec-aa43-0848e94583bf tempest-AttachVolumeTestJSON-1934236616 tempest-AttachVolumeTestJSON-1934236616-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19502'] for port (None), before_response {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:21:43.813517 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-3d89e512-698d-405c-9ba7-8d1054e2b3bd req-9a0ac95a-cf4c-48ec-aa43-0848e94583bf tempest-AttachVolumeTestJSON-1934236616 tempest-AttachVolumeTestJSON-1934236616-project] 10.222.0.15 "DELETE /v2.0/ports/376a2e8d-64a9-45d4-8092-b0e803666ea7 HTTP/1.1" status: 204 len: 173 time: 0.9452772 Jun 18 05:21:43.813962 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '240d96c6-c2da-4ee1-8fd9-554944f65d95', 'name': 'network-vif-deleted', 'tag': '376a2e8d-64a9-45d4-8092-b0e803666ea7'}] {{(pid=104387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 18 05:21:43.816193 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}067244ef130036e0f0c6cfdae2cc0bb626a7afb0c2954d608d85df941ffdb65a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6bf6533-0722-484a-a923-84328084fd82" -d '{"events": [{"server_uuid": "240d96c6-c2da-4ee1-8fd9-554944f65d95", "name": "network-vif-deleted", "tag": "376a2e8d-64a9-45d4-8092-b0e803666ea7"}]}' {{(pid=104387) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 05:21:43.827838 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG dbcounter [-] [104389] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:21:43.858563 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Jun 2022 05:21:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b42ecfa-d43e-478c-af23-c21f6a8ba38b x-openstack-request-id: req-6b42ecfa-d43e-478c-af23-c21f6a8ba38b {{(pid=104387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 05:21:43.858955 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "240d96c6-c2da-4ee1-8fd9-554944f65d95", "name": "network-vif-deleted", "tag": "376a2e8d-64a9-45d4-8092-b0e803666ea7", "status": "completed", "code": 200}]} {{(pid=104387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 05:21:43.859303 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-6b42ecfa-d43e-478c-af23-c21f6a8ba38b {{(pid=104387) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 05:21:43.859801 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6b42ecfa-d43e-478c-af23-c21f6a8ba38b'] response: {'server_uuid': '240d96c6-c2da-4ee1-8fd9-554944f65d95', 'name': 'network-vif-deleted', 'tag': '376a2e8d-64a9-45d4-8092-b0e803666ea7', 'status': 'completed', 'code': 200} Jun 18 05:21:43.893818 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a6ccf1-a073-4ee3-97db-1fce793ee177 req-6297cc92-368f-4411-98a5-844eb1fd87c4 tempest-ServerRescueNegativeTestJSON-1272623576 tempest-ServerRescueNegativeTestJSON-1272623576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:21:43.895346 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-01a6ccf1-a073-4ee3-97db-1fce793ee177 req-6297cc92-368f-4411-98a5-844eb1fd87c4 tempest-ServerRescueNegativeTestJSON-1272623576 tempest-ServerRescueNegativeTestJSON-1272623576-project] 10.222.0.23 "GET /v2.0/ports?device_id=5cdfd285-b389-41f4-9ec6-596c6b160f61 HTTP/1.1" status: 200 len: 945 time: 0.0508959 Jun 18 05:21:43.902261 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.db.l3_dvr_db [None req-a8d48ee4-4a2b-4d3b-8e02-32cdcbc048c5 None None] Set router f334ad5f-9401-48d1-901a-a5b0e0bb754e gateway port host: dv-cinder-836996-35-iscsi {{(pid=104389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 18 05:21:43.946000 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG dbcounter [-] [104389] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:21:43.953745 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-01a6ccf1-a073-4ee3-97db-1fce793ee177 req-47515fdd-6285-48d7-ace3-90b4e347613c tempest-ServerRescueNegativeTestJSON-1272623576 tempest-ServerRescueNegativeTestJSON-1272623576-project] 10.222.0.23 "GET /v2.0/security-groups?id=c5751484-0293-4048-b6a0-5203ce806396&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502377 Jun 18 05:21:44.101991 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.db.l3_hamode_db [None req-a8d48ee4-4a2b-4d3b-8e02-32cdcbc048c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f334ad5f-9401-48d1-901a-a5b0e0bb754e', 'name': 'tempest-AttachVolumeTestJSON-1776891436-router', 'tenant_id': '969c470f720c4b2f97ba9f45c5d0d426', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65c030c7-6a7d-4cea-a47d-5cdd532db0e6', 'external_fixed_ips': [{'subnet_id': 'a9fa7760-a071-45ee-b985-799999c69975', 'ip_address': '172.27.2.120'}], 'enable_snat': True}, 'gw_port_id': '63b29a8c-3f7a-4d96-8b0e-ec0f701b1fd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-18T05:16:30Z', 'updated_at': '2022-06-18T05:16:38Z', 'revision_number': 4, 'project_id': '969c470f720c4b2f97ba9f45c5d0d426', 'gw_port': {'id': '63b29a8c-3f7a-4d96-8b0e-ec0f701b1fd4', 'name': '', 'network_id': '65c030c7-6a7d-4cea-a47d-5cdd532db0e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:f2:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f334ad5f-9401-48d1-901a-a5b0e0bb754e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'a9fa7760-a071-45ee-b985-799999c69975', 'ip_address': '172.27.2.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-18T05:16:32Z', 'updated_at': '2022-06-18T05:16:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9fa7760-a071-45ee-b985-799999c69975', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-35-iscsi', '_interfaces': [{'id': '92c3ff53-3e45-460c-8c57-ba07fcc0b846', 'name': '', 'network_id': '22d8eb11-0b66-4ea6-b4d2-3deab0a32f40', 'tenant_id': '969c470f720c4b2f97ba9f45c5d0d426', 'mac_address': 'fa:16:3e:07:df:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f334ad5f-9401-48d1-901a-a5b0e0bb754e', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '5d138401-1420-4153-a9c8-b647c19cd403', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-18T05:16:37Z', 'updated_at': '2022-06-18T05:16:46Z', 'revision_number': 5, 'project_id': '969c470f720c4b2f97ba9f45c5d0d426', 'subnets': [{'id': '5d138401-1420-4153-a9c8-b647c19cd403', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-35-iscsi', False) {} {{(pid=104389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 05:21:44.132059 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8d48ee4-4a2b-4d3b-8e02-32cdcbc048c5 None None] Checking router: f334ad5f-9401-48d1-901a-a5b0e0bb754e for host: dv-cinder-836996-35-iscsi {{(pid=104389) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 05:21:44.140624 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8d48ee4-4a2b-4d3b-8e02-32cdcbc048c5 None None] Routers {'f334ad5f-9401-48d1-901a-a5b0e0bb754e'} bound to L3 agent in host dv-cinder-836996-35-iscsi {{(pid=104389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 18 05:21:44.141174 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.db.l3_hamode_db [None req-a8d48ee4-4a2b-4d3b-8e02-32cdcbc048c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-35-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-06-18T05:08:24Z,description=,heartbeat_timestamp=2022-06-18T05:21:24Z,host='dv-cinder-836996-35-iscsi',id=a8549501-0164-4ac5-90a6-1ba1ba0d3f9d,load=0,resource_versions=,resources_synced=,started_at=2022-06-18T05:08:25Z,topic='l3_agent')) {'router_ids': ['f334ad5f-9401-48d1-901a-a5b0e0bb754e'], 'active': True} {{(pid=104389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 05:21:44.246161 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.db.l3_dvr_db [None req-a8d48ee4-4a2b-4d3b-8e02-32cdcbc048c5 None None] Set router f334ad5f-9401-48d1-901a-a5b0e0bb754e gateway port host: dv-cinder-836996-35-iscsi {{(pid=104389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 18 05:21:44.433568 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.db.l3_hamode_db [None req-a8d48ee4-4a2b-4d3b-8e02-32cdcbc048c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f334ad5f-9401-48d1-901a-a5b0e0bb754e', 'name': 'tempest-AttachVolumeTestJSON-1776891436-router', 'tenant_id': '969c470f720c4b2f97ba9f45c5d0d426', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65c030c7-6a7d-4cea-a47d-5cdd532db0e6', 'external_fixed_ips': [{'subnet_id': 'a9fa7760-a071-45ee-b985-799999c69975', 'ip_address': '172.27.2.120'}], 'enable_snat': True}, 'gw_port_id': '63b29a8c-3f7a-4d96-8b0e-ec0f701b1fd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-18T05:16:30Z', 'updated_at': '2022-06-18T05:16:38Z', 'revision_number': 4, 'project_id': '969c470f720c4b2f97ba9f45c5d0d426', 'gw_port': {'id': '63b29a8c-3f7a-4d96-8b0e-ec0f701b1fd4', 'name': '', 'network_id': '65c030c7-6a7d-4cea-a47d-5cdd532db0e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:f2:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f334ad5f-9401-48d1-901a-a5b0e0bb754e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'a9fa7760-a071-45ee-b985-799999c69975', 'ip_address': '172.27.2.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-18T05:16:32Z', 'updated_at': '2022-06-18T05:16:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9fa7760-a071-45ee-b985-799999c69975', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-35-iscsi', '_interfaces': [{'id': '92c3ff53-3e45-460c-8c57-ba07fcc0b846', 'name': '', 'network_id': '22d8eb11-0b66-4ea6-b4d2-3deab0a32f40', 'tenant_id': '969c470f720c4b2f97ba9f45c5d0d426', 'mac_address': 'fa:16:3e:07:df:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f334ad5f-9401-48d1-901a-a5b0e0bb754e', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '5d138401-1420-4153-a9c8-b647c19cd403', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-18T05:16:37Z', 'updated_at': '2022-06-18T05:16:46Z', 'revision_number': 5, 'project_id': '969c470f720c4b2f97ba9f45c5d0d426', 'subnets': [{'id': '5d138401-1420-4153-a9c8-b647c19cd403', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-35-iscsi', False) {} {{(pid=104389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 05:21:44.458364 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8d48ee4-4a2b-4d3b-8e02-32cdcbc048c5 None None] The sync data for ids ['f334ad5f-9401-48d1-901a-a5b0e0bb754e'] in dv-cinder-836996-35-iscsi is: [{'id': 'f334ad5f-9401-48d1-901a-a5b0e0bb754e', 'name': 'tempest-AttachVolumeTestJSON-1776891436-router', 'tenant_id': '969c470f720c4b2f97ba9f45c5d0d426', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65c030c7-6a7d-4cea-a47d-5cdd532db0e6', 'external_fixed_ips': [{'subnet_id': 'a9fa7760-a071-45ee-b985-799999c69975', 'ip_address': '172.27.2.120'}], 'enable_snat': True}, 'gw_port_id': '63b29a8c-3f7a-4d96-8b0e-ec0f701b1fd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-18T05:16:30Z', 'updated_at': '2022-06-18T05:16:38Z', 'revision_number': 4, 'project_id': '969c470f720c4b2f97ba9f45c5d0d426', 'gw_port': {'id': '63b29a8c-3f7a-4d96-8b0e-ec0f701b1fd4', 'name': '', 'network_id': '65c030c7-6a7d-4cea-a47d-5cdd532db0e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:f2:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f334ad5f-9401-48d1-901a-a5b0e0bb754e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'a9fa7760-a071-45ee-b985-799999c69975', 'ip_address': '172.27.2.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-18T05:16:32Z', 'updated_at': '2022-06-18T05:16:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9fa7760-a071-45ee-b985-799999c69975', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-35-iscsi', '_interfaces': [{'id': '92c3ff53-3e45-460c-8c57-ba07fcc0b846', 'name': '', 'network_id': '22d8eb11-0b66-4ea6-b4d2-3deab0a32f40', 'tenant_id': '969c470f720c4b2f97ba9f45c5d0d426', 'mac_address': 'fa:16:3e:07:df:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f334ad5f-9401-48d1-901a-a5b0e0bb754e', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '5d138401-1420-4153-a9c8-b647c19cd403', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-18T05:16:37Z', 'updated_at': '2022-06-18T05:16:46Z', 'revision_number': 5, 'project_id': '969c470f720c4b2f97ba9f45c5d0d426', 'subnets': [{'id': '5d138401-1420-4153-a9c8-b647c19cd403', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 05:21:44.463935 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-3453c152-0124-4d71-8da8-68979fd3187d req-73855c15-f3ff-4b03-a615-3d87b91968f1 tempest-AttachVolumeTestJSON-1934236616 tempest-AttachVolumeTestJSON-1934236616-project] 10.222.0.23 "GET /v2.0/ports?device_id=240d96c6-c2da-4ee1-8fd9-554944f65d95 HTTP/1.1" status: 200 len: 210 time: 0.0299420 Jun 18 05:21:44.694382 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef179110-f606-40fd-9f5c-1a3d512b9428 None None] New status for floating IP 20661470-ec73-4569-bcd4-d6682d5b2be1: DOWN {{(pid=104390) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 18 05:21:45.066654 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c942bda6-f515-4d3f-834c-e47a692e96e6 req-0cf67d49-a736-4b8b-a62b-1c0c87d8dbb8 tempest-ServerRescueNegativeTestJSON-1272623576 tempest-ServerRescueNegativeTestJSON-1272623576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:21:45.068107 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-c942bda6-f515-4d3f-834c-e47a692e96e6 req-0cf67d49-a736-4b8b-a62b-1c0c87d8dbb8 tempest-ServerRescueNegativeTestJSON-1272623576 tempest-ServerRescueNegativeTestJSON-1272623576-project] 10.222.0.23 "GET /v2.0/ports?device_id=5cdfd285-b389-41f4-9ec6-596c6b160f61 HTTP/1.1" status: 200 len: 945 time: 0.0453842 Jun 18 05:21:45.118338 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-c942bda6-f515-4d3f-834c-e47a692e96e6 req-a3042d4d-0ecd-41de-878f-425ff2afb5eb tempest-ServerRescueNegativeTestJSON-1272623576 tempest-ServerRescueNegativeTestJSON-1272623576-project] 10.222.0.23 "GET /v2.0/security-groups?id=c5751484-0293-4048-b6a0-5203ce806396&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442832 Jun 18 05:21:45.604276 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.wsgi [-] (104387) accepted ('10.222.0.23', 53018) {{(pid=104387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 05:21:45.660275 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-70837eed-3b18-4021-80d9-95409b6dbddc tempest-AttachVolumeTestJSON-1934236616 tempest-AttachVolumeTestJSON-1934236616-project] Publish callbacks [] for security_group (56599af9-2eb2-464a-a36c-fced5401bf67), before_delete {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:21:45.687802 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-70837eed-3b18-4021-80d9-95409b6dbddc tempest-AttachVolumeTestJSON-1934236616 tempest-AttachVolumeTestJSON-1934236616-project] Publish callbacks [] for security_group (56599af9-2eb2-464a-a36c-fced5401bf67), precommit_delete {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:21:45.806193 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-70837eed-3b18-4021-80d9-95409b6dbddc tempest-AttachVolumeTestJSON-1934236616 tempest-AttachVolumeTestJSON-1934236616-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728332'] for security_group (56599af9-2eb2-464a-a36c-fced5401bf67), after_delete {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:21:45.808741 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-70837eed-3b18-4021-80d9-95409b6dbddc tempest-AttachVolumeTestJSON-1934236616 tempest-AttachVolumeTestJSON-1934236616-project] Publish callbacks [] for security_group (None), before_response {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:21:45.809969 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [None req-70837eed-3b18-4021-80d9-95409b6dbddc tempest-AttachVolumeTestJSON-1934236616 tempest-AttachVolumeTestJSON-1934236616-project] 10.222.0.23 "DELETE /v2.0/security-groups/56599af9-2eb2-464a-a36c-fced5401bf67 HTTP/1.1" status: 204 len: 168 time: 0.2046895 Jun 18 05:21:45.812696 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.wsgi [-] (104388) accepted ('10.222.0.23', 53020) {{(pid=104388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 05:21:45.819309 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70837eed-3b18-4021-80d9-95409b6dbddc tempest-AttachVolumeTestJSON-1934236616 tempest-AttachVolumeTestJSON-1934236616-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=56599af9-2eb2-464a-a36c-fced5401bf67,revision_number=None']} {{(pid=104387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:21:45.827961 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.api.v2.resource [None req-1489b9cb-78d7-440f-8222-8a4cb6d3b08a tempest-AttachVolumeTestJSON-1934236616 tempest-AttachVolumeTestJSON-1934236616-project] show failed (client error): The resource could not be found. Jun 18 05:21:45.828958 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [None req-1489b9cb-78d7-440f-8222-8a4cb6d3b08a tempest-AttachVolumeTestJSON-1934236616 tempest-AttachVolumeTestJSON-1934236616-project] 10.222.0.23 "GET /v2.0/security-groups/56599af9-2eb2-464a-a36c-fced5401bf67 HTTP/1.1" status: 404 len: 347 time: 0.0152984 Jun 18 05:21:45.831802 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.wsgi [-] (104388) accepted ('10.222.0.23', 53022) {{(pid=104388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 05:21:45.942842 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.plugins.ml2.plugin [None req-9a1732b9-bb23-4e3f-a575-64770f856963 tempest-AttachVolumeTestJSON-1934236616 tempest-AttachVolumeTestJSON-1934236616-project] Deleting port 6f5029b5-13fa-415a-83f7-2b47b11352cc {{(pid=104388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 18 05:21:45.943192 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-9a1732b9-bb23-4e3f-a575-64770f856963 tempest-AttachVolumeTestJSON-1934236616 tempest-AttachVolumeTestJSON-1934236616-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789592760634'] for port (6f5029b5-13fa-415a-83f7-2b47b11352cc), before_delete {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:21:46.018000 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-9a1732b9-bb23-4e3f-a575-64770f856963 tempest-AttachVolumeTestJSON-1934236616 tempest-AttachVolumeTestJSON-1934236616-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-734995'] for port (6f5029b5-13fa-415a-83f7-2b47b11352cc), precommit_delete {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:21:46.018329 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-9a1732b9-bb23-4e3f-a575-64770f856963 tempest-AttachVolumeTestJSON-1934236616 tempest-AttachVolumeTestJSON-1934236616-project] Publish callbacks [] for floatingip (6f5029b5-13fa-415a-83f7-2b47b11352cc), precommit_delete {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:21:46.030767 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.plugins.ml2.plugin [None req-9a1732b9-bb23-4e3f-a575-64770f856963 tempest-AttachVolumeTestJSON-1934236616 tempest-AttachVolumeTestJSON-1934236616-project] Calling delete_port for 6f5029b5-13fa-415a-83f7-2b47b11352cc owned by network:floatingip {{(pid=104388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 18 05:21:46.114862 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.rpc [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] Device 376a2e8d-64a9-45d4-8092-b0e803666ea7 no longer exists at agent hyperv_hv-cinder-83699 {{(pid=104389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 18 05:21:46.137402 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.plugin [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] No Port match for: 376a2e8d-64a9-45d4-8092-b0e803666ea7 {{(pid=104389) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 18 05:21:46.137751 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.rpc [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] Device 376a2e8d-64a9-45d4-8092-b0e803666ea7 not bound to the agent host hv-cinder-83699 {{(pid=104389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 18 05:21:46.223867 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-9a1732b9-bb23-4e3f-a575-64770f856963 tempest-AttachVolumeTestJSON-1934236616 tempest-AttachVolumeTestJSON-1934236616-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1768343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789592765633', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789592262831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15493031'] for port (6f5029b5-13fa-415a-83f7-2b47b11352cc), after_delete {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:21:46.233299 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a0c34c-5719-43b2-be03-689e293fec11 req-c4ee1e21-6480-4ef3-b878-fcd321ea73da tempest-ServerRescueNegativeTestJSON-1272623576 tempest-ServerRescueNegativeTestJSON-1272623576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:21:46.234876 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-b2a0c34c-5719-43b2-be03-689e293fec11 req-c4ee1e21-6480-4ef3-b878-fcd321ea73da tempest-ServerRescueNegativeTestJSON-1272623576 tempest-ServerRescueNegativeTestJSON-1272623576-project] 10.222.0.23 "GET /v2.0/ports?device_id=5cdfd285-b389-41f4-9ec6-596c6b160f61 HTTP/1.1" status: 200 len: 945 time: 0.0480101 Jun 18 05:21:46.250936 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1732b9-bb23-4e3f-a575-64770f856963 tempest-AttachVolumeTestJSON-1934236616 tempest-AttachVolumeTestJSON-1934236616-project] Pushing event deleted for resources: {'Port': ['ID=6f5029b5-13fa-415a-83f7-2b47b11352cc,revision_number=None']} {{(pid=104388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:21:46.263255 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a1732b9-bb23-4e3f-a575-64770f856963 tempest-AttachVolumeTestJSON-1934236616 tempest-AttachVolumeTestJSON-1934236616-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:21:46.263612 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a1732b9-bb23-4e3f-a575-64770f856963 tempest-AttachVolumeTestJSON-1934236616 tempest-AttachVolumeTestJSON-1934236616-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:21:46.263966 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a1732b9-bb23-4e3f-a575-64770f856963 tempest-AttachVolumeTestJSON-1934236616 tempest-AttachVolumeTestJSON-1934236616-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:21:46.264312 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a1732b9-bb23-4e3f-a575-64770f856963 tempest-AttachVolumeTestJSON-1934236616 tempest-AttachVolumeTestJSON-1934236616-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:21:46.264649 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a1732b9-bb23-4e3f-a575-64770f856963 tempest-AttachVolumeTestJSON-1934236616 tempest-AttachVolumeTestJSON-1934236616-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:21:46.265002 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a1732b9-bb23-4e3f-a575-64770f856963 tempest-AttachVolumeTestJSON-1934236616 tempest-AttachVolumeTestJSON-1934236616-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:21:46.265323 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a1732b9-bb23-4e3f-a575-64770f856963 tempest-AttachVolumeTestJSON-1934236616 tempest-AttachVolumeTestJSON-1934236616-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:21:46.265678 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a1732b9-bb23-4e3f-a575-64770f856963 tempest-AttachVolumeTestJSON-1934236616 tempest-AttachVolumeTestJSON-1934236616-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:21:46.266013 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a1732b9-bb23-4e3f-a575-64770f856963 tempest-AttachVolumeTestJSON-1934236616 tempest-AttachVolumeTestJSON-1934236616-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:21:46.266372 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a1732b9-bb23-4e3f-a575-64770f856963 tempest-AttachVolumeTestJSON-1934236616 tempest-AttachVolumeTestJSON-1934236616-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:21:46.266682 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a1732b9-bb23-4e3f-a575-64770f856963 tempest-AttachVolumeTestJSON-1934236616 tempest-AttachVolumeTestJSON-1934236616-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:21:46.267013 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a1732b9-bb23-4e3f-a575-64770f856963 tempest-AttachVolumeTestJSON-1934236616 tempest-AttachVolumeTestJSON-1934236616-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:21:46.267340 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a1732b9-bb23-4e3f-a575-64770f856963 tempest-AttachVolumeTestJSON-1934236616 tempest-AttachVolumeTestJSON-1934236616-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:21:46.267711 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a1732b9-bb23-4e3f-a575-64770f856963 tempest-AttachVolumeTestJSON-1934236616 tempest-AttachVolumeTestJSON-1934236616-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:21:46.268113 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a1732b9-bb23-4e3f-a575-64770f856963 tempest-AttachVolumeTestJSON-1934236616 tempest-AttachVolumeTestJSON-1934236616-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:21:46.289238 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG dbcounter [-] [104388] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:21:46.290619 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-b2a0c34c-5719-43b2-be03-689e293fec11 req-14466597-8bb0-4f8e-a9bd-109943536786 tempest-ServerRescueNegativeTestJSON-1272623576 tempest-ServerRescueNegativeTestJSON-1272623576-project] 10.222.0.23 "GET /v2.0/security-groups?id=c5751484-0293-4048-b6a0-5203ce806396&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498900 Jun 18 05:21:46.329635 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-9a1732b9-bb23-4e3f-a575-64770f856963 tempest-AttachVolumeTestJSON-1934236616 tempest-AttachVolumeTestJSON-1934236616-project] Publish callbacks [] for floatingip (20661470-ec73-4569-bcd4-d6682d5b2be1), after_delete {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:21:46.332222 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-9a1732b9-bb23-4e3f-a575-64770f856963 tempest-AttachVolumeTestJSON-1934236616 tempest-AttachVolumeTestJSON-1934236616-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19502'] for floatingip (None), before_response {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:21:46.333371 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [None req-9a1732b9-bb23-4e3f-a575-64770f856963 tempest-AttachVolumeTestJSON-1934236616 tempest-AttachVolumeTestJSON-1934236616-project] 10.222.0.23 "DELETE /v2.0/floatingips/20661470-ec73-4569-bcd4-d6682d5b2be1 HTTP/1.1" status: 204 len: 168 time: 0.5006759 Jun 18 05:21:46.482662 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.wsgi [-] (104388) accepted ('10.222.0.23', 53028) {{(pid=104388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 05:21:46.487258 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.api.v2.base [None req-7b1c60ab-0bf4-4ba7-b6f1-9445f0c12229 tempest-AttachVolumeTestJSON-1934236616 tempest-AttachVolumeTestJSON-1934236616-project] Request body: {'security_group': {'name': 'tempest-securitygroup--797780003', 'description': 'tempest-description--2146986705'}} {{(pid=104388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 18 05:21:46.575012 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-7b1c60ab-0bf4-4ba7-b6f1-9445f0c12229 tempest-AttachVolumeTestJSON-1934236616 tempest-AttachVolumeTestJSON-1934236616-project] Publish callbacks [] for security_group (None), before_create {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:21:46.642625 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-7b1c60ab-0bf4-4ba7-b6f1-9445f0c12229 tempest-AttachVolumeTestJSON-1934236616 tempest-AttachVolumeTestJSON-1934236616-project] Publish callbacks [] for security_group (75e206fe-f470-4171-93d0-e753766d6ea1), precommit_create {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:21:46.706556 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-7b1c60ab-0bf4-4ba7-b6f1-9445f0c12229 tempest-AttachVolumeTestJSON-1934236616 tempest-AttachVolumeTestJSON-1934236616-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728332'] for security_group (75e206fe-f470-4171-93d0-e753766d6ea1), after_create {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:21:46.739301 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1c60ab-0bf4-4ba7-b6f1-9445f0c12229 tempest-AttachVolumeTestJSON-1934236616 tempest-AttachVolumeTestJSON-1934236616-project] Pushing event updated for resources: {'SecurityGroup': ['ID=75e206fe-f470-4171-93d0-e753766d6ea1,revision_number=1']} {{(pid=104388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:21:46.794295 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-7b1c60ab-0bf4-4ba7-b6f1-9445f0c12229 tempest-AttachVolumeTestJSON-1934236616 tempest-AttachVolumeTestJSON-1934236616-project] Publish callbacks [] for security_group (None), before_response {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:21:46.795520 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [None req-7b1c60ab-0bf4-4ba7-b6f1-9445f0c12229 tempest-AttachVolumeTestJSON-1934236616 tempest-AttachVolumeTestJSON-1934236616-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3118649 Jun 18 05:21:46.798345 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.wsgi [-] (104388) accepted ('10.222.0.23', 53030) {{(pid=104388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 05:21:46.802559 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.api.v2.base [None req-2fde22b9-c7c8-4c6e-b1dc-21e0b4e1a191 tempest-AttachVolumeTestJSON-1934236616 tempest-AttachVolumeTestJSON-1934236616-project] Request body: {'security_group_rule': {'security_group_id': '75e206fe-f470-4171-93d0-e753766d6ea1', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 18 05:21:46.889616 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-2fde22b9-c7c8-4c6e-b1dc-21e0b4e1a191 tempest-AttachVolumeTestJSON-1934236616 tempest-AttachVolumeTestJSON-1934236616-project] Publish callbacks [] for security_group_rule (83664a3f-f092-4799-b5c8-145cf5cfc883), before_create {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:21:46.893018 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG dbcounter [-] [104388] Writing DB stats neutron:SELECT=94,neutron:DELETE=3,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:21:46.945330 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-2fde22b9-c7c8-4c6e-b1dc-21e0b4e1a191 tempest-AttachVolumeTestJSON-1934236616 tempest-AttachVolumeTestJSON-1934236616-project] Publish callbacks [] for security_group_rule (83664a3f-f092-4799-b5c8-145cf5cfc883), precommit_create {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:21:47.046153 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-2fde22b9-c7c8-4c6e-b1dc-21e0b4e1a191 tempest-AttachVolumeTestJSON-1934236616 tempest-AttachVolumeTestJSON-1934236616-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728447'] for security_group_rule (83664a3f-f092-4799-b5c8-145cf5cfc883), after_create {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:21:47.065450 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fde22b9-c7c8-4c6e-b1dc-21e0b4e1a191 tempest-AttachVolumeTestJSON-1934236616 tempest-AttachVolumeTestJSON-1934236616-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=83664a3f-f092-4799-b5c8-145cf5cfc883,revision_number=0']} {{(pid=104388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:21:47.166556 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-2fde22b9-c7c8-4c6e-b1dc-21e0b4e1a191 tempest-AttachVolumeTestJSON-1934236616 tempest-AttachVolumeTestJSON-1934236616-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:21:47.167773 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [None req-2fde22b9-c7c8-4c6e-b1dc-21e0b4e1a191 tempest-AttachVolumeTestJSON-1934236616 tempest-AttachVolumeTestJSON-1934236616-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3684888 Jun 18 05:21:47.170391 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.wsgi [-] (104388) accepted ('10.222.0.23', 53032) {{(pid=104388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 05:21:47.174595 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.api.v2.base [None req-ea0e9ce5-600a-48e9-8876-352b095d4685 tempest-AttachVolumeTestJSON-1934236616 tempest-AttachVolumeTestJSON-1934236616-project] Request body: {'security_group_rule': {'security_group_id': '75e206fe-f470-4171-93d0-e753766d6ea1', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 18 05:21:47.309470 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-ea0e9ce5-600a-48e9-8876-352b095d4685 tempest-AttachVolumeTestJSON-1934236616 tempest-AttachVolumeTestJSON-1934236616-project] Publish callbacks [] for security_group_rule (dece27c0-ac0d-46d3-a958-d9c47bd9567c), before_create {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:21:47.370285 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-ea0e9ce5-600a-48e9-8876-352b095d4685 tempest-AttachVolumeTestJSON-1934236616 tempest-AttachVolumeTestJSON-1934236616-project] Publish callbacks [] for security_group_rule (dece27c0-ac0d-46d3-a958-d9c47bd9567c), precommit_create {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:21:47.410070 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9f9f6a-c620-4216-b128-d05408114c97 req-88134c2b-702e-4057-a7b9-029ffe768387 tempest-ServerRescueNegativeTestJSON-1272623576 tempest-ServerRescueNegativeTestJSON-1272623576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:21:47.414029 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-2e9f9f6a-c620-4216-b128-d05408114c97 req-88134c2b-702e-4057-a7b9-029ffe768387 tempest-ServerRescueNegativeTestJSON-1272623576 tempest-ServerRescueNegativeTestJSON-1272623576-project] 10.222.0.23 "GET /v2.0/ports?device_id=5cdfd285-b389-41f4-9ec6-596c6b160f61 HTTP/1.1" status: 200 len: 945 time: 0.0480721 Jun 18 05:21:47.458305 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-2e9f9f6a-c620-4216-b128-d05408114c97 req-f8df7365-9f98-4bbc-9d46-c684b0d886cc tempest-ServerRescueNegativeTestJSON-1272623576 tempest-ServerRescueNegativeTestJSON-1272623576-project] 10.222.0.23 "GET /v2.0/security-groups?id=c5751484-0293-4048-b6a0-5203ce806396&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409694 Jun 18 05:21:47.461429 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-ea0e9ce5-600a-48e9-8876-352b095d4685 tempest-AttachVolumeTestJSON-1934236616 tempest-AttachVolumeTestJSON-1934236616-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728447'] for security_group_rule (dece27c0-ac0d-46d3-a958-d9c47bd9567c), after_create {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:21:47.482280 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0e9ce5-600a-48e9-8876-352b095d4685 tempest-AttachVolumeTestJSON-1934236616 tempest-AttachVolumeTestJSON-1934236616-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dece27c0-ac0d-46d3-a958-d9c47bd9567c,revision_number=0']} {{(pid=104388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:21:47.545213 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-ea0e9ce5-600a-48e9-8876-352b095d4685 tempest-AttachVolumeTestJSON-1934236616 tempest-AttachVolumeTestJSON-1934236616-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:21:47.546452 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [None req-ea0e9ce5-600a-48e9-8876-352b095d4685 tempest-AttachVolumeTestJSON-1934236616 tempest-AttachVolumeTestJSON-1934236616-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3751216 Jun 18 05:21:47.549481 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.wsgi [-] (104388) accepted ('10.222.0.23', 53036) {{(pid=104388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 05:21:47.554286 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.api.v2.base [None req-763437b6-a20f-4752-b743-96a764592d25 tempest-AttachVolumeTestJSON-1934236616 tempest-AttachVolumeTestJSON-1934236616-project] Request body: {'floatingip': {'floating_network_id': '65c030c7-6a7d-4cea-a47d-5cdd532db0e6'}} {{(pid=104388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 18 05:21:47.629180 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-763437b6-a20f-4752-b743-96a764592d25 tempest-AttachVolumeTestJSON-1934236616 tempest-AttachVolumeTestJSON-1934236616-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:21:47.651259 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG dbcounter [-] [104388] Writing DB stats neutron:SELECT=79,neutron:INSERT=14,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=104388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:21:47.707630 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-763437b6-a20f-4752-b743-96a764592d25 tempest-AttachVolumeTestJSON-1934236616 tempest-AttachVolumeTestJSON-1934236616-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1768406'] for port (None), before_create {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:21:47.819064 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.db.db_base_plugin_common [None req-763437b6-a20f-4752-b743-96a764592d25 tempest-AttachVolumeTestJSON-1934236616 tempest-AttachVolumeTestJSON-1934236616-project] Allocated IP 172.27.2.222 (65c030c7-6a7d-4cea-a47d-5cdd532db0e6/a9fa7760-a071-45ee-b985-799999c69975/7b984444-dd62-4518-8e66-91e3c1639622) {{(pid=104388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 05:21:47.923458 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-763437b6-a20f-4752-b743-96a764592d25 tempest-AttachVolumeTestJSON-1934236616 tempest-AttachVolumeTestJSON-1934236616-project] Publish callbacks [] for port (7b984444-dd62-4518-8e66-91e3c1639622), precommit_create {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:21:48.009164 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-763437b6-a20f-4752-b743-96a764592d25 tempest-AttachVolumeTestJSON-1934236616 tempest-AttachVolumeTestJSON-1934236616-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1768343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789592262822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15493031'] for port (7b984444-dd62-4518-8e66-91e3c1639622), after_create {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:21:48.049146 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-763437b6-a20f-4752-b743-96a764592d25 tempest-AttachVolumeTestJSON-1934236616 tempest-AttachVolumeTestJSON-1934236616-project] Network 65c030c7-6a7d-4cea-a47d-5cdd532db0e6 is already hosted by enough agents. {{(pid=104388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 05:21:48.051971 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.scheduler.base_scheduler [None req-763437b6-a20f-4752-b743-96a764592d25 tempest-AttachVolumeTestJSON-1934236616 tempest-AttachVolumeTestJSON-1934236616-project] Resources bound (agent type, host, resource id): {{(pid=104388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 05:21:48.056363 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-763437b6-a20f-4752-b743-96a764592d25 tempest-AttachVolumeTestJSON-1934236616 tempest-AttachVolumeTestJSON-1934236616-project] Received port after_create {{(pid=104388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 18 05:21:48.061497 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763437b6-a20f-4752-b743-96a764592d25 tempest-AttachVolumeTestJSON-1934236616 tempest-AttachVolumeTestJSON-1934236616-project] Pushing event updated for resources: {'Port': ['ID=7b984444-dd62-4518-8e66-91e3c1639622,revision_number=1']} {{(pid=104388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:21:48.140208 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-763437b6-a20f-4752-b743-96a764592d25 tempest-AttachVolumeTestJSON-1934236616 tempest-AttachVolumeTestJSON-1934236616-project] Publish callbacks [] for floatingip (1f8ec7cd-9fd2-456c-9bcc-15ee20b34ba4), precommit_create {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:21:48.233711 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-763437b6-a20f-4752-b743-96a764592d25 tempest-AttachVolumeTestJSON-1934236616 tempest-AttachVolumeTestJSON-1934236616-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1768406'] for port (7b984444-dd62-4518-8e66-91e3c1639622), before_update {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:21:48.318282 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG dbcounter [-] [104388] Writing DB stats neutron:DELETE=1,neutron:SELECT=88,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=104388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:21:48.416055 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-763437b6-a20f-4752-b743-96a764592d25 tempest-AttachVolumeTestJSON-1934236616 tempest-AttachVolumeTestJSON-1934236616-project] Publish callbacks [] for port (7b984444-dd62-4518-8e66-91e3c1639622), precommit_update {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:21:48.506583 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-763437b6-a20f-4752-b743-96a764592d25 tempest-AttachVolumeTestJSON-1934236616 tempest-AttachVolumeTestJSON-1934236616-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1768343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789592765606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789592262840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789592262858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15493038'] for port (7b984444-dd62-4518-8e66-91e3c1639622), after_update {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:21:48.590451 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG dbcounter [-] [104388] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=104388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:21:48.614946 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763437b6-a20f-4752-b743-96a764592d25 tempest-AttachVolumeTestJSON-1934236616 tempest-AttachVolumeTestJSON-1934236616-project] Pushing event updated for resources: {'Port': ['ID=7b984444-dd62-4518-8e66-91e3c1639622,revision_number=2']} {{(pid=104388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:21:48.624257 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e168c492-b42b-4b74-ad0b-8c020923f348 req-ab6f31c9-ad90-41ad-9744-15a36624976c tempest-ServerRescueNegativeTestJSON-1272623576 tempest-ServerRescueNegativeTestJSON-1272623576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:21:48.625799 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-e168c492-b42b-4b74-ad0b-8c020923f348 req-ab6f31c9-ad90-41ad-9744-15a36624976c tempest-ServerRescueNegativeTestJSON-1272623576 tempest-ServerRescueNegativeTestJSON-1272623576-project] 10.222.0.23 "GET /v2.0/ports?device_id=5cdfd285-b389-41f4-9ec6-596c6b160f61 HTTP/1.1" status: 200 len: 945 time: 0.0942798 Jun 18 05:21:48.629283 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-763437b6-a20f-4752-b743-96a764592d25 tempest-AttachVolumeTestJSON-1934236616 tempest-AttachVolumeTestJSON-1934236616-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-736808'] for floatingip (1f8ec7cd-9fd2-456c-9bcc-15ee20b34ba4), after_create {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:21:48.683032 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-e168c492-b42b-4b74-ad0b-8c020923f348 req-09f9820c-b91c-4ec4-ba67-1f220db93906 tempest-ServerRescueNegativeTestJSON-1272623576 tempest-ServerRescueNegativeTestJSON-1272623576-project] 10.222.0.23 "GET /v2.0/security-groups?id=c5751484-0293-4048-b6a0-5203ce806396&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505357 Jun 18 05:21:48.711641 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-763437b6-a20f-4752-b743-96a764592d25 tempest-AttachVolumeTestJSON-1934236616 tempest-AttachVolumeTestJSON-1934236616-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19502'] for floatingip (None), before_response {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:21:48.712864 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [None req-763437b6-a20f-4752-b743-96a764592d25 tempest-AttachVolumeTestJSON-1934236616 tempest-AttachVolumeTestJSON-1934236616-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1624491 Jun 18 05:21:48.913229 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-84e65b71-fabe-438e-9983-a90310131f53 req-69e56839-b13e-4578-8b08-59aa45409f23 tempest-AttachVolumeTestJSON-1934236616 tempest-AttachVolumeTestJSON-1934236616-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--797780003&fields=id&tenant_id=969c470f720c4b2f97ba9f45c5d0d426 HTTP/1.1" status: 200 len: 267 time: 0.0429325 Jun 18 05:21:48.929060 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG dbcounter [-] [104387] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:21:49.019708 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e65b71-fabe-438e-9983-a90310131f53 req-fa0ab577-cb93-4307-8e05-10306d5123a6 tempest-AttachVolumeTestJSON-1934236616 tempest-AttachVolumeTestJSON-1934236616-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:21:49.021173 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-84e65b71-fabe-438e-9983-a90310131f53 req-fa0ab577-cb93-4307-8e05-10306d5123a6 tempest-AttachVolumeTestJSON-1934236616 tempest-AttachVolumeTestJSON-1934236616-project] 10.222.0.23 "GET /v2.0/networks?id=22d8eb11-0b66-4ea6-b4d2-3deab0a32f40 HTTP/1.1" status: 200 len: 811 time: 0.1017890 Jun 18 05:21:49.036511 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-84e65b71-fabe-438e-9983-a90310131f53 req-ff944e88-2082-4dde-994d-5a239c56999f tempest-AttachVolumeTestJSON-1934236616 tempest-AttachVolumeTestJSON-1934236616-project] 10.222.0.23 "GET /v2.0/quotas/969c470f720c4b2f97ba9f45c5d0d426 HTTP/1.1" status: 200 len: 375 time: 0.0093741 Jun 18 05:21:49.085396 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-84e65b71-fabe-438e-9983-a90310131f53 req-0f19c271-c317-45f1-a04f-72f2407288f8 tempest-AttachVolumeTestJSON-1934236616 tempest-AttachVolumeTestJSON-1934236616-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=969c470f720c4b2f97ba9f45c5d0d426&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0441999 Jun 18 05:21:49.181896 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-84e65b71-fabe-438e-9983-a90310131f53 req-488a72dd-5b77-41e3-8eaf-b4d1e0aae45a service neutron] 10.222.0.23 "GET /v2.0/networks/22d8eb11-0b66-4ea6-b4d2-3deab0a32f40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855629 Jun 18 05:21:49.272148 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-84e65b71-fabe-438e-9983-a90310131f53 req-7ab60381-d019-484a-81f7-7aab9ea519d9 service neutron] 10.222.0.23 "GET /v2.0/networks/22d8eb11-0b66-4ea6-b4d2-3deab0a32f40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845294 Jun 18 05:21:49.509347 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-5805ed9c-b409-4cb6-a985-c612a9f9981c req-19613ef9-3758-476f-b031-282366f0ec3e tempest-AttachVolumeTestJSON-1934236616 tempest-AttachVolumeTestJSON-1934236616-project] 10.222.0.23 "GET /v2.0/ports?device_id=b8e4e387-f80d-4ab4-b84b-8e300ba1691b HTTP/1.1" status: 200 len: 210 time: 0.0292277 Jun 18 05:21:49.796858 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72aa0506-a7bf-4d2b-9976-43a38490b30e req-0b79fe39-f47d-4b27-a276-cc2d06070335 tempest-ServerRescueNegativeTestJSON-1272623576 tempest-ServerRescueNegativeTestJSON-1272623576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:21:49.798373 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-72aa0506-a7bf-4d2b-9976-43a38490b30e req-0b79fe39-f47d-4b27-a276-cc2d06070335 tempest-ServerRescueNegativeTestJSON-1272623576 tempest-ServerRescueNegativeTestJSON-1272623576-project] 10.222.0.23 "GET /v2.0/ports?device_id=5cdfd285-b389-41f4-9ec6-596c6b160f61 HTTP/1.1" status: 200 len: 945 time: 0.0470774 Jun 18 05:21:49.851690 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-72aa0506-a7bf-4d2b-9976-43a38490b30e req-f5e3ab08-4262-4bd5-b47b-cfd49d9566c2 tempest-ServerRescueNegativeTestJSON-1272623576 tempest-ServerRescueNegativeTestJSON-1272623576-project] 10.222.0.23 "GET /v2.0/security-groups?id=c5751484-0293-4048-b6a0-5203ce806396&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472753 Jun 18 05:21:50.604856 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-8373cbd5-d623-49f8-a272-7a7970444754 req-a96b78ed-8417-40c1-bde5-bca57d81f0a4 tempest-AttachVolumeTestJSON-1934236616 tempest-AttachVolumeTestJSON-1934236616-project] 10.222.0.23 "GET /v2.0/ports?device_id=b8e4e387-f80d-4ab4-b84b-8e300ba1691b HTTP/1.1" status: 200 len: 210 time: 0.0265632 Jun 18 05:21:50.726577 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG neutron.db.agents_db [None req-f0cd052f-7516-4656-9d29-e77bb90ffdea None None] Agent healthcheck: found 6 active agents {{(pid=104390) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 18 05:21:50.955652 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG dbcounter [-] [104387] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:21:50.966467 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cee5141-f5db-40c3-b49f-dfa98c40acc4 req-d684f548-dda5-417a-a976-b5765c975c52 tempest-ServerRescueNegativeTestJSON-1272623576 tempest-ServerRescueNegativeTestJSON-1272623576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:21:50.967952 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-2cee5141-f5db-40c3-b49f-dfa98c40acc4 req-d684f548-dda5-417a-a976-b5765c975c52 tempest-ServerRescueNegativeTestJSON-1272623576 tempest-ServerRescueNegativeTestJSON-1272623576-project] 10.222.0.23 "GET /v2.0/ports?device_id=5cdfd285-b389-41f4-9ec6-596c6b160f61 HTTP/1.1" status: 200 len: 945 time: 0.0481234 Jun 18 05:21:51.015781 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-2cee5141-f5db-40c3-b49f-dfa98c40acc4 req-bf5010c3-fe5d-4502-8e92-edb562311300 tempest-ServerRescueNegativeTestJSON-1272623576 tempest-ServerRescueNegativeTestJSON-1272623576-project] 10.222.0.23 "GET /v2.0/security-groups?id=c5751484-0293-4048-b6a0-5203ce806396&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422978 Jun 18 05:21:51.619037 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e65b71-fabe-438e-9983-a90310131f53 req-d1b6e0d3-21ae-4e59-9de4-ee5444d09a8e tempest-AttachVolumeTestJSON-1934236616 tempest-AttachVolumeTestJSON-1934236616-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:21:51.620355 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-84e65b71-fabe-438e-9983-a90310131f53 req-d1b6e0d3-21ae-4e59-9de4-ee5444d09a8e tempest-AttachVolumeTestJSON-1934236616 tempest-AttachVolumeTestJSON-1934236616-project] 10.222.0.15 "GET /v2.0/networks?id=22d8eb11-0b66-4ea6-b4d2-3deab0a32f40 HTTP/1.1" status: 200 len: 811 time: 0.1070249 Jun 18 05:21:51.699576 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-272168b9-e833-4fcf-aab0-1b98b7196392 req-7d08a0ae-ff84-4290-b73e-bfef30d0be2a tempest-AttachVolumeTestJSON-1934236616 tempest-AttachVolumeTestJSON-1934236616-project] 10.222.0.23 "GET /v2.0/ports?device_id=b8e4e387-f80d-4ab4-b84b-8e300ba1691b HTTP/1.1" status: 200 len: 210 time: 0.0269465 Jun 18 05:21:52.063078 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-59c324ec-18da-4194-8015-0301df4d57b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789592556683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1744442'] for agent (426d7b1c-7831-4cf6-8aa4-29496a16634c), after_update {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:21:52.128396 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15887f7-ac52-41be-a427-ac4da3756df6 req-e1582b4f-d84f-4ea4-939f-41dfa8000f73 tempest-ServerRescueNegativeTestJSON-1272623576 tempest-ServerRescueNegativeTestJSON-1272623576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:21:52.129930 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-e15887f7-ac52-41be-a427-ac4da3756df6 req-e1582b4f-d84f-4ea4-939f-41dfa8000f73 tempest-ServerRescueNegativeTestJSON-1272623576 tempest-ServerRescueNegativeTestJSON-1272623576-project] 10.222.0.23 "GET /v2.0/ports?device_id=5cdfd285-b389-41f4-9ec6-596c6b160f61 HTTP/1.1" status: 200 len: 945 time: 0.0468936 Jun 18 05:21:52.176471 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-e15887f7-ac52-41be-a427-ac4da3756df6 req-d8a2818c-8542-49b8-ba69-bf8b98c003be tempest-ServerRescueNegativeTestJSON-1272623576 tempest-ServerRescueNegativeTestJSON-1272623576-project] 10.222.0.23 "GET /v2.0/security-groups?id=c5751484-0293-4048-b6a0-5203ce806396&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402989 Jun 18 05:21:52.653372 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-84e65b71-fabe-438e-9983-a90310131f53 req-2776bdb8-501d-41c1-b992-d58bcd1077a4 tempest-AttachVolumeTestJSON-1934236616 tempest-AttachVolumeTestJSON-1934236616-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=969c470f720c4b2f97ba9f45c5d0d426 HTTP/1.1" status: 200 len: 379 time: 0.0567377 Jun 18 05:21:52.664156 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.api.v2.base [req-84e65b71-fabe-438e-9983-a90310131f53 req-a2c0b909-577f-4c2f-9c67-2bf68fcd4e78 tempest-AttachVolumeTestJSON-1934236616 tempest-AttachVolumeTestJSON-1934236616-project] Request body: {'port': {'device_id': 'b8e4e387-f80d-4ab4-b84b-8e300ba1691b', 'network_id': '22d8eb11-0b66-4ea6-b4d2-3deab0a32f40', 'admin_state_up': True, 'tenant_id': '969c470f720c4b2f97ba9f45c5d0d426', 'security_groups': ['75e206fe-f470-4171-93d0-e753766d6ea1']}} {{(pid=104387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 18 05:21:52.803843 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-c3b6d6e8-8756-4758-b1e8-cc025d989f78 req-5676bcc3-2c0d-4e29-86bd-bcba1b7a65d7 tempest-AttachVolumeTestJSON-1934236616 tempest-AttachVolumeTestJSON-1934236616-project] 10.222.0.23 "GET /v2.0/ports?device_id=b8e4e387-f80d-4ab4-b84b-8e300ba1691b HTTP/1.1" status: 200 len: 210 time: 0.0328352 Jun 18 05:21:52.852857 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5c2628-a0c5-4a69-bf9b-daf70a3dba4f req-c7c35094-6f18-490f-b9ca-8a7ae831fee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:21:52.854519 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-fd5c2628-a0c5-4a69-bf9b-daf70a3dba4f req-c7c35094-6f18-490f-b9ca-8a7ae831fee7 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=5cdfd285-b389-41f4-9ec6-596c6b160f61 HTTP/1.1" status: 200 len: 1129 time: 0.1659517 Jun 18 05:21:52.860138 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-84e65b71-fabe-438e-9983-a90310131f53 req-a2c0b909-577f-4c2f-9c67-2bf68fcd4e78 tempest-AttachVolumeTestJSON-1934236616 tempest-AttachVolumeTestJSON-1934236616-project] Made reservation on behalf of 969c470f720c4b2f97ba9f45c5d0d426 for: {'port': 1} {{(pid=104387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 05:21:52.863392 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [req-84e65b71-fabe-438e-9983-a90310131f53 req-a2c0b909-577f-4c2f-9c67-2bf68fcd4e78 tempest-AttachVolumeTestJSON-1934236616 tempest-AttachVolumeTestJSON-1934236616-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1768406'] for port (None), before_create {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:21:52.954536 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-fd5c2628-a0c5-4a69-bf9b-daf70a3dba4f req-5691dfa3-3b90-4919-836d-d86a191b9fe4 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=c5751484-0293-4048-b6a0-5203ce806396&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0881109 Jun 18 05:21:52.965237 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG dbcounter [-] [104387] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=104387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:21:53.025771 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.db.db_base_plugin_common [req-84e65b71-fabe-438e-9983-a90310131f53 req-a2c0b909-577f-4c2f-9c67-2bf68fcd4e78 tempest-AttachVolumeTestJSON-1934236616 tempest-AttachVolumeTestJSON-1934236616-project] Allocated IP 172.20.0.11 (22d8eb11-0b66-4ea6-b4d2-3deab0a32f40/5d138401-1420-4153-a9c8-b647c19cd403/de69b734-c483-4ced-a344-3ae592794f9e) {{(pid=104387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 05:21:53.164777 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [req-84e65b71-fabe-438e-9983-a90310131f53 req-a2c0b909-577f-4c2f-9c67-2bf68fcd4e78 tempest-AttachVolumeTestJSON-1934236616 tempest-AttachVolumeTestJSON-1934236616-project] Publish callbacks [] for port (de69b734-c483-4ced-a344-3ae592794f9e), precommit_create {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:21:53.180013 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG dbcounter [-] [104387] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=104387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:21:53.258465 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [req-84e65b71-fabe-438e-9983-a90310131f53 req-a2c0b909-577f-4c2f-9c67-2bf68fcd4e78 tempest-AttachVolumeTestJSON-1934236616 tempest-AttachVolumeTestJSON-1934236616-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1768343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789592262822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14020772'] for port (de69b734-c483-4ced-a344-3ae592794f9e), after_create {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:21:53.330584 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50855f2e-30ff-4df1-b428-929a7a1f8fe9 req-f91daacc-71d9-4509-bfa8-fcfdfa7fbc16 tempest-ServerRescueNegativeTestJSON-1272623576 tempest-ServerRescueNegativeTestJSON-1272623576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:21:53.332079 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-50855f2e-30ff-4df1-b428-929a7a1f8fe9 req-f91daacc-71d9-4509-bfa8-fcfdfa7fbc16 tempest-ServerRescueNegativeTestJSON-1272623576 tempest-ServerRescueNegativeTestJSON-1272623576-project] 10.222.0.23 "GET /v2.0/ports?device_id=5cdfd285-b389-41f4-9ec6-596c6b160f61 HTTP/1.1" status: 200 len: 945 time: 0.0857730 Jun 18 05:21:53.335963 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-84e65b71-fabe-438e-9983-a90310131f53 req-a2c0b909-577f-4c2f-9c67-2bf68fcd4e78 tempest-AttachVolumeTestJSON-1934236616 tempest-AttachVolumeTestJSON-1934236616-project] Network 22d8eb11-0b66-4ea6-b4d2-3deab0a32f40 is already hosted by enough agents. {{(pid=104387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 05:21:53.340647 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.scheduler.base_scheduler [req-84e65b71-fabe-438e-9983-a90310131f53 req-a2c0b909-577f-4c2f-9c67-2bf68fcd4e78 tempest-AttachVolumeTestJSON-1934236616 tempest-AttachVolumeTestJSON-1934236616-project] Resources bound (agent type, host, resource id): {{(pid=104387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 05:21:53.345050 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.db.l3_dvrscheduler_db [req-84e65b71-fabe-438e-9983-a90310131f53 req-a2c0b909-577f-4c2f-9c67-2bf68fcd4e78 tempest-AttachVolumeTestJSON-1934236616 tempest-AttachVolumeTestJSON-1934236616-project] Received port after_create {{(pid=104387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 18 05:21:53.383882 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c0b909-577f-4c2f-9c67-2bf68fcd4e78 tempest-AttachVolumeTestJSON-1934236616 tempest-AttachVolumeTestJSON-1934236616-project] Pushing event updated for resources: {'Port': ['ID=de69b734-c483-4ced-a344-3ae592794f9e,revision_number=1']} {{(pid=104387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:21:53.430932 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e65b71-fabe-438e-9983-a90310131f53 req-a2c0b909-577f-4c2f-9c67-2bf68fcd4e78 tempest-AttachVolumeTestJSON-1934236616 tempest-AttachVolumeTestJSON-1934236616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:21:53.431665 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [req-84e65b71-fabe-438e-9983-a90310131f53 req-a2c0b909-577f-4c2f-9c67-2bf68fcd4e78 tempest-AttachVolumeTestJSON-1934236616 tempest-AttachVolumeTestJSON-1934236616-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19502'] for port (None), before_response {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:21:53.444473 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-50855f2e-30ff-4df1-b428-929a7a1f8fe9 req-817201be-f3fe-41ca-9658-3a6a6920de13 tempest-ServerRescueNegativeTestJSON-1272623576 tempest-ServerRescueNegativeTestJSON-1272623576-project] 10.222.0.23 "GET /v2.0/security-groups?id=c5751484-0293-4048-b6a0-5203ce806396&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1049848 Jun 18 05:21:53.520545 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-84e65b71-fabe-438e-9983-a90310131f53 req-a2c0b909-577f-4c2f-9c67-2bf68fcd4e78 tempest-AttachVolumeTestJSON-1934236616 tempest-AttachVolumeTestJSON-1934236616-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8607433 Jun 18 05:21:53.587564 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.db.provisioning_blocks [None req-fd34ae8a-95b4-4d48-8ebe-71c0270ec85e None None] Provisioning complete for port de69b734-c483-4ced-a344-3ae592794f9e triggered by entity DHCP. {{(pid=104389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 18 05:21:53.588111 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-fd34ae8a-95b4-4d48-8ebe-71c0270ec85e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1740956'] for port (de69b734-c483-4ced-a344-3ae592794f9e), provisioning_complete {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:21:53.621758 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.plugin [None req-fd34ae8a-95b4-4d48-8ebe-71c0270ec85e None None] Port de69b734-c483-4ced-a344-3ae592794f9e cannot update to ACTIVE because it is not bound. {{(pid=104389) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 18 05:21:53.807217 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.api.v2.base [req-84e65b71-fabe-438e-9983-a90310131f53 req-70f686ae-dea9-4ded-ae54-81d85ba3b712 service neutron] Request body: {'port': {'device_id': 'b8e4e387-f80d-4ab4-b84b-8e300ba1691b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83699'}} {{(pid=104387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 18 05:21:53.866976 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [req-84e65b71-fabe-438e-9983-a90310131f53 req-70f686ae-dea9-4ded-ae54-81d85ba3b712 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1768406'] for port (de69b734-c483-4ced-a344-3ae592794f9e), before_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:21:53.921013 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf4238f-90f0-42bc-b577-c1b9e947f07a req-aa3d6929-5535-4150-a216-6fae732020f4 tempest-AttachVolumeTestJSON-1934236616 tempest-AttachVolumeTestJSON-1934236616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:21:53.922533 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-ebf4238f-90f0-42bc-b577-c1b9e947f07a req-aa3d6929-5535-4150-a216-6fae732020f4 tempest-AttachVolumeTestJSON-1934236616 tempest-AttachVolumeTestJSON-1934236616-project] 10.222.0.23 "GET /v2.0/ports?device_id=b8e4e387-f80d-4ab4-b84b-8e300ba1691b HTTP/1.1" status: 200 len: 932 time: 0.0474148 Jun 18 05:21:53.972416 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-ebf4238f-90f0-42bc-b577-c1b9e947f07a req-57c52e73-c425-4ec4-99d4-201195f127d3 tempest-AttachVolumeTestJSON-1934236616 tempest-AttachVolumeTestJSON-1934236616-project] 10.222.0.23 "GET /v2.0/security-groups?id=75e206fe-f470-4171-93d0-e753766d6ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440190 Jun 18 05:21:54.380122 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG dbcounter [-] [104387] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:21:54.387636 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.notifiers.nova [req-84e65b71-fabe-438e-9983-a90310131f53 req-70f686ae-dea9-4ded-ae54-81d85ba3b712 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id de69b734-c483-4ced-a344-3ae592794f9e {{(pid=104387) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 18 05:21:54.395276 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [req-84e65b71-fabe-438e-9983-a90310131f53 req-70f686ae-dea9-4ded-ae54-81d85ba3b712 service neutron] Publish callbacks [] for port (de69b734-c483-4ced-a344-3ae592794f9e), precommit_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:21:54.407839 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.db.provisioning_blocks [req-84e65b71-fabe-438e-9983-a90310131f53 req-70f686ae-dea9-4ded-ae54-81d85ba3b712 service neutron] Transition to ACTIVE for port object de69b734-c483-4ced-a344-3ae592794f9e will not be triggered until provisioned by entity L2. {{(pid=104387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 18 05:21:54.466120 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [req-84e65b71-fabe-438e-9983-a90310131f53 req-70f686ae-dea9-4ded-ae54-81d85ba3b712 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1768343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789592765606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789592262840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789592262858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14020781'] for port (de69b734-c483-4ced-a344-3ae592794f9e), after_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:21:54.537613 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-e6bebf79-e045-4393-8a1e-913529fcebd5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789592556683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1744442'] for agent (a8549501-0164-4ac5-90a6-1ba1ba0d3f9d), after_update {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:21:54.552395 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f686ae-dea9-4ded-ae54-81d85ba3b712 service neutron] Pushing event updated for resources: {'Port': ['ID=de69b734-c483-4ced-a344-3ae592794f9e,revision_number=2']} {{(pid=104387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:21:54.617325 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3115de87-7c9f-45f8-b0af-f80d71a05ad5 req-712ab76f-fd94-45c3-91de-17c1d01b5501 tempest-ServerRescueNegativeTestJSON-1272623576 tempest-ServerRescueNegativeTestJSON-1272623576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:21:54.618889 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-3115de87-7c9f-45f8-b0af-f80d71a05ad5 req-712ab76f-fd94-45c3-91de-17c1d01b5501 tempest-ServerRescueNegativeTestJSON-1272623576 tempest-ServerRescueNegativeTestJSON-1272623576-project] 10.222.0.23 "GET /v2.0/ports?device_id=5cdfd285-b389-41f4-9ec6-596c6b160f61 HTTP/1.1" status: 200 len: 945 time: 0.0964618 Jun 18 05:21:54.646485 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG dbcounter [-] [104387] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:21:54.661219 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.managers [req-84e65b71-fabe-438e-9983-a90310131f53 req-70f686ae-dea9-4ded-ae54-81d85ba3b712 service neutron] Attempting to bind port de69b734-c483-4ced-a344-3ae592794f9e on host hv-cinder-83699 for vnic_type normal with profile {{(pid=104387) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 18 05:21:54.661584 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.managers [req-84e65b71-fabe-438e-9983-a90310131f53 req-70f686ae-dea9-4ded-ae54-81d85ba3b712 service neutron] Attempting to bind port de69b734-c483-4ced-a344-3ae592794f9e by drivers openvswitch,hyperv on host hv-cinder-83699 at level 0 using segments [{'id': 'ec81db56-67ad-4682-ab4f-54fec1abd7e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '22d8eb11-0b66-4ea6-b4d2-3deab0a32f40'}] {{(pid=104387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 18 05:21:54.662023 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84e65b71-fabe-438e-9983-a90310131f53 req-70f686ae-dea9-4ded-ae54-81d85ba3b712 service neutron] Attempting to bind port de69b734-c483-4ced-a344-3ae592794f9e on network 22d8eb11-0b66-4ea6-b4d2-3deab0a32f40 {{(pid=104387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 18 05:21:54.671702 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84e65b71-fabe-438e-9983-a90310131f53 req-70f686ae-dea9-4ded-ae54-81d85ba3b712 service neutron] Port de69b734-c483-4ced-a344-3ae592794f9e on network 22d8eb11-0b66-4ea6-b4d2-3deab0a32f40 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83699 {{(pid=104387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 18 05:21:54.672030 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84e65b71-fabe-438e-9983-a90310131f53 req-70f686ae-dea9-4ded-ae54-81d85ba3b712 service neutron] Attempting to bind port de69b734-c483-4ced-a344-3ae592794f9e on network 22d8eb11-0b66-4ea6-b4d2-3deab0a32f40 {{(pid=104387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 18 05:21:54.682779 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84e65b71-fabe-438e-9983-a90310131f53 req-70f686ae-dea9-4ded-ae54-81d85ba3b712 service neutron] Checking agent: {'id': '21f82a9e-593b-4fa9-aa06-dfe6f16482e6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83699', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 18, 5, 14, 36), 'started_at': datetime.datetime(2022, 6, 18, 5, 14, 36), 'heartbeat_timestamp': datetime.datetime(2022, 6, 18, 5, 21, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 18 05:21:54.683117 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84e65b71-fabe-438e-9983-a90310131f53 req-70f686ae-dea9-4ded-ae54-81d85ba3b712 service neutron] Checking segment: {'id': 'ec81db56-67ad-4682-ab4f-54fec1abd7e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '22d8eb11-0b66-4ea6-b4d2-3deab0a32f40'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 18 05:21:54.683498 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84e65b71-fabe-438e-9983-a90310131f53 req-70f686ae-dea9-4ded-ae54-81d85ba3b712 service neutron] Bound using segment: {'id': 'ec81db56-67ad-4682-ab4f-54fec1abd7e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '22d8eb11-0b66-4ea6-b4d2-3deab0a32f40'} {{(pid=104387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 18 05:21:54.683923 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.managers [req-84e65b71-fabe-438e-9983-a90310131f53 req-70f686ae-dea9-4ded-ae54-81d85ba3b712 service neutron] Bound port: de69b734-c483-4ced-a344-3ae592794f9e, host: hv-cinder-83699, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ec81db56-67ad-4682-ab4f-54fec1abd7e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '22d8eb11-0b66-4ea6-b4d2-3deab0a32f40'}}] {{(pid=104387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 18 05:21:54.684282 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [req-84e65b71-fabe-438e-9983-a90310131f53 req-70f686ae-dea9-4ded-ae54-81d85ba3b712 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1768406'] for port (de69b734-c483-4ced-a344-3ae592794f9e), before_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:21:54.705325 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-3115de87-7c9f-45f8-b0af-f80d71a05ad5 req-d8892615-0e65-4a87-8bce-e15c51468879 tempest-ServerRescueNegativeTestJSON-1272623576 tempest-ServerRescueNegativeTestJSON-1272623576-project] 10.222.0.23 "GET /v2.0/security-groups?id=c5751484-0293-4048-b6a0-5203ce806396&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0796001 Jun 18 05:21:54.738700 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG dbcounter [-] [104389] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:21:54.757067 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.db [req-84e65b71-fabe-438e-9983-a90310131f53 req-70f686ae-dea9-4ded-ae54-81d85ba3b712 service neutron] For port de69b734-c483-4ced-a344-3ae592794f9e, host hv-cinder-83699, cleared binding levels {{(pid=104387) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 05:21:54.760432 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.db [req-84e65b71-fabe-438e-9983-a90310131f53 req-70f686ae-dea9-4ded-ae54-81d85ba3b712 service neutron] For port de69b734-c483-4ced-a344-3ae592794f9e, host hv-cinder-83699, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=de69b734-c483-4ced-a344-3ae592794f9e,segment=NetworkSegment(ec81db56-67ad-4682-ab4f-54fec1abd7e4),segment_id=ec81db56-67ad-4682-ab4f-54fec1abd7e4)] {{(pid=104387) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 05:21:54.884118 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [req-84e65b71-fabe-438e-9983-a90310131f53 req-70f686ae-dea9-4ded-ae54-81d85ba3b712 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1768343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789592765606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789592262840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789592262858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14020781'] for port (de69b734-c483-4ced-a344-3ae592794f9e), after_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:21:54.926550 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e65b71-fabe-438e-9983-a90310131f53 req-70f686ae-dea9-4ded-ae54-81d85ba3b712 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:21:54.927189 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [req-84e65b71-fabe-438e-9983-a90310131f53 req-70f686ae-dea9-4ded-ae54-81d85ba3b712 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19502'] for port (None), before_response {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:21:54.929122 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-84e65b71-fabe-438e-9983-a90310131f53 req-70f686ae-dea9-4ded-ae54-81d85ba3b712 service neutron] 10.222.0.15 "PUT /v2.0/ports/de69b734-c483-4ced-a344-3ae592794f9e HTTP/1.1" status: 200 len: 1094 time: 1.1262407 Jun 18 05:21:54.929604 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8e4e387-f80d-4ab4-b84b-8e300ba1691b', 'tag': 'de69b734-c483-4ced-a344-3ae592794f9e'}] {{(pid=104387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 18 05:21:54.931860 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}067244ef130036e0f0c6cfdae2cc0bb626a7afb0c2954d608d85df941ffdb65a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-208a7e6a-0f68-4087-8170-f9ec6d642540" -d '{"events": [{"name": "network-changed", "server_uuid": "b8e4e387-f80d-4ab4-b84b-8e300ba1691b", "tag": "de69b734-c483-4ced-a344-3ae592794f9e"}]}' {{(pid=104387) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 05:21:54.955095 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f686ae-dea9-4ded-ae54-81d85ba3b712 service neutron] Pushing event updated for resources: {'Port': ['ID=de69b734-c483-4ced-a344-3ae592794f9e,revision_number=3']} {{(pid=104387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:21:55.136790 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3e3583-1587-4bf4-9e99-a9ce67a80d35 req-786c346b-9b38-4e9b-a546-98dc61d3f509 tempest-AttachVolumeTestJSON-1934236616 tempest-AttachVolumeTestJSON-1934236616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:21:55.138320 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-4f3e3583-1587-4bf4-9e99-a9ce67a80d35 req-786c346b-9b38-4e9b-a546-98dc61d3f509 tempest-AttachVolumeTestJSON-1934236616 tempest-AttachVolumeTestJSON-1934236616-project] 10.222.0.23 "GET /v2.0/ports?device_id=b8e4e387-f80d-4ab4-b84b-8e300ba1691b HTTP/1.1" status: 200 len: 944 time: 0.0899711 Jun 18 05:21:55.141312 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Jun 2022 05:21:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28e71b52-266d-42da-af65-fc0f3f40528d x-openstack-request-id: req-28e71b52-266d-42da-af65-fc0f3f40528d {{(pid=104387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 05:21:55.141661 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b8e4e387-f80d-4ab4-b84b-8e300ba1691b", "tag": "de69b734-c483-4ced-a344-3ae592794f9e", "status": "completed", "code": 200}]} {{(pid=104387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 05:21:55.141911 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-28e71b52-266d-42da-af65-fc0f3f40528d {{(pid=104387) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 05:21:55.142299 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.notifiers.nova [-] Nova event matching ['req-28e71b52-266d-42da-af65-fc0f3f40528d'] response: {'name': 'network-changed', 'server_uuid': 'b8e4e387-f80d-4ab4-b84b-8e300ba1691b', 'tag': 'de69b734-c483-4ced-a344-3ae592794f9e', 'status': 'completed', 'code': 200} Jun 18 05:21:55.143621 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e65b71-fabe-438e-9983-a90310131f53 req-16091027-e8aa-403e-bc37-02cc61df6921 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:21:55.145096 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-84e65b71-fabe-438e-9983-a90310131f53 req-16091027-e8aa-403e-bc37-02cc61df6921 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=969c470f720c4b2f97ba9f45c5d0d426&device_id=b8e4e387-f80d-4ab4-b84b-8e300ba1691b HTTP/1.1" status: 200 len: 1128 time: 0.0826514 Jun 18 05:21:55.202882 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-84e65b71-fabe-438e-9983-a90310131f53 req-7aff26e0-9922-4681-96dc-c7294fac6a05 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=de69b734-c483-4ced-a344-3ae592794f9e HTTP/1.1" status: 200 len: 217 time: 0.0414362 Jun 18 05:21:55.256520 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-4f3e3583-1587-4bf4-9e99-a9ce67a80d35 req-ce67d9e6-c942-4459-b874-3fbf43d06e7a tempest-AttachVolumeTestJSON-1934236616 tempest-AttachVolumeTestJSON-1934236616-project] 10.222.0.23 "GET /v2.0/security-groups?id=75e206fe-f470-4171-93d0-e753766d6ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1105087 Jun 18 05:21:55.266927 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e65b71-fabe-438e-9983-a90310131f53 req-9352b8b0-122c-4883-b3b5-1c20cef95f16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:21:55.268823 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-84e65b71-fabe-438e-9983-a90310131f53 req-9352b8b0-122c-4883-b3b5-1c20cef95f16 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=5d138401-1420-4153-a9c8-b647c19cd403 HTTP/1.1" status: 200 len: 850 time: 0.0580354 Jun 18 05:21:55.317567 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e65b71-fabe-438e-9983-a90310131f53 req-82054921-e6a5-44d0-8f49-c1e206123e2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:21:55.319571 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-84e65b71-fabe-438e-9983-a90310131f53 req-82054921-e6a5-44d0-8f49-c1e206123e2d service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=22d8eb11-0b66-4ea6-b4d2-3deab0a32f40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0441847 Jun 18 05:21:55.416955 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-84e65b71-fabe-438e-9983-a90310131f53 req-66a86ab3-45ff-43aa-9b8a-e9b1a3299096 service neutron] 10.222.0.15 "GET /v2.0/networks/22d8eb11-0b66-4ea6-b4d2-3deab0a32f40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891476 Jun 18 05:21:55.537467 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-84e65b71-fabe-438e-9983-a90310131f53 req-fb83aade-f51d-4ae7-9eb0-296ef4a17da6 service neutron] 10.222.0.15 "GET /v2.0/networks/22d8eb11-0b66-4ea6-b4d2-3deab0a32f40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1092837 Jun 18 05:21:55.575186 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-bd48e2cf-68a6-4f35-9a09-882d425f288c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789592556683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1744442'] for agent (e572bbf3-12d8-41bb-a2ed-524d739c9de1), after_update {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:21:55.829744 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d796a882-c2e2-460f-ada3-e4bad147c108 req-01bc54e6-175e-4c13-a06b-91e2592c12e4 tempest-ServerRescueNegativeTestJSON-1272623576 tempest-ServerRescueNegativeTestJSON-1272623576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:21:55.831168 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-d796a882-c2e2-460f-ada3-e4bad147c108 req-01bc54e6-175e-4c13-a06b-91e2592c12e4 tempest-ServerRescueNegativeTestJSON-1272623576 tempest-ServerRescueNegativeTestJSON-1272623576-project] 10.222.0.23 "GET /v2.0/ports?device_id=5cdfd285-b389-41f4-9ec6-596c6b160f61 HTTP/1.1" status: 200 len: 945 time: 0.0534499 Jun 18 05:21:55.880162 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-d796a882-c2e2-460f-ada3-e4bad147c108 req-31f5737d-eba8-46d3-9f17-05450d2c42db tempest-ServerRescueNegativeTestJSON-1272623576 tempest-ServerRescueNegativeTestJSON-1272623576-project] 10.222.0.23 "GET /v2.0/security-groups?id=c5751484-0293-4048-b6a0-5203ce806396&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422306 Jun 18 05:21:56.369371 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046dcecd-e76f-4c09-b4b7-556221c68e4d req-45f7afc7-3487-489b-a93e-4bf889e481a5 tempest-AttachVolumeTestJSON-1934236616 tempest-AttachVolumeTestJSON-1934236616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:21:56.370805 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-046dcecd-e76f-4c09-b4b7-556221c68e4d req-45f7afc7-3487-489b-a93e-4bf889e481a5 tempest-AttachVolumeTestJSON-1934236616 tempest-AttachVolumeTestJSON-1934236616-project] 10.222.0.23 "GET /v2.0/ports?device_id=b8e4e387-f80d-4ab4-b84b-8e300ba1691b HTTP/1.1" status: 200 len: 944 time: 0.0475316 Jun 18 05:21:56.415819 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG dbcounter [-] [104387] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:21:56.423126 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-046dcecd-e76f-4c09-b4b7-556221c68e4d req-63d99d0c-cf20-4c22-8fea-7951a1a60c52 tempest-AttachVolumeTestJSON-1934236616 tempest-AttachVolumeTestJSON-1934236616-project] 10.222.0.23 "GET /v2.0/security-groups?id=75e206fe-f470-4171-93d0-e753766d6ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453584 Jun 18 05:21:56.497941 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8422302-785d-4f60-b406-1f89cedb471c req-0860058f-3370-4b12-9985-69e9ba31daac tempest-ServerRescueNegativeTestJSON-1272623576 tempest-ServerRescueNegativeTestJSON-1272623576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:21:56.499483 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-d8422302-785d-4f60-b406-1f89cedb471c req-0860058f-3370-4b12-9985-69e9ba31daac tempest-ServerRescueNegativeTestJSON-1272623576 tempest-ServerRescueNegativeTestJSON-1272623576-project] 10.222.0.23 "GET /v2.0/ports?device_id=5cdfd285-b389-41f4-9ec6-596c6b160f61 HTTP/1.1" status: 200 len: 945 time: 0.0511296 Jun 18 05:21:56.547851 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-d8422302-785d-4f60-b406-1f89cedb471c req-6703166e-2553-4893-a69e-66c1a33835ea tempest-ServerRescueNegativeTestJSON-1272623576 tempest-ServerRescueNegativeTestJSON-1272623576-project] 10.222.0.23 "GET /v2.0/security-groups?id=c5751484-0293-4048-b6a0-5203ce806396&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429406 Jun 18 05:21:56.833012 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208a7e6a-0f68-4087-8170-f9ec6d642540 req-b7e62d7c-2ae5-4c05-aa71-a593af465457 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:21:56.834678 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-208a7e6a-0f68-4087-8170-f9ec6d642540 req-b7e62d7c-2ae5-4c05-aa71-a593af465457 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=969c470f720c4b2f97ba9f45c5d0d426&device_id=b8e4e387-f80d-4ab4-b84b-8e300ba1691b HTTP/1.1" status: 200 len: 1128 time: 0.0399098 Jun 18 05:21:56.960632 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da3abc2-e2d1-471d-8be5-57c2b62222a4 req-b9bab8b6-e675-44e9-9c69-fa6ec27b77ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:21:56.962170 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-6da3abc2-e2d1-471d-8be5-57c2b62222a4 req-b9bab8b6-e675-44e9-9c69-fa6ec27b77ef service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8820096253064e5abbe50f23bdc3ebac&device_id=5cdfd285-b389-41f4-9ec6-596c6b160f61 HTTP/1.1" status: 200 len: 1129 time: 0.0519867 Jun 18 05:21:56.963114 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208a7e6a-0f68-4087-8170-f9ec6d642540 req-5e17f53b-f03c-463e-8d9b-a7094dbf66b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:21:56.964530 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-208a7e6a-0f68-4087-8170-f9ec6d642540 req-5e17f53b-f03c-463e-8d9b-a7094dbf66b3 service neutron] 10.222.0.15 "GET /v2.0/networks?id=22d8eb11-0b66-4ea6-b4d2-3deab0a32f40 HTTP/1.1" status: 200 len: 912 time: 0.1229351 Jun 18 05:21:57.030312 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-208a7e6a-0f68-4087-8170-f9ec6d642540 req-c991e6c7-3c8a-4fab-be06-fa4f4d8884ff service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=de69b734-c483-4ced-a344-3ae592794f9e HTTP/1.1" status: 200 len: 217 time: 0.0474527 Jun 18 05:21:57.124767 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208a7e6a-0f68-4087-8170-f9ec6d642540 req-13a09cf3-b709-4e6e-9d93-8c6e18847b3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:21:57.126177 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-208a7e6a-0f68-4087-8170-f9ec6d642540 req-13a09cf3-b709-4e6e-9d93-8c6e18847b3f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=5d138401-1420-4153-a9c8-b647c19cd403 HTTP/1.1" status: 200 len: 850 time: 0.0871649 Jun 18 05:21:57.130785 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da3abc2-e2d1-471d-8be5-57c2b62222a4 req-e47ff684-5f97-4ed9-822c-20c12b685f50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:21:57.132033 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-6da3abc2-e2d1-471d-8be5-57c2b62222a4 req-e47ff684-5f97-4ed9-822c-20c12b685f50 service neutron] 10.222.0.15 "GET /v2.0/networks?id=e40c5bf8-60a8-4d08-b489-6f107ba55c42 HTTP/1.1" status: 200 len: 919 time: 0.1566606 Jun 18 05:21:57.211029 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208a7e6a-0f68-4087-8170-f9ec6d642540 req-c5d915f7-7bb3-4003-889f-27a30eaffeaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:21:57.212539 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-208a7e6a-0f68-4087-8170-f9ec6d642540 req-c5d915f7-7bb3-4003-889f-27a30eaffeaf service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=22d8eb11-0b66-4ea6-b4d2-3deab0a32f40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0792625 Jun 18 05:21:57.234447 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-6da3abc2-e2d1-471d-8be5-57c2b62222a4 req-f5485e2d-bc51-42d9-b92d-7cb3a0d2e19b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1076f134-7839-4b58-b50b-1f994d3b47a5 HTTP/1.1" status: 200 len: 1001 time: 0.0724299 Jun 18 05:21:57.257279 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-5df8b1a9-a354-44ed-8761-35e8e24f4084 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789592556683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1744442'] for agent (37f34a37-d85d-4c21-966b-86dc43157ac3), after_update {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:21:57.292802 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG dbcounter [-] [104387] Writing DB stats neutron:SELECT=100 {{(pid=104387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:21:57.329966 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da3abc2-e2d1-471d-8be5-57c2b62222a4 req-70729ae7-25b8-4eed-a0d1-7388d6c53367 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:21:57.331422 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-6da3abc2-e2d1-471d-8be5-57c2b62222a4 req-70729ae7-25b8-4eed-a0d1-7388d6c53367 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=150ec3db-e886-4a5d-89d6-e02356d1809e HTTP/1.1" status: 200 len: 857 time: 0.0870044 Jun 18 05:21:57.381665 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-208a7e6a-0f68-4087-8170-f9ec6d642540 req-d29b98ed-8b70-4faf-96a2-e1a9915a082e service neutron] 10.222.0.15 "GET /v2.0/networks/22d8eb11-0b66-4ea6-b4d2-3deab0a32f40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1604269 Jun 18 05:21:57.386754 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da3abc2-e2d1-471d-8be5-57c2b62222a4 req-eb62e629-2b05-497a-9973-e12e86f6bab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:21:57.388184 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-6da3abc2-e2d1-471d-8be5-57c2b62222a4 req-eb62e629-2b05-497a-9973-e12e86f6bab0 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e40c5bf8-60a8-4d08-b489-6f107ba55c42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0505838 Jun 18 05:21:57.529179 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-c042a677-28f5-4026-b552-0173028fe9dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789592556683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1744442'] for agent (d503ae44-4e24-48d3-9886-03581f90537d), after_update {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:21:57.574217 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57d731e-4422-407b-9227-0e2ddf9bafb5 req-8d09628c-6383-4295-a83d-a750fcd29eec tempest-AttachVolumeTestJSON-1934236616 tempest-AttachVolumeTestJSON-1934236616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:21:57.575707 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-f57d731e-4422-407b-9227-0e2ddf9bafb5 req-8d09628c-6383-4295-a83d-a750fcd29eec tempest-AttachVolumeTestJSON-1934236616 tempest-AttachVolumeTestJSON-1934236616-project] 10.222.0.23 "GET /v2.0/ports?device_id=b8e4e387-f80d-4ab4-b84b-8e300ba1691b HTTP/1.1" status: 200 len: 944 time: 0.0739925 Jun 18 05:21:57.589363 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-208a7e6a-0f68-4087-8170-f9ec6d642540 req-f0ad3848-1bdb-4af7-a172-fe3395f688a4 service neutron] 10.222.0.15 "GET /v2.0/networks/22d8eb11-0b66-4ea6-b4d2-3deab0a32f40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2000022 Jun 18 05:21:57.605912 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-6da3abc2-e2d1-471d-8be5-57c2b62222a4 req-30207b30-62d5-42c5-83b4-5d7f8cd13a3a service neutron] 10.222.0.15 "GET /v2.0/networks/e40c5bf8-60a8-4d08-b489-6f107ba55c42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2080846 Jun 18 05:21:57.629735 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG dbcounter [-] [104387] Writing DB stats neutron:SELECT=100 {{(pid=104387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:21:57.656712 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-f57d731e-4422-407b-9227-0e2ddf9bafb5 req-8cda3409-26af-4231-a58b-aaf116c92363 tempest-AttachVolumeTestJSON-1934236616 tempest-AttachVolumeTestJSON-1934236616-project] 10.222.0.23 "GET /v2.0/security-groups?id=75e206fe-f470-4171-93d0-e753766d6ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0747688 Jun 18 05:21:57.669053 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef590d91-dda2-45dd-9498-b630c71d18fa req-308d902d-0963-46c4-b8ad-3d3acd5122e1 tempest-ServerRescueNegativeTestJSON-1272623576 tempest-ServerRescueNegativeTestJSON-1272623576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:21:57.673851 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-ef590d91-dda2-45dd-9498-b630c71d18fa req-308d902d-0963-46c4-b8ad-3d3acd5122e1 tempest-ServerRescueNegativeTestJSON-1272623576 tempest-ServerRescueNegativeTestJSON-1272623576-project] 10.222.0.23 "GET /v2.0/ports?device_id=5cdfd285-b389-41f4-9ec6-596c6b160f61 HTTP/1.1" status: 200 len: 945 time: 0.0552146 Jun 18 05:21:57.720528 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-ef590d91-dda2-45dd-9498-b630c71d18fa req-373953da-94a0-437b-b7b7-dfda0b1dfa0e tempest-ServerRescueNegativeTestJSON-1272623576 tempest-ServerRescueNegativeTestJSON-1272623576-project] 10.222.0.23 "GET /v2.0/security-groups?id=c5751484-0293-4048-b6a0-5203ce806396&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447407 Jun 18 05:21:57.724821 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-6da3abc2-e2d1-471d-8be5-57c2b62222a4 req-0331aa56-18ec-472e-a0a0-a9285de6493b service neutron] 10.222.0.15 "GET /v2.0/networks/e40c5bf8-60a8-4d08-b489-6f107ba55c42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1038451 Jun 18 05:21:58.124317 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.rpc [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] Device de69b734-c483-4ced-a344-3ae592794f9e details requested by agent hyperv_hv-cinder-83699 with host hv-cinder-83699 {{(pid=104389) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 18 05:21:58.226549 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.db [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] For port de69b734-c483-4ced-a344-3ae592794f9e, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=de69b734-c483-4ced-a344-3ae592794f9e,segment=NetworkSegment(ec81db56-67ad-4682-ab4f-54fec1abd7e4),segment_id=ec81db56-67ad-4682-ab4f-54fec1abd7e4)] {{(pid=104389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 05:21:58.237686 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.rpc [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] Returning: {'device': 'de69b734-c483-4ced-a344-3ae592794f9e', 'network_id': '22d8eb11-0b66-4ea6-b4d2-3deab0a32f40', 'port_id': 'de69b734-c483-4ced-a344-3ae592794f9e', 'mac_address': 'fa:16:3e:3f:77:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 301, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5d138401-1420-4153-a9c8-b647c19cd403', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104389) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 18 05:21:58.273078 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.plugin [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] Current status of the port de69b734-c483-4ced-a344-3ae592794f9e is: DOWN; New status is: BUILD {{(pid=104389) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 18 05:21:58.273851 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1768406'] for port (de69b734-c483-4ced-a344-3ae592794f9e), before_update {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:21:58.286643 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.notifiers.nova [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id de69b734-c483-4ced-a344-3ae592794f9e {{(pid=104389) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 18 05:21:58.307200 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.db [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] For port de69b734-c483-4ced-a344-3ae592794f9e, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=de69b734-c483-4ced-a344-3ae592794f9e,segment=NetworkSegment(ec81db56-67ad-4682-ab4f-54fec1abd7e4),segment_id=ec81db56-67ad-4682-ab4f-54fec1abd7e4)] {{(pid=104389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 05:21:58.377457 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1768343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789592765606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789592262840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789592262858'] for port (de69b734-c483-4ced-a344-3ae592794f9e), after_update {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:21:58.428118 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] Pushing event updated for resources: {'Port': ['ID=de69b734-c483-4ced-a344-3ae592794f9e,revision_number=4']} {{(pid=104389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:21:58.435143 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:21:58.435502 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:21:58.435847 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:21:58.436191 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:21:58.436527 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:21:58.436859 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:21:58.437189 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:21:58.437548 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:21:58.437880 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:21:58.438208 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:21:58.438538 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:21:58.438878 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:21:58.439190 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:21:58.439514 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:21:58.439839 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:21:58.773096 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eefb6b2b-cc83-4465-8ac1-095f956bc882 req-5c5bac2e-e982-4d86-909e-8d2c0db7ef2d tempest-AttachVolumeTestJSON-1934236616 tempest-AttachVolumeTestJSON-1934236616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:21:58.774659 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-eefb6b2b-cc83-4465-8ac1-095f956bc882 req-5c5bac2e-e982-4d86-909e-8d2c0db7ef2d tempest-AttachVolumeTestJSON-1934236616 tempest-AttachVolumeTestJSON-1934236616-project] 10.222.0.23 "GET /v2.0/ports?device_id=b8e4e387-f80d-4ab4-b84b-8e300ba1691b HTTP/1.1" status: 200 len: 945 time: 0.0472143 Jun 18 05:21:58.788700 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.db [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] get_ports_and_sgs() called for port_ids ['de69b734-c483-4ced-a344-3ae592794f9e'] {{(pid=104389) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 18 05:21:58.828050 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG dbcounter [-] [104389] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:21:58.829942 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-eefb6b2b-cc83-4465-8ac1-095f956bc882 req-30dbdc7b-bad6-40d1-a07e-f203647f8fab tempest-AttachVolumeTestJSON-1934236616 tempest-AttachVolumeTestJSON-1934236616-project] 10.222.0.23 "GET /v2.0/security-groups?id=75e206fe-f470-4171-93d0-e753766d6ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494418 Jun 18 05:21:58.851645 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24cac76-39e5-49a1-a1bf-968eb2c193a2 req-f1ea40d9-6fba-4c1a-b264-4c59a9f9acd2 tempest-ServerRescueNegativeTestJSON-1272623576 tempest-ServerRescueNegativeTestJSON-1272623576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:21:58.853153 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-d24cac76-39e5-49a1-a1bf-968eb2c193a2 req-f1ea40d9-6fba-4c1a-b264-4c59a9f9acd2 tempest-ServerRescueNegativeTestJSON-1272623576 tempest-ServerRescueNegativeTestJSON-1272623576-project] 10.222.0.23 "GET /v2.0/ports?device_id=5cdfd285-b389-41f4-9ec6-596c6b160f61 HTTP/1.1" status: 200 len: 945 time: 0.0619769 Jun 18 05:21:58.906213 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-d24cac76-39e5-49a1-a1bf-968eb2c193a2 req-a0c847aa-e1ba-4ea2-9fa6-aed53d783c38 tempest-ServerRescueNegativeTestJSON-1272623576 tempest-ServerRescueNegativeTestJSON-1272623576-project] 10.222.0.23 "GET /v2.0/security-groups?id=c5751484-0293-4048-b6a0-5203ce806396&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473161 Jun 18 05:21:59.940181 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe437ee-804f-4a2b-8cca-7dfceaf4c03e req-c3e0a2b8-b951-43f3-af08-841814682abf tempest-AttachVolumeTestJSON-1934236616 tempest-AttachVolumeTestJSON-1934236616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:21:59.941733 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-5fe437ee-804f-4a2b-8cca-7dfceaf4c03e req-c3e0a2b8-b951-43f3-af08-841814682abf tempest-AttachVolumeTestJSON-1934236616 tempest-AttachVolumeTestJSON-1934236616-project] 10.222.0.23 "GET /v2.0/ports?device_id=b8e4e387-f80d-4ab4-b84b-8e300ba1691b HTTP/1.1" status: 200 len: 945 time: 0.0476124 Jun 18 05:21:59.991611 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-5fe437ee-804f-4a2b-8cca-7dfceaf4c03e req-cb90a4e8-f3e2-4a62-acb2-65a9f7067521 tempest-AttachVolumeTestJSON-1934236616 tempest-AttachVolumeTestJSON-1934236616-project] 10.222.0.23 "GET /v2.0/security-groups?id=75e206fe-f470-4171-93d0-e753766d6ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428462 Jun 18 05:22:00.026578 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc327ed4-e2ae-4e71-bf67-be9172f47bed req-81df9f3a-042a-4168-a5c6-20e44bb7c1d8 tempest-ServerRescueNegativeTestJSON-1272623576 tempest-ServerRescueNegativeTestJSON-1272623576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:22:00.028143 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-fc327ed4-e2ae-4e71-bf67-be9172f47bed req-81df9f3a-042a-4168-a5c6-20e44bb7c1d8 tempest-ServerRescueNegativeTestJSON-1272623576 tempest-ServerRescueNegativeTestJSON-1272623576-project] 10.222.0.23 "GET /v2.0/ports?device_id=5cdfd285-b389-41f4-9ec6-596c6b160f61 HTTP/1.1" status: 200 len: 945 time: 0.0476775 Jun 18 05:22:00.078644 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-fc327ed4-e2ae-4e71-bf67-be9172f47bed req-49656b6d-63f9-4a7c-894b-ce94e8bb900d tempest-ServerRescueNegativeTestJSON-1272623576 tempest-ServerRescueNegativeTestJSON-1272623576-project] 10.222.0.23 "GET /v2.0/security-groups?id=c5751484-0293-4048-b6a0-5203ce806396&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432911 Jun 18 05:22:00.129917 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.rpc [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] Device de69b734-c483-4ced-a344-3ae592794f9e up at agent hyperv_hv-cinder-83699 {{(pid=104389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 18 05:22:00.176002 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.db.provisioning_blocks [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] Provisioning for port de69b734-c483-4ced-a344-3ae592794f9e completed by entity L2. {{(pid=104389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 18 05:22:00.237420 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.db.provisioning_blocks [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] Provisioning complete for port de69b734-c483-4ced-a344-3ae592794f9e triggered by entity L2. {{(pid=104389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 18 05:22:00.237714 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1740956'] for port (de69b734-c483-4ced-a344-3ae592794f9e), provisioning_complete {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:22:00.312584 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.plugin [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] Current status of the port de69b734-c483-4ced-a344-3ae592794f9e is: BUILD; New status is: ACTIVE {{(pid=104389) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 18 05:22:00.312981 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1768406'] for port (de69b734-c483-4ced-a344-3ae592794f9e), before_update {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:22:00.336577 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8e4e387-f80d-4ab4-b84b-8e300ba1691b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de69b734-c483-4ced-a344-3ae592794f9e'}] {{(pid=104389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 18 05:22:00.338858 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84994602c193c13a4c26b8b675ba51d9b392d44d80225cb9db16c930b334f47b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b91a0d21-7584-48f2-9844-0442072d97a6" -d '{"events": [{"server_uuid": "b8e4e387-f80d-4ab4-b84b-8e300ba1691b", "name": "network-vif-plugged", "status": "completed", "tag": "de69b734-c483-4ced-a344-3ae592794f9e"}]}' {{(pid=104389) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 05:22:00.351490 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.db [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] For port de69b734-c483-4ced-a344-3ae592794f9e, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=de69b734-c483-4ced-a344-3ae592794f9e,segment=NetworkSegment(ec81db56-67ad-4682-ab4f-54fec1abd7e4),segment_id=ec81db56-67ad-4682-ab4f-54fec1abd7e4)] {{(pid=104389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 05:22:00.375947 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Jun 2022 05:22:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-effefff3-47bc-477f-b652-b3bfe094b60f x-openstack-request-id: req-effefff3-47bc-477f-b652-b3bfe094b60f {{(pid=104389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 05:22:00.376233 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8e4e387-f80d-4ab4-b84b-8e300ba1691b", "name": "network-vif-plugged", "status": "completed", "tag": "de69b734-c483-4ced-a344-3ae592794f9e", "code": 200}]} {{(pid=104389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 05:22:00.376480 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-effefff3-47bc-477f-b652-b3bfe094b60f {{(pid=104389) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 05:22:00.376882 dv-cinder-836996-35-iscsi neutron-server[104389]: INFO neutron.notifiers.nova [-] Nova event matching ['req-effefff3-47bc-477f-b652-b3bfe094b60f'] response: {'server_uuid': 'b8e4e387-f80d-4ab4-b84b-8e300ba1691b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de69b734-c483-4ced-a344-3ae592794f9e', 'code': 200} Jun 18 05:22:00.412051 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1768343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789592765606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789592262840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789592262858'] for port (de69b734-c483-4ced-a344-3ae592794f9e), after_update {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:22:00.439961 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG dbcounter [-] [104389] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:22:00.468466 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] Pushing event updated for resources: {'Port': ['ID=de69b734-c483-4ced-a344-3ae592794f9e,revision_number=5']} {{(pid=104389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:22:00.624690 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG dbcounter [-] [104390] Writing DB stats neutron:SELECT=78,neutron:UPDATE=2 {{(pid=104390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:22:00.720398 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268f447a-f8d5-481b-9f0f-fba4d8d503bf req-eae89569-deca-4430-b9bd-b85a13c9f926 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:22:00.721986 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-268f447a-f8d5-481b-9f0f-fba4d8d503bf req-eae89569-deca-4430-b9bd-b85a13c9f926 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=b8e4e387-f80d-4ab4-b84b-8e300ba1691b HTTP/1.1" status: 200 len: 1130 time: 0.0418444 Jun 18 05:22:00.722514 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG dbcounter [-] [104390] Writing DB stats neutron:SELECT=78,neutron:UPDATE=2 {{(pid=104390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:22:00.765613 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-268f447a-f8d5-481b-9f0f-fba4d8d503bf req-ffe299c7-9426-4451-ba8a-c9fec34390b2 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=75e206fe-f470-4171-93d0-e753766d6ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375545 Jun 18 05:22:01.106087 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f53d28-8782-4b07-83ef-71da7ca297dc req-739082a0-899b-460b-8ffa-ff8a7a8ca744 tempest-AttachVolumeTestJSON-1934236616 tempest-AttachVolumeTestJSON-1934236616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:22:01.107594 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-77f53d28-8782-4b07-83ef-71da7ca297dc req-739082a0-899b-460b-8ffa-ff8a7a8ca744 tempest-AttachVolumeTestJSON-1934236616 tempest-AttachVolumeTestJSON-1934236616-project] 10.222.0.23 "GET /v2.0/ports?device_id=b8e4e387-f80d-4ab4-b84b-8e300ba1691b HTTP/1.1" status: 200 len: 946 time: 0.0463932 Jun 18 05:22:01.127884 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG dbcounter [-] [104388] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:22:01.156275 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-77f53d28-8782-4b07-83ef-71da7ca297dc req-5f8c4b92-5629-4a50-8b20-5cdcb8b14286 tempest-AttachVolumeTestJSON-1934236616 tempest-AttachVolumeTestJSON-1934236616-project] 10.222.0.23 "GET /v2.0/security-groups?id=75e206fe-f470-4171-93d0-e753766d6ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433462 Jun 18 05:22:01.196290 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c074780-7371-4f08-8576-71ee838cad71 req-49c8a90b-7fb0-49d7-a7d4-54ed362091e2 tempest-ServerRescueNegativeTestJSON-1272623576 tempest-ServerRescueNegativeTestJSON-1272623576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:22:01.197806 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-2c074780-7371-4f08-8576-71ee838cad71 req-49c8a90b-7fb0-49d7-a7d4-54ed362091e2 tempest-ServerRescueNegativeTestJSON-1272623576 tempest-ServerRescueNegativeTestJSON-1272623576-project] 10.222.0.23 "GET /v2.0/ports?device_id=5cdfd285-b389-41f4-9ec6-596c6b160f61 HTTP/1.1" status: 200 len: 945 time: 0.0488484 Jun 18 05:22:01.245108 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-2c074780-7371-4f08-8576-71ee838cad71 req-b666a728-9aba-4262-9324-95acb5160c29 tempest-ServerRescueNegativeTestJSON-1272623576 tempest-ServerRescueNegativeTestJSON-1272623576-project] 10.222.0.23 "GET /v2.0/security-groups?id=c5751484-0293-4048-b6a0-5203ce806396&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415971 Jun 18 05:22:01.361464 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8951211-4335-493d-9324-cc170f02a20f req-541d6402-eebd-44f7-8b0b-ca7d22901bf4 tempest-ServerRescueNegativeTestJSON-1272623576 tempest-ServerRescueNegativeTestJSON-1272623576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:22:01.362939 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-b8951211-4335-493d-9324-cc170f02a20f req-541d6402-eebd-44f7-8b0b-ca7d22901bf4 tempest-ServerRescueNegativeTestJSON-1272623576 tempest-ServerRescueNegativeTestJSON-1272623576-project] 10.222.0.23 "GET /v2.0/ports?device_id=5cdfd285-b389-41f4-9ec6-596c6b160f61 HTTP/1.1" status: 200 len: 945 time: 0.0521317 Jun 18 05:22:01.372124 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.wsgi [-] (104388) accepted ('10.222.0.23', 53140) {{(pid=104388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 05:22:01.376491 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.api.v2.base [None req-a6eb4271-f124-4368-8666-522f8faa434d tempest-ServerRescueNegativeTestJSON-1272623576 tempest-ServerRescueNegativeTestJSON-1272623576-project] Request body: {'floatingip': {'port_id': '1076f134-7839-4b58-b50b-1f994d3b47a5'}} {{(pid=104388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 18 05:22:01.429730 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-a6eb4271-f124-4368-8666-522f8faa434d tempest-ServerRescueNegativeTestJSON-1272623576 tempest-ServerRescueNegativeTestJSON-1272623576-project] Publish callbacks [] for floatingip (3a4c6614-c94b-4998-af78-d94ec24fc630), before_update {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:22:01.734318 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG dbcounter [-] [104388] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:22:01.876242 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-a6eb4271-f124-4368-8666-522f8faa434d tempest-ServerRescueNegativeTestJSON-1272623576 tempest-ServerRescueNegativeTestJSON-1272623576-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:22:01.934896 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-a6eb4271-f124-4368-8666-522f8faa434d tempest-ServerRescueNegativeTestJSON-1272623576 tempest-ServerRescueNegativeTestJSON-1272623576-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-736808'] for floatingip (3a4c6614-c94b-4998-af78-d94ec24fc630), after_update {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:22:02.274712 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a8dcea-0d5a-4c2b-9714-89f103e63d28 req-f67bfc2b-c8cc-4600-9e71-8a2d0cb8e6c0 tempest-AttachVolumeTestJSON-1934236616 tempest-AttachVolumeTestJSON-1934236616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:22:02.276258 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-69a8dcea-0d5a-4c2b-9714-89f103e63d28 req-f67bfc2b-c8cc-4600-9e71-8a2d0cb8e6c0 tempest-AttachVolumeTestJSON-1934236616 tempest-AttachVolumeTestJSON-1934236616-project] 10.222.0.23 "GET /v2.0/ports?device_id=b8e4e387-f80d-4ab4-b84b-8e300ba1691b HTTP/1.1" status: 200 len: 946 time: 0.0490854 Jun 18 05:22:02.328714 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-69a8dcea-0d5a-4c2b-9714-89f103e63d28 req-d0412934-3a8c-40c2-a0cc-cd985cb751e0 tempest-AttachVolumeTestJSON-1934236616 tempest-AttachVolumeTestJSON-1934236616-project] 10.222.0.23 "GET /v2.0/security-groups?id=75e206fe-f470-4171-93d0-e753766d6ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465662 Jun 18 05:22:02.372128 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6eb4271-f124-4368-8666-522f8faa434d tempest-ServerRescueNegativeTestJSON-1272623576 tempest-ServerRescueNegativeTestJSON-1272623576-project] Router 8da617df-be4e-4bf8-bbf9-3dfa59c8cdaa has already been hosted by L3 agent a8549501-0164-4ac5-90a6-1ba1ba0d3f9d {{(pid=104388) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 18 05:22:02.456689 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG dbcounter [-] [104388] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:22:02.472905 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14ef5c8-6076-41b6-8344-b3ba7446ef0d req-7ff056ca-7c3a-4a47-b5cb-fa1e6b315582 tempest-AttachVolumeTestJSON-1934236616 tempest-AttachVolumeTestJSON-1934236616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:22:02.474991 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-d14ef5c8-6076-41b6-8344-b3ba7446ef0d req-7ff056ca-7c3a-4a47-b5cb-fa1e6b315582 tempest-AttachVolumeTestJSON-1934236616 tempest-AttachVolumeTestJSON-1934236616-project] 10.222.0.23 "GET /v2.0/ports?device_id=b8e4e387-f80d-4ab4-b84b-8e300ba1691b HTTP/1.1" status: 200 len: 946 time: 0.0582447 Jun 18 05:22:02.483966 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.wsgi [-] (104387) accepted ('10.222.0.23', 53146) {{(pid=104387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 05:22:02.488773 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.api.v2.base [None req-562ff044-52d5-42be-8e8d-9adfef035015 tempest-AttachVolumeTestJSON-1934236616 tempest-AttachVolumeTestJSON-1934236616-project] Request body: {'floatingip': {'port_id': 'de69b734-c483-4ced-a344-3ae592794f9e'}} {{(pid=104387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 18 05:22:02.525175 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6eb4271-f124-4368-8666-522f8faa434d tempest-ServerRescueNegativeTestJSON-1272623576 tempest-ServerRescueNegativeTestJSON-1272623576-project] Notify agent at l3_agent.dv-cinder-836996-35-iscsi the message routers_updated {{(pid=104388) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 05:22:02.528531 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-562ff044-52d5-42be-8e8d-9adfef035015 tempest-AttachVolumeTestJSON-1934236616 tempest-AttachVolumeTestJSON-1934236616-project] Publish callbacks [] for floatingip (1f8ec7cd-9fd2-456c-9bcc-15ee20b34ba4), before_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:22:02.530405 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-a6eb4271-f124-4368-8666-522f8faa434d tempest-ServerRescueNegativeTestJSON-1272623576 tempest-ServerRescueNegativeTestJSON-1272623576-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19502'] for floatingip (None), before_response {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:22:02.537494 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed3026c2-1036-49da-9a6c-20514519a3ea None None] Sync routers for ids ['8da617df-be4e-4bf8-bbf9-3dfa59c8cdaa'] in dv-cinder-836996-35-iscsi {{(pid=104389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 05:22:02.549788 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed3026c2-1036-49da-9a6c-20514519a3ea None None] Routers {'8da617df-be4e-4bf8-bbf9-3dfa59c8cdaa'} bound to L3 agent in host dv-cinder-836996-35-iscsi {{(pid=104389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 18 05:22:02.550427 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.db.l3_hamode_db [None req-ed3026c2-1036-49da-9a6c-20514519a3ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-35-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-18T05:08:24Z,description=,heartbeat_timestamp=2022-06-18T05:21:54Z,host='dv-cinder-836996-35-iscsi',id=a8549501-0164-4ac5-90a6-1ba1ba0d3f9d,load=0,resource_versions=,resources_synced=,started_at=2022-06-18T05:08:25Z,topic='l3_agent')) {'router_ids': ['8da617df-be4e-4bf8-bbf9-3dfa59c8cdaa'], 'active': True} {{(pid=104389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 05:22:02.565918 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5cdfd285-b389-41f4-9ec6-596c6b160f61', 'tag': '1076f134-7839-4b58-b50b-1f994d3b47a5'}] {{(pid=104388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 18 05:22:02.568757 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76651050bff5b1e15da4688504920c0e470581a7df997af8856c46d23e91a66a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfce37a7-2d99-4bf0-80e3-41f120cf43b2" -d '{"events": [{"name": "network-changed", "server_uuid": "5cdfd285-b389-41f4-9ec6-596c6b160f61", "tag": "1076f134-7839-4b58-b50b-1f994d3b47a5"}]}' {{(pid=104388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 05:22:02.600713 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [None req-a6eb4271-f124-4368-8666-522f8faa434d tempest-ServerRescueNegativeTestJSON-1272623576 tempest-ServerRescueNegativeTestJSON-1272623576-project] 10.222.0.23 "PUT /v2.0/floatingips/3a4c6614-c94b-4998-af78-d94ec24fc630 HTTP/1.1" status: 200 len: 993 time: 1.2275171 Jun 18 05:22:02.630410 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Jun 2022 05:22:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60ccb0a9-56bb-438e-b89a-fe2cab7353c9 x-openstack-request-id: req-60ccb0a9-56bb-438e-b89a-fe2cab7353c9 {{(pid=104388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 05:22:02.630753 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5cdfd285-b389-41f4-9ec6-596c6b160f61", "tag": "1076f134-7839-4b58-b50b-1f994d3b47a5", "status": "completed", "code": 200}]} {{(pid=104388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 05:22:02.631017 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-60ccb0a9-56bb-438e-b89a-fe2cab7353c9 {{(pid=104388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 05:22:02.631454 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.notifiers.nova [-] Nova event matching ['req-60ccb0a9-56bb-438e-b89a-fe2cab7353c9'] response: {'name': 'network-changed', 'server_uuid': '5cdfd285-b389-41f4-9ec6-596c6b160f61', 'tag': '1076f134-7839-4b58-b50b-1f994d3b47a5', 'status': 'completed', 'code': 200} Jun 18 05:22:02.688496 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.db.l3_dvr_db [None req-ed3026c2-1036-49da-9a6c-20514519a3ea None None] Set router 8da617df-be4e-4bf8-bbf9-3dfa59c8cdaa gateway port host: dv-cinder-836996-35-iscsi {{(pid=104389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 18 05:22:02.691296 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG dbcounter [-] [104387] Writing DB stats neutron:SELECT=100 {{(pid=104387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:22:02.737490 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfce37a7-2d99-4bf0-80e3-41f120cf43b2 req-a031df9d-f432-4cb5-826c-bfadcc63ed8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:22:02.738905 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-dfce37a7-2d99-4bf0-80e3-41f120cf43b2 req-a031df9d-f432-4cb5-826c-bfadcc63ed8b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8820096253064e5abbe50f23bdc3ebac&device_id=5cdfd285-b389-41f4-9ec6-596c6b160f61 HTTP/1.1" status: 200 len: 1129 time: 0.0566146 Jun 18 05:22:02.900689 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.db.l3_hamode_db [None req-ed3026c2-1036-49da-9a6c-20514519a3ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8da617df-be4e-4bf8-bbf9-3dfa59c8cdaa', 'name': 'tempest-ServerRescueNegativeTestJSON-514049608-router', 'tenant_id': '8820096253064e5abbe50f23bdc3ebac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65c030c7-6a7d-4cea-a47d-5cdd532db0e6', 'external_fixed_ips': [{'subnet_id': 'a9fa7760-a071-45ee-b985-799999c69975', 'ip_address': '172.27.2.189'}], 'enable_snat': True}, 'gw_port_id': '011d883a-04f9-40bb-a93b-b2737c0f1dee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-18T05:17:56Z', 'updated_at': '2022-06-18T05:18:00Z', 'revision_number': 4, 'project_id': '8820096253064e5abbe50f23bdc3ebac', 'gw_port': {'id': '011d883a-04f9-40bb-a93b-b2737c0f1dee', 'name': '', 'network_id': '65c030c7-6a7d-4cea-a47d-5cdd532db0e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:3a:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8da617df-be4e-4bf8-bbf9-3dfa59c8cdaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': 'a9fa7760-a071-45ee-b985-799999c69975', 'ip_address': '172.27.2.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-18T05:17:56Z', 'updated_at': '2022-06-18T05:18:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9fa7760-a071-45ee-b985-799999c69975', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-35-iscsi', '_floatingips': [{'id': '3a4c6614-c94b-4998-af78-d94ec24fc630', 'tenant_id': '8820096253064e5abbe50f23bdc3ebac', 'floating_ip_address': '172.27.2.239', 'floating_network_id': '65c030c7-6a7d-4cea-a47d-5cdd532db0e6', 'router_id': '8da617df-be4e-4bf8-bbf9-3dfa59c8cdaa', 'port_id': '1076f134-7839-4b58-b50b-1f994d3b47a5', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 449, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e40c5bf8-60a8-4d08-b489-6f107ba55c42', 'mac_address': 'fa:16:3e:c9:ea:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cdfd285-b389-41f4-9ec6-596c6b160f61', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-18T05:20:04Z', 'updated_at': '2022-06-18T05:22:01Z', 'revision_number': 3, 'project_id': '8820096253064e5abbe50f23bdc3ebac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3f4cd25c-52b4-463e-96d1-654bde0d4c3c', 'name': '', 'network_id': 'e40c5bf8-60a8-4d08-b489-6f107ba55c42', 'tenant_id': '8820096253064e5abbe50f23bdc3ebac', 'mac_address': 'fa:16:3e:28:23:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8da617df-be4e-4bf8-bbf9-3dfa59c8cdaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': '150ec3db-e886-4a5d-89d6-e02356d1809e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-18T05:17:59Z', 'updated_at': '2022-06-18T05:18:12Z', 'revision_number': 5, 'project_id': '8820096253064e5abbe50f23bdc3ebac', 'subnets': [{'id': '150ec3db-e886-4a5d-89d6-e02356d1809e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-35-iscsi', False) {} {{(pid=104389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 05:22:02.929839 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed3026c2-1036-49da-9a6c-20514519a3ea None None] Checking router: 8da617df-be4e-4bf8-bbf9-3dfa59c8cdaa for host: dv-cinder-836996-35-iscsi {{(pid=104389) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 05:22:02.930063 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG dbcounter [-] [104387] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:22:02.934531 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfce37a7-2d99-4bf0-80e3-41f120cf43b2 req-8181d58e-a2f1-45b6-992d-ef664ec57e66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:22:02.935999 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-dfce37a7-2d99-4bf0-80e3-41f120cf43b2 req-8181d58e-a2f1-45b6-992d-ef664ec57e66 service neutron] 10.222.0.15 "GET /v2.0/networks?id=e40c5bf8-60a8-4d08-b489-6f107ba55c42 HTTP/1.1" status: 200 len: 919 time: 0.1734061 Jun 18 05:22:02.938461 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed3026c2-1036-49da-9a6c-20514519a3ea None None] Routers {'8da617df-be4e-4bf8-bbf9-3dfa59c8cdaa'} bound to L3 agent in host dv-cinder-836996-35-iscsi {{(pid=104389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 18 05:22:02.939058 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.db.l3_hamode_db [None req-ed3026c2-1036-49da-9a6c-20514519a3ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-35-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-18T05:08:24Z,description=,heartbeat_timestamp=2022-06-18T05:21:54Z,host='dv-cinder-836996-35-iscsi',id=a8549501-0164-4ac5-90a6-1ba1ba0d3f9d,load=0,resource_versions=,resources_synced=,started_at=2022-06-18T05:08:25Z,topic='l3_agent')) {'router_ids': ['8da617df-be4e-4bf8-bbf9-3dfa59c8cdaa'], 'active': True} {{(pid=104389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 05:22:03.040775 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-dfce37a7-2d99-4bf0-80e3-41f120cf43b2 req-6f7b46a0-5493-4be5-af27-9549f57f6656 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1076f134-7839-4b58-b50b-1f994d3b47a5 HTTP/1.1" status: 200 len: 1001 time: 0.0963273 Jun 18 05:22:03.043132 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.db.l3_dvr_db [None req-ed3026c2-1036-49da-9a6c-20514519a3ea None None] Set router 8da617df-be4e-4bf8-bbf9-3dfa59c8cdaa gateway port host: dv-cinder-836996-35-iscsi {{(pid=104389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 18 05:22:03.145493 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfce37a7-2d99-4bf0-80e3-41f120cf43b2 req-ecb11d43-9ef4-4211-9738-74aac4df313a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:22:03.147559 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-dfce37a7-2d99-4bf0-80e3-41f120cf43b2 req-ecb11d43-9ef4-4211-9738-74aac4df313a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=150ec3db-e886-4a5d-89d6-e02356d1809e HTTP/1.1" status: 200 len: 857 time: 0.0876696 Jun 18 05:22:03.155681 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-562ff044-52d5-42be-8e8d-9adfef035015 tempest-AttachVolumeTestJSON-1934236616 tempest-AttachVolumeTestJSON-1934236616-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:22:03.197333 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfce37a7-2d99-4bf0-80e3-41f120cf43b2 req-a2206c4e-280d-4cfb-8dc4-7107a972a441 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:22:03.198929 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-dfce37a7-2d99-4bf0-80e3-41f120cf43b2 req-a2206c4e-280d-4cfb-8dc4-7107a972a441 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e40c5bf8-60a8-4d08-b489-6f107ba55c42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0421686 Jun 18 05:22:03.206929 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG dbcounter [-] [104389] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:22:03.214847 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-562ff044-52d5-42be-8e8d-9adfef035015 tempest-AttachVolumeTestJSON-1934236616 tempest-AttachVolumeTestJSON-1934236616-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-736808'] for floatingip (1f8ec7cd-9fd2-456c-9bcc-15ee20b34ba4), after_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:22:03.262137 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.db.l3_hamode_db [None req-ed3026c2-1036-49da-9a6c-20514519a3ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8da617df-be4e-4bf8-bbf9-3dfa59c8cdaa', 'name': 'tempest-ServerRescueNegativeTestJSON-514049608-router', 'tenant_id': '8820096253064e5abbe50f23bdc3ebac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65c030c7-6a7d-4cea-a47d-5cdd532db0e6', 'external_fixed_ips': [{'subnet_id': 'a9fa7760-a071-45ee-b985-799999c69975', 'ip_address': '172.27.2.189'}], 'enable_snat': True}, 'gw_port_id': '011d883a-04f9-40bb-a93b-b2737c0f1dee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-18T05:17:56Z', 'updated_at': '2022-06-18T05:18:00Z', 'revision_number': 4, 'project_id': '8820096253064e5abbe50f23bdc3ebac', 'gw_port': {'id': '011d883a-04f9-40bb-a93b-b2737c0f1dee', 'name': '', 'network_id': '65c030c7-6a7d-4cea-a47d-5cdd532db0e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:3a:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8da617df-be4e-4bf8-bbf9-3dfa59c8cdaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': 'a9fa7760-a071-45ee-b985-799999c69975', 'ip_address': '172.27.2.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-18T05:17:56Z', 'updated_at': '2022-06-18T05:18:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9fa7760-a071-45ee-b985-799999c69975', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-35-iscsi', '_floatingips': [{'id': '3a4c6614-c94b-4998-af78-d94ec24fc630', 'tenant_id': '8820096253064e5abbe50f23bdc3ebac', 'floating_ip_address': '172.27.2.239', 'floating_network_id': '65c030c7-6a7d-4cea-a47d-5cdd532db0e6', 'router_id': '8da617df-be4e-4bf8-bbf9-3dfa59c8cdaa', 'port_id': '1076f134-7839-4b58-b50b-1f994d3b47a5', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 449, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e40c5bf8-60a8-4d08-b489-6f107ba55c42', 'mac_address': 'fa:16:3e:c9:ea:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cdfd285-b389-41f4-9ec6-596c6b160f61', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-18T05:20:04Z', 'updated_at': '2022-06-18T05:22:01Z', 'revision_number': 3, 'project_id': '8820096253064e5abbe50f23bdc3ebac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3f4cd25c-52b4-463e-96d1-654bde0d4c3c', 'name': '', 'network_id': 'e40c5bf8-60a8-4d08-b489-6f107ba55c42', 'tenant_id': '8820096253064e5abbe50f23bdc3ebac', 'mac_address': 'fa:16:3e:28:23:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8da617df-be4e-4bf8-bbf9-3dfa59c8cdaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': '150ec3db-e886-4a5d-89d6-e02356d1809e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-18T05:17:59Z', 'updated_at': '2022-06-18T05:18:12Z', 'revision_number': 5, 'project_id': '8820096253064e5abbe50f23bdc3ebac', 'subnets': [{'id': '150ec3db-e886-4a5d-89d6-e02356d1809e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-35-iscsi', False) {} {{(pid=104389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 05:22:03.287709 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed3026c2-1036-49da-9a6c-20514519a3ea None None] The sync data for ids ['8da617df-be4e-4bf8-bbf9-3dfa59c8cdaa'] in dv-cinder-836996-35-iscsi is: [{'id': '8da617df-be4e-4bf8-bbf9-3dfa59c8cdaa', 'name': 'tempest-ServerRescueNegativeTestJSON-514049608-router', 'tenant_id': '8820096253064e5abbe50f23bdc3ebac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65c030c7-6a7d-4cea-a47d-5cdd532db0e6', 'external_fixed_ips': [{'subnet_id': 'a9fa7760-a071-45ee-b985-799999c69975', 'ip_address': '172.27.2.189'}], 'enable_snat': True}, 'gw_port_id': '011d883a-04f9-40bb-a93b-b2737c0f1dee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-18T05:17:56Z', 'updated_at': '2022-06-18T05:18:00Z', 'revision_number': 4, 'project_id': '8820096253064e5abbe50f23bdc3ebac', 'gw_port': {'id': '011d883a-04f9-40bb-a93b-b2737c0f1dee', 'name': '', 'network_id': '65c030c7-6a7d-4cea-a47d-5cdd532db0e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:3a:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8da617df-be4e-4bf8-bbf9-3dfa59c8cdaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': 'a9fa7760-a071-45ee-b985-799999c69975', 'ip_address': '172.27.2.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-18T05:17:56Z', 'updated_at': '2022-06-18T05:18:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9fa7760-a071-45ee-b985-799999c69975', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-35-iscsi', '_floatingips': [{'id': '3a4c6614-c94b-4998-af78-d94ec24fc630', 'tenant_id': '8820096253064e5abbe50f23bdc3ebac', 'floating_ip_address': '172.27.2.239', 'floating_network_id': '65c030c7-6a7d-4cea-a47d-5cdd532db0e6', 'router_id': '8da617df-be4e-4bf8-bbf9-3dfa59c8cdaa', 'port_id': '1076f134-7839-4b58-b50b-1f994d3b47a5', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 449, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e40c5bf8-60a8-4d08-b489-6f107ba55c42', 'mac_address': 'fa:16:3e:c9:ea:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cdfd285-b389-41f4-9ec6-596c6b160f61', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-18T05:20:04Z', 'updated_at': '2022-06-18T05:22:01Z', 'revision_number': 3, 'project_id': '8820096253064e5abbe50f23bdc3ebac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3f4cd25c-52b4-463e-96d1-654bde0d4c3c', 'name': '', 'network_id': 'e40c5bf8-60a8-4d08-b489-6f107ba55c42', 'tenant_id': '8820096253064e5abbe50f23bdc3ebac', 'mac_address': 'fa:16:3e:28:23:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8da617df-be4e-4bf8-bbf9-3dfa59c8cdaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': '150ec3db-e886-4a5d-89d6-e02356d1809e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-18T05:17:59Z', 'updated_at': '2022-06-18T05:18:12Z', 'revision_number': 5, 'project_id': '8820096253064e5abbe50f23bdc3ebac', 'subnets': [{'id': '150ec3db-e886-4a5d-89d6-e02356d1809e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 05:22:03.370024 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-dfce37a7-2d99-4bf0-80e3-41f120cf43b2 req-b73cfa7f-f77d-4cd9-854b-2f0b6a43901c service neutron] 10.222.0.15 "GET /v2.0/networks/e40c5bf8-60a8-4d08-b489-6f107ba55c42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1642089 Jun 18 05:22:03.373240 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.db.l3_db [None req-562ff044-52d5-42be-8e8d-9adfef035015 tempest-AttachVolumeTestJSON-1934236616 tempest-AttachVolumeTestJSON-1934236616-project] Floating IP 1f8ec7cd-9fd2-456c-9bcc-15ee20b34ba4 associated. External IP: 172.27.2.222, port: de69b734-c483-4ced-a344-3ae592794f9e. Jun 18 05:22:03.776801 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG dbcounter [-] [104387] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:22:03.808923 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-dfce37a7-2d99-4bf0-80e3-41f120cf43b2 req-418fbb8d-071d-4f61-a38d-e27e83279585 service neutron] 10.222.0.15 "GET /v2.0/networks/e40c5bf8-60a8-4d08-b489-6f107ba55c42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4321952 Jun 18 05:22:03.910908 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-562ff044-52d5-42be-8e8d-9adfef035015 tempest-AttachVolumeTestJSON-1934236616 tempest-AttachVolumeTestJSON-1934236616-project] Router f334ad5f-9401-48d1-901a-a5b0e0bb754e has already been hosted by L3 agent a8549501-0164-4ac5-90a6-1ba1ba0d3f9d {{(pid=104387) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 18 05:22:04.008929 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-562ff044-52d5-42be-8e8d-9adfef035015 tempest-AttachVolumeTestJSON-1934236616 tempest-AttachVolumeTestJSON-1934236616-project] Notify agent at l3_agent.dv-cinder-836996-35-iscsi the message routers_updated {{(pid=104387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 05:22:04.013716 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-562ff044-52d5-42be-8e8d-9adfef035015 tempest-AttachVolumeTestJSON-1934236616 tempest-AttachVolumeTestJSON-1934236616-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19502'] for floatingip (None), before_response {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:22:04.018157 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61563518-28ad-44ff-9985-9134782f66bc None None] Sync routers for ids ['f334ad5f-9401-48d1-901a-a5b0e0bb754e'] in dv-cinder-836996-35-iscsi {{(pid=104390) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 05:22:04.035723 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61563518-28ad-44ff-9985-9134782f66bc None None] Routers {'f334ad5f-9401-48d1-901a-a5b0e0bb754e'} bound to L3 agent in host dv-cinder-836996-35-iscsi {{(pid=104390) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 18 05:22:04.035723 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG neutron.db.l3_hamode_db [None req-61563518-28ad-44ff-9985-9134782f66bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-35-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-18T05:08:24Z,description=,heartbeat_timestamp=2022-06-18T05:21:54Z,host='dv-cinder-836996-35-iscsi',id=a8549501-0164-4ac5-90a6-1ba1ba0d3f9d,load=0,resource_versions=,resources_synced=,started_at=2022-06-18T05:08:25Z,topic='l3_agent')) {'router_ids': ['f334ad5f-9401-48d1-901a-a5b0e0bb754e'], 'active': True} {{(pid=104390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 05:22:04.046250 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [None req-562ff044-52d5-42be-8e8d-9adfef035015 tempest-AttachVolumeTestJSON-1934236616 tempest-AttachVolumeTestJSON-1934236616-project] 10.222.0.23 "PUT /v2.0/floatingips/1f8ec7cd-9fd2-456c-9bcc-15ee20b34ba4 HTTP/1.1" status: 200 len: 992 time: 1.5611153 Jun 18 05:22:04.047102 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8e4e387-f80d-4ab4-b84b-8e300ba1691b', 'tag': 'de69b734-c483-4ced-a344-3ae592794f9e'}] {{(pid=104387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 18 05:22:04.049449 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}067244ef130036e0f0c6cfdae2cc0bb626a7afb0c2954d608d85df941ffdb65a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eac1adb9-e65a-472d-967f-8973c136f569" -d '{"events": [{"name": "network-changed", "server_uuid": "b8e4e387-f80d-4ab4-b84b-8e300ba1691b", "tag": "de69b734-c483-4ced-a344-3ae592794f9e"}]}' {{(pid=104387) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 05:22:04.085262 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Jun 2022 05:22:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdb9b9d7-46e8-415a-9d59-a7b4423fdfa7 x-openstack-request-id: req-cdb9b9d7-46e8-415a-9d59-a7b4423fdfa7 {{(pid=104387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 05:22:04.085578 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b8e4e387-f80d-4ab4-b84b-8e300ba1691b", "tag": "de69b734-c483-4ced-a344-3ae592794f9e", "status": "completed", "code": 200}]} {{(pid=104387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 05:22:04.085828 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-cdb9b9d7-46e8-415a-9d59-a7b4423fdfa7 {{(pid=104387) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 05:22:04.086225 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cdb9b9d7-46e8-415a-9d59-a7b4423fdfa7'] response: {'name': 'network-changed', 'server_uuid': 'b8e4e387-f80d-4ab4-b84b-8e300ba1691b', 'tag': 'de69b734-c483-4ced-a344-3ae592794f9e', 'status': 'completed', 'code': 200} Jun 18 05:22:04.132873 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG neutron.db.l3_dvr_db [None req-61563518-28ad-44ff-9985-9134782f66bc None None] Set router f334ad5f-9401-48d1-901a-a5b0e0bb754e gateway port host: dv-cinder-836996-35-iscsi {{(pid=104390) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 18 05:22:04.166193 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG dbcounter [-] [104387] Writing DB stats neutron:SELECT=100 {{(pid=104387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:22:04.169456 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac1adb9-e65a-472d-967f-8973c136f569 req-fa33d3b3-3edc-4aeb-8bc2-3a72a0850d0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:22:04.171068 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-eac1adb9-e65a-472d-967f-8973c136f569 req-fa33d3b3-3edc-4aeb-8bc2-3a72a0850d0c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=969c470f720c4b2f97ba9f45c5d0d426&device_id=b8e4e387-f80d-4ab4-b84b-8e300ba1691b HTTP/1.1" status: 200 len: 1130 time: 0.0407560 Jun 18 05:22:04.261530 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac1adb9-e65a-472d-967f-8973c136f569 req-e40fb1b1-4a05-4a55-86e1-861272f5e1eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:22:04.263023 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-eac1adb9-e65a-472d-967f-8973c136f569 req-e40fb1b1-4a05-4a55-86e1-861272f5e1eb service neutron] 10.222.0.15 "GET /v2.0/networks?id=22d8eb11-0b66-4ea6-b4d2-3deab0a32f40 HTTP/1.1" status: 200 len: 912 time: 0.0857074 Jun 18 05:22:04.329422 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-eac1adb9-e65a-472d-967f-8973c136f569 req-9f7b62e0-6104-4c26-9de4-5f90c695c48e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=de69b734-c483-4ced-a344-3ae592794f9e HTTP/1.1" status: 200 len: 1000 time: 0.0591166 Jun 18 05:22:04.342170 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG neutron.db.l3_hamode_db [None req-61563518-28ad-44ff-9985-9134782f66bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f334ad5f-9401-48d1-901a-a5b0e0bb754e', 'name': 'tempest-AttachVolumeTestJSON-1776891436-router', 'tenant_id': '969c470f720c4b2f97ba9f45c5d0d426', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65c030c7-6a7d-4cea-a47d-5cdd532db0e6', 'external_fixed_ips': [{'subnet_id': 'a9fa7760-a071-45ee-b985-799999c69975', 'ip_address': '172.27.2.120'}], 'enable_snat': True}, 'gw_port_id': '63b29a8c-3f7a-4d96-8b0e-ec0f701b1fd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-18T05:16:30Z', 'updated_at': '2022-06-18T05:16:38Z', 'revision_number': 4, 'project_id': '969c470f720c4b2f97ba9f45c5d0d426', 'gw_port': {'id': '63b29a8c-3f7a-4d96-8b0e-ec0f701b1fd4', 'name': '', 'network_id': '65c030c7-6a7d-4cea-a47d-5cdd532db0e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:f2:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f334ad5f-9401-48d1-901a-a5b0e0bb754e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'a9fa7760-a071-45ee-b985-799999c69975', 'ip_address': '172.27.2.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-18T05:16:32Z', 'updated_at': '2022-06-18T05:16:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9fa7760-a071-45ee-b985-799999c69975', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-35-iscsi', '_floatingips': [{'id': '1f8ec7cd-9fd2-456c-9bcc-15ee20b34ba4', 'tenant_id': '969c470f720c4b2f97ba9f45c5d0d426', 'floating_ip_address': '172.27.2.222', 'floating_network_id': '65c030c7-6a7d-4cea-a47d-5cdd532db0e6', 'router_id': 'f334ad5f-9401-48d1-901a-a5b0e0bb754e', 'port_id': 'de69b734-c483-4ced-a344-3ae592794f9e', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 501, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '22d8eb11-0b66-4ea6-b4d2-3deab0a32f40', 'mac_address': 'fa:16:3e:3f:77:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8e4e387-f80d-4ab4-b84b-8e300ba1691b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-18T05:21:48Z', 'updated_at': '2022-06-18T05:22:03Z', 'revision_number': 1, 'project_id': '969c470f720c4b2f97ba9f45c5d0d426', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '92c3ff53-3e45-460c-8c57-ba07fcc0b846', 'name': '', 'network_id': '22d8eb11-0b66-4ea6-b4d2-3deab0a32f40', 'tenant_id': '969c470f720c4b2f97ba9f45c5d0d426', 'mac_address': 'fa:16:3e:07:df:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f334ad5f-9401-48d1-901a-a5b0e0bb754e', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '5d138401-1420-4153-a9c8-b647c19cd403', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-18T05:16:37Z', 'updated_at': '2022-06-18T05:16:46Z', 'revision_number': 5, 'project_id': '969c470f720c4b2f97ba9f45c5d0d426', 'subnets': [{'id': '5d138401-1420-4153-a9c8-b647c19cd403', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-35-iscsi', False) {} {{(pid=104390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 05:22:04.367069 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61563518-28ad-44ff-9985-9134782f66bc None None] Checking router: f334ad5f-9401-48d1-901a-a5b0e0bb754e for host: dv-cinder-836996-35-iscsi {{(pid=104390) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 05:22:04.375436 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61563518-28ad-44ff-9985-9134782f66bc None None] Routers {'f334ad5f-9401-48d1-901a-a5b0e0bb754e'} bound to L3 agent in host dv-cinder-836996-35-iscsi {{(pid=104390) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 18 05:22:04.376034 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG neutron.db.l3_hamode_db [None req-61563518-28ad-44ff-9985-9134782f66bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-35-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-18T05:08:24Z,description=,heartbeat_timestamp=2022-06-18T05:21:54Z,host='dv-cinder-836996-35-iscsi',id=a8549501-0164-4ac5-90a6-1ba1ba0d3f9d,load=0,resource_versions=,resources_synced=,started_at=2022-06-18T05:08:25Z,topic='l3_agent')) {'router_ids': ['f334ad5f-9401-48d1-901a-a5b0e0bb754e'], 'active': True} {{(pid=104390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 05:22:04.378131 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac1adb9-e65a-472d-967f-8973c136f569 req-c5343b59-d8d5-4267-9502-4b5cc30dd5d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:22:04.379734 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-eac1adb9-e65a-472d-967f-8973c136f569 req-c5343b59-d8d5-4267-9502-4b5cc30dd5d4 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=5d138401-1420-4153-a9c8-b647c19cd403 HTTP/1.1" status: 200 len: 850 time: 0.0450242 Jun 18 05:22:04.423629 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac1adb9-e65a-472d-967f-8973c136f569 req-1d041806-ad57-4523-a505-723430a4d7d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:22:04.425148 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-eac1adb9-e65a-472d-967f-8973c136f569 req-1d041806-ad57-4523-a505-723430a4d7d4 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=22d8eb11-0b66-4ea6-b4d2-3deab0a32f40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0392263 Jun 18 05:22:04.481441 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG neutron.db.l3_dvr_db [None req-61563518-28ad-44ff-9985-9134782f66bc None None] Set router f334ad5f-9401-48d1-901a-a5b0e0bb754e gateway port host: dv-cinder-836996-35-iscsi {{(pid=104390) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 18 05:22:04.518211 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-eac1adb9-e65a-472d-967f-8973c136f569 req-81243f59-1e0c-4a5b-a0de-f3da598457a0 service neutron] 10.222.0.15 "GET /v2.0/networks/22d8eb11-0b66-4ea6-b4d2-3deab0a32f40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867290 Jun 18 05:22:04.611266 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-eac1adb9-e65a-472d-967f-8973c136f569 req-59a3d407-d97f-44da-831f-6b4e96919f9c service neutron] 10.222.0.15 "GET /v2.0/networks/22d8eb11-0b66-4ea6-b4d2-3deab0a32f40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870116 Jun 18 05:22:04.632267 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5cdfd285-b389-41f4-9ec6-596c6b160f61', 'tag': '1076f134-7839-4b58-b50b-1f994d3b47a5'}] {{(pid=104388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 18 05:22:04.634606 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76651050bff5b1e15da4688504920c0e470581a7df997af8856c46d23e91a66a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0681a795-5602-4fe7-ac88-85d447275c41" -d '{"events": [{"name": "network-changed", "server_uuid": "5cdfd285-b389-41f4-9ec6-596c6b160f61", "tag": "1076f134-7839-4b58-b50b-1f994d3b47a5"}]}' {{(pid=104388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 05:22:04.671469 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Jun 2022 05:22:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c383caa-89f5-47cf-aafa-3c8967b16c94 x-openstack-request-id: req-8c383caa-89f5-47cf-aafa-3c8967b16c94 {{(pid=104388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 05:22:04.671762 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5cdfd285-b389-41f4-9ec6-596c6b160f61", "tag": "1076f134-7839-4b58-b50b-1f994d3b47a5", "status": "completed", "code": 200}]} {{(pid=104388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 05:22:04.672017 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-8c383caa-89f5-47cf-aafa-3c8967b16c94 {{(pid=104388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 05:22:04.672424 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8c383caa-89f5-47cf-aafa-3c8967b16c94'] response: {'name': 'network-changed', 'server_uuid': '5cdfd285-b389-41f4-9ec6-596c6b160f61', 'tag': '1076f134-7839-4b58-b50b-1f994d3b47a5', 'status': 'completed', 'code': 200} Jun 18 05:22:04.695196 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG neutron.db.l3_hamode_db [None req-61563518-28ad-44ff-9985-9134782f66bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f334ad5f-9401-48d1-901a-a5b0e0bb754e', 'name': 'tempest-AttachVolumeTestJSON-1776891436-router', 'tenant_id': '969c470f720c4b2f97ba9f45c5d0d426', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65c030c7-6a7d-4cea-a47d-5cdd532db0e6', 'external_fixed_ips': [{'subnet_id': 'a9fa7760-a071-45ee-b985-799999c69975', 'ip_address': '172.27.2.120'}], 'enable_snat': True}, 'gw_port_id': '63b29a8c-3f7a-4d96-8b0e-ec0f701b1fd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-18T05:16:30Z', 'updated_at': '2022-06-18T05:16:38Z', 'revision_number': 4, 'project_id': '969c470f720c4b2f97ba9f45c5d0d426', 'gw_port': {'id': '63b29a8c-3f7a-4d96-8b0e-ec0f701b1fd4', 'name': '', 'network_id': '65c030c7-6a7d-4cea-a47d-5cdd532db0e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:f2:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f334ad5f-9401-48d1-901a-a5b0e0bb754e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'a9fa7760-a071-45ee-b985-799999c69975', 'ip_address': '172.27.2.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-18T05:16:32Z', 'updated_at': '2022-06-18T05:16:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9fa7760-a071-45ee-b985-799999c69975', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-35-iscsi', '_floatingips': [{'id': '1f8ec7cd-9fd2-456c-9bcc-15ee20b34ba4', 'tenant_id': '969c470f720c4b2f97ba9f45c5d0d426', 'floating_ip_address': '172.27.2.222', 'floating_network_id': '65c030c7-6a7d-4cea-a47d-5cdd532db0e6', 'router_id': 'f334ad5f-9401-48d1-901a-a5b0e0bb754e', 'port_id': 'de69b734-c483-4ced-a344-3ae592794f9e', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 501, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '22d8eb11-0b66-4ea6-b4d2-3deab0a32f40', 'mac_address': 'fa:16:3e:3f:77:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8e4e387-f80d-4ab4-b84b-8e300ba1691b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-18T05:21:48Z', 'updated_at': '2022-06-18T05:22:03Z', 'revision_number': 1, 'project_id': '969c470f720c4b2f97ba9f45c5d0d426', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '92c3ff53-3e45-460c-8c57-ba07fcc0b846', 'name': '', 'network_id': '22d8eb11-0b66-4ea6-b4d2-3deab0a32f40', 'tenant_id': '969c470f720c4b2f97ba9f45c5d0d426', 'mac_address': 'fa:16:3e:07:df:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f334ad5f-9401-48d1-901a-a5b0e0bb754e', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '5d138401-1420-4153-a9c8-b647c19cd403', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-18T05:16:37Z', 'updated_at': '2022-06-18T05:16:46Z', 'revision_number': 5, 'project_id': '969c470f720c4b2f97ba9f45c5d0d426', 'subnets': [{'id': '5d138401-1420-4153-a9c8-b647c19cd403', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-35-iscsi', False) {} {{(pid=104390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 05:22:04.721804 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61563518-28ad-44ff-9985-9134782f66bc None None] The sync data for ids ['f334ad5f-9401-48d1-901a-a5b0e0bb754e'] in dv-cinder-836996-35-iscsi is: [{'id': 'f334ad5f-9401-48d1-901a-a5b0e0bb754e', 'name': 'tempest-AttachVolumeTestJSON-1776891436-router', 'tenant_id': '969c470f720c4b2f97ba9f45c5d0d426', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65c030c7-6a7d-4cea-a47d-5cdd532db0e6', 'external_fixed_ips': [{'subnet_id': 'a9fa7760-a071-45ee-b985-799999c69975', 'ip_address': '172.27.2.120'}], 'enable_snat': True}, 'gw_port_id': '63b29a8c-3f7a-4d96-8b0e-ec0f701b1fd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-18T05:16:30Z', 'updated_at': '2022-06-18T05:16:38Z', 'revision_number': 4, 'project_id': '969c470f720c4b2f97ba9f45c5d0d426', 'gw_port': {'id': '63b29a8c-3f7a-4d96-8b0e-ec0f701b1fd4', 'name': '', 'network_id': '65c030c7-6a7d-4cea-a47d-5cdd532db0e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:f2:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f334ad5f-9401-48d1-901a-a5b0e0bb754e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'a9fa7760-a071-45ee-b985-799999c69975', 'ip_address': '172.27.2.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-18T05:16:32Z', 'updated_at': '2022-06-18T05:16:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9fa7760-a071-45ee-b985-799999c69975', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-35-iscsi', '_floatingips': [{'id': '1f8ec7cd-9fd2-456c-9bcc-15ee20b34ba4', 'tenant_id': '969c470f720c4b2f97ba9f45c5d0d426', 'floating_ip_address': '172.27.2.222', 'floating_network_id': '65c030c7-6a7d-4cea-a47d-5cdd532db0e6', 'router_id': 'f334ad5f-9401-48d1-901a-a5b0e0bb754e', 'port_id': 'de69b734-c483-4ced-a344-3ae592794f9e', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 501, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '22d8eb11-0b66-4ea6-b4d2-3deab0a32f40', 'mac_address': 'fa:16:3e:3f:77:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8e4e387-f80d-4ab4-b84b-8e300ba1691b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-18T05:21:48Z', 'updated_at': '2022-06-18T05:22:03Z', 'revision_number': 1, 'project_id': '969c470f720c4b2f97ba9f45c5d0d426', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '92c3ff53-3e45-460c-8c57-ba07fcc0b846', 'name': '', 'network_id': '22d8eb11-0b66-4ea6-b4d2-3deab0a32f40', 'tenant_id': '969c470f720c4b2f97ba9f45c5d0d426', 'mac_address': 'fa:16:3e:07:df:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f334ad5f-9401-48d1-901a-a5b0e0bb754e', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '5d138401-1420-4153-a9c8-b647c19cd403', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-18T05:16:37Z', 'updated_at': '2022-06-18T05:16:46Z', 'revision_number': 5, 'project_id': '969c470f720c4b2f97ba9f45c5d0d426', 'subnets': [{'id': '5d138401-1420-4153-a9c8-b647c19cd403', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104390) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 05:22:04.764339 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0681a795-5602-4fe7-ac88-85d447275c41 req-26a6bf84-5b24-4c53-8ca8-eb9ba64b2227 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:22:04.764339 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-0681a795-5602-4fe7-ac88-85d447275c41 req-26a6bf84-5b24-4c53-8ca8-eb9ba64b2227 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8820096253064e5abbe50f23bdc3ebac&device_id=5cdfd285-b389-41f4-9ec6-596c6b160f61 HTTP/1.1" status: 200 len: 1129 time: 0.0425854 Jun 18 05:22:04.857161 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0681a795-5602-4fe7-ac88-85d447275c41 req-da2af302-4d13-4355-8124-77af2356d5da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:22:04.858690 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-0681a795-5602-4fe7-ac88-85d447275c41 req-da2af302-4d13-4355-8124-77af2356d5da service neutron] 10.222.0.15 "GET /v2.0/networks?id=e40c5bf8-60a8-4d08-b489-6f107ba55c42 HTTP/1.1" status: 200 len: 919 time: 0.0914016 Jun 18 05:22:04.922400 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-696919d5-a8b2-4abe-9687-f13f067a2a24 None None] New status for floating IP 1f8ec7cd-9fd2-456c-9bcc-15ee20b34ba4: ACTIVE {{(pid=104389) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 18 05:22:04.928665 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-0681a795-5602-4fe7-ac88-85d447275c41 req-a333ac37-edca-4a26-8725-b755b46bb538 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1076f134-7839-4b58-b50b-1f994d3b47a5 HTTP/1.1" status: 200 len: 1001 time: 0.0632102 Jun 18 05:22:04.978010 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0681a795-5602-4fe7-ac88-85d447275c41 req-7afa6c87-e678-48fd-a336-3222ddfe9550 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:22:04.979612 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-0681a795-5602-4fe7-ac88-85d447275c41 req-7afa6c87-e678-48fd-a336-3222ddfe9550 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=150ec3db-e886-4a5d-89d6-e02356d1809e HTTP/1.1" status: 200 len: 857 time: 0.0445945 Jun 18 05:22:05.029028 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG dbcounter [-] [104387] Writing DB stats neutron:SELECT=100 {{(pid=104387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:22:05.032699 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0681a795-5602-4fe7-ac88-85d447275c41 req-b7ba1fbd-1559-40ec-a8b7-3741e0525b53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:22:05.034263 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-0681a795-5602-4fe7-ac88-85d447275c41 req-b7ba1fbd-1559-40ec-a8b7-3741e0525b53 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e40c5bf8-60a8-4d08-b489-6f107ba55c42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0394154 Jun 18 05:22:05.128854 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-0681a795-5602-4fe7-ac88-85d447275c41 req-b16e3290-8303-40f1-9821-465c9dcf51df service neutron] 10.222.0.15 "GET /v2.0/networks/e40c5bf8-60a8-4d08-b489-6f107ba55c42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875189 Jun 18 05:22:05.220118 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-0681a795-5602-4fe7-ac88-85d447275c41 req-8006e63e-3e6f-46e3-ae1f-96b39fc3763e service neutron] 10.222.0.15 "GET /v2.0/networks/e40c5bf8-60a8-4d08-b489-6f107ba55c42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855119 Jun 18 05:22:07.485973 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789592556683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1744442'] for agent (21f82a9e-593b-4fa9-aa06-dfe6f16482e6), after_update {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:22:09.904192 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391226d0-779b-43fc-b0ea-04344ed68c8e req-1e5e9010-339e-4e66-86b0-a3effce14351 tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:22:09.905977 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-391226d0-779b-43fc-b0ea-04344ed68c8e req-1e5e9010-339e-4e66-86b0-a3effce14351 tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] 10.222.0.23 "GET /v2.0/ports?device_id=bae5a59b-afc4-4fa7-a230-8590a793bc48 HTTP/1.1" status: 200 len: 945 time: 0.0469661 Jun 18 05:22:09.955431 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-391226d0-779b-43fc-b0ea-04344ed68c8e req-921f30de-4f92-4155-9cbd-e49cbd9cc0f5 tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] 10.222.0.23 "GET /v2.0/security-groups?id=407ae09c-3316-486c-94a7-7e1331aee9b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438449 Jun 18 05:22:11.080017 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51464ca-c89a-4b3f-98c2-5de2901ed8e9 req-fd3cc92c-25d5-41ab-aca4-2719635730d5 tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:22:11.081586 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-d51464ca-c89a-4b3f-98c2-5de2901ed8e9 req-fd3cc92c-25d5-41ab-aca4-2719635730d5 tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] 10.222.0.23 "GET /v2.0/ports?device_id=bae5a59b-afc4-4fa7-a230-8590a793bc48 HTTP/1.1" status: 200 len: 945 time: 0.0514729 Jun 18 05:22:11.115530 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG dbcounter [-] [104387] Writing DB stats neutron:SELECT=100 {{(pid=104387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:22:11.129856 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-d51464ca-c89a-4b3f-98c2-5de2901ed8e9 req-17680b34-ed6b-4d12-bc2a-f73551b9d6aa tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] 10.222.0.23 "GET /v2.0/security-groups?id=407ae09c-3316-486c-94a7-7e1331aee9b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423157 Jun 18 05:22:12.252947 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70e4b40-e578-458b-ad2e-2f1b9cce7650 req-f31bd08e-8686-48a0-b1d1-5a64df5ffc78 tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:22:12.254424 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-d70e4b40-e578-458b-ad2e-2f1b9cce7650 req-f31bd08e-8686-48a0-b1d1-5a64df5ffc78 tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] 10.222.0.23 "GET /v2.0/ports?device_id=bae5a59b-afc4-4fa7-a230-8590a793bc48 HTTP/1.1" status: 200 len: 945 time: 0.0489206 Jun 18 05:22:12.301360 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-d70e4b40-e578-458b-ad2e-2f1b9cce7650 req-972469e4-99f3-4ea4-9b2e-a6a6a35abdde tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] 10.222.0.23 "GET /v2.0/security-groups?id=407ae09c-3316-486c-94a7-7e1331aee9b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409894 Jun 18 05:22:13.421294 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507dbb5d-3c66-4974-b222-d78e64a7c5df req-fc69646b-3b13-488a-af4f-4d205de909f5 tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:22:13.422806 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-507dbb5d-3c66-4974-b222-d78e64a7c5df req-fc69646b-3b13-488a-af4f-4d205de909f5 tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] 10.222.0.23 "GET /v2.0/ports?device_id=bae5a59b-afc4-4fa7-a230-8590a793bc48 HTTP/1.1" status: 200 len: 945 time: 0.0473762 Jun 18 05:22:13.469294 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-507dbb5d-3c66-4974-b222-d78e64a7c5df req-3008d8cd-3ed9-461e-9b29-0622241218e5 tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] 10.222.0.23 "GET /v2.0/security-groups?id=407ae09c-3316-486c-94a7-7e1331aee9b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410395 Jun 18 05:22:14.589535 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a1b06a-7a10-47a3-b772-920804e057da req-d09f5006-a474-4d43-9034-46e6622d2995 tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:22:14.591050 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-99a1b06a-7a10-47a3-b772-920804e057da req-d09f5006-a474-4d43-9034-46e6622d2995 tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] 10.222.0.23 "GET /v2.0/ports?device_id=bae5a59b-afc4-4fa7-a230-8590a793bc48 HTTP/1.1" status: 200 len: 945 time: 0.0491543 Jun 18 05:22:14.638045 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-99a1b06a-7a10-47a3-b772-920804e057da req-98c2e5c1-1cf5-4830-a624-d0db10228d5e tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] 10.222.0.23 "GET /v2.0/security-groups?id=407ae09c-3316-486c-94a7-7e1331aee9b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415113 Jun 18 05:22:14.698614 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG dbcounter [-] [104390] Writing DB stats neutron:SELECT=75 {{(pid=104390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:22:15.759832 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e3888a-a79f-46c7-a548-d6988e19279a req-bd55498b-dacf-4f7e-b64b-4d37db105691 tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:22:15.761298 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-38e3888a-a79f-46c7-a548-d6988e19279a req-bd55498b-dacf-4f7e-b64b-4d37db105691 tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] 10.222.0.23 "GET /v2.0/ports?device_id=bae5a59b-afc4-4fa7-a230-8590a793bc48 HTTP/1.1" status: 200 len: 945 time: 0.0502105 Jun 18 05:22:15.807579 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-38e3888a-a79f-46c7-a548-d6988e19279a req-44b6b1d5-de2a-4bc9-9f60-d4ff5c772c1c tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] 10.222.0.23 "GET /v2.0/security-groups?id=407ae09c-3316-486c-94a7-7e1331aee9b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407515 Jun 18 05:22:16.810677 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b8fbeb-304e-4908-b10a-dbfa70854001 req-8982d637-1fb8-463b-afdd-86664130c955 tempest-TestShelveInstance-245137814 tempest-TestShelveInstance-245137814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:22:16.812148 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-54b8fbeb-304e-4908-b10a-dbfa70854001 req-8982d637-1fb8-463b-afdd-86664130c955 tempest-TestShelveInstance-245137814 tempest-TestShelveInstance-245137814-project] 10.222.0.23 "GET /v2.0/ports?device_id=d0554d10-2a83-478b-a2a6-7c4bcc0dfc2b HTTP/1.1" status: 200 len: 945 time: 0.0481274 Jun 18 05:22:16.866521 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-54b8fbeb-304e-4908-b10a-dbfa70854001 req-0ffc90fe-33f0-43b9-95d8-6626a18ba25e tempest-TestShelveInstance-245137814 tempest-TestShelveInstance-245137814-project] 10.222.0.23 "GET /v2.0/security-groups?id=46e7c09b-3bcc-4ed0-87e3-5a0cff7170e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488620 Jun 18 05:22:16.930802 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c89276f-f8a5-4a42-b612-d6bf8918b780 req-4a19a5ba-0829-4ee7-a031-26b5c3906995 tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:22:16.932281 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-1c89276f-f8a5-4a42-b612-d6bf8918b780 req-4a19a5ba-0829-4ee7-a031-26b5c3906995 tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] 10.222.0.23 "GET /v2.0/ports?device_id=bae5a59b-afc4-4fa7-a230-8590a793bc48 HTTP/1.1" status: 200 len: 945 time: 0.0477166 Jun 18 05:22:16.978152 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG dbcounter [-] [104388] Writing DB stats neutron:SELECT=100 {{(pid=104388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:22:16.982517 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-1c89276f-f8a5-4a42-b612-d6bf8918b780 req-19826290-84f1-4247-883b-02a9bef7d790 tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] 10.222.0.23 "GET /v2.0/security-groups?id=407ae09c-3316-486c-94a7-7e1331aee9b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447440 Jun 18 05:22:17.428016 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG dbcounter [-] [104389] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1 {{(pid=104389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:22:17.429885 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG dbcounter [-] [104389] Writing DB stats neutron:SELECT=12,neutron:UPDATE=2 {{(pid=104389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:22:17.978568 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4c7515-bbcc-4d8c-93cc-b124553de201 req-24c1e089-a125-46dd-8498-4821d10dac1f tempest-TestShelveInstance-245137814 tempest-TestShelveInstance-245137814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:22:17.980054 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-0b4c7515-bbcc-4d8c-93cc-b124553de201 req-24c1e089-a125-46dd-8498-4821d10dac1f tempest-TestShelveInstance-245137814 tempest-TestShelveInstance-245137814-project] 10.222.0.23 "GET /v2.0/ports?device_id=d0554d10-2a83-478b-a2a6-7c4bcc0dfc2b HTTP/1.1" status: 200 len: 945 time: 0.0466070 Jun 18 05:22:18.032814 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-0b4c7515-bbcc-4d8c-93cc-b124553de201 req-c79d7346-0d7a-41f5-9806-b795edba44b2 tempest-TestShelveInstance-245137814 tempest-TestShelveInstance-245137814-project] 10.222.0.23 "GET /v2.0/security-groups?id=46e7c09b-3bcc-4ed0-87e3-5a0cff7170e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472722 Jun 18 05:22:18.100542 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725dca4b-c029-41f3-a9a4-0d7a8f2862ac req-4d66de95-5581-4894-93e4-b29eebc91a8f tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:22:18.102028 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-725dca4b-c029-41f3-a9a4-0d7a8f2862ac req-4d66de95-5581-4894-93e4-b29eebc91a8f tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] 10.222.0.23 "GET /v2.0/ports?device_id=bae5a59b-afc4-4fa7-a230-8590a793bc48 HTTP/1.1" status: 200 len: 945 time: 0.0454795 Jun 18 05:22:18.147576 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-725dca4b-c029-41f3-a9a4-0d7a8f2862ac req-c782ac4b-1fb1-429f-89a5-37a0bdd366fd tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] 10.222.0.23 "GET /v2.0/security-groups?id=407ae09c-3316-486c-94a7-7e1331aee9b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400939 Jun 18 05:22:19.147420 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87ffa74-7468-4131-b757-d68d605cb01d req-39f49b0f-49aa-4dd8-905b-a0060ccf577a tempest-TestShelveInstance-245137814 tempest-TestShelveInstance-245137814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:22:19.148904 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-d87ffa74-7468-4131-b757-d68d605cb01d req-39f49b0f-49aa-4dd8-905b-a0060ccf577a tempest-TestShelveInstance-245137814 tempest-TestShelveInstance-245137814-project] 10.222.0.23 "GET /v2.0/ports?device_id=d0554d10-2a83-478b-a2a6-7c4bcc0dfc2b HTTP/1.1" status: 200 len: 945 time: 0.0492990 Jun 18 05:22:19.198219 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-d87ffa74-7468-4131-b757-d68d605cb01d req-3676a70d-8eeb-4a7a-a460-882232dd1aa8 tempest-TestShelveInstance-245137814 tempest-TestShelveInstance-245137814-project] 10.222.0.23 "GET /v2.0/security-groups?id=46e7c09b-3bcc-4ed0-87e3-5a0cff7170e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438597 Jun 18 05:22:19.275637 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fd4892-3d55-4b4d-959d-746f7c08aa3f req-86b0239c-39e4-49d0-a0e9-6471e9116a0c tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:22:19.277117 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-b0fd4892-3d55-4b4d-959d-746f7c08aa3f req-86b0239c-39e4-49d0-a0e9-6471e9116a0c tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] 10.222.0.23 "GET /v2.0/ports?device_id=bae5a59b-afc4-4fa7-a230-8590a793bc48 HTTP/1.1" status: 200 len: 945 time: 0.0476954 Jun 18 05:22:19.325829 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-b0fd4892-3d55-4b4d-959d-746f7c08aa3f req-b31c8dea-5198-4a0b-97fb-4b40221fcd07 tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] 10.222.0.23 "GET /v2.0/security-groups?id=407ae09c-3316-486c-94a7-7e1331aee9b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418110 Jun 18 05:22:20.311915 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1accf9d0-9477-41e3-a194-0ad58f77645f req-f967472d-2071-4a33-9b7f-0d5abc5a7b83 tempest-TestShelveInstance-245137814 tempest-TestShelveInstance-245137814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:22:20.313411 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-1accf9d0-9477-41e3-a194-0ad58f77645f req-f967472d-2071-4a33-9b7f-0d5abc5a7b83 tempest-TestShelveInstance-245137814 tempest-TestShelveInstance-245137814-project] 10.222.0.23 "GET /v2.0/ports?device_id=d0554d10-2a83-478b-a2a6-7c4bcc0dfc2b HTTP/1.1" status: 200 len: 945 time: 0.0470736 Jun 18 05:22:20.362920 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-1accf9d0-9477-41e3-a194-0ad58f77645f req-17bf4a92-ae1a-47a5-954a-ffe7badfe96a tempest-TestShelveInstance-245137814 tempest-TestShelveInstance-245137814-project] 10.222.0.23 "GET /v2.0/security-groups?id=46e7c09b-3bcc-4ed0-87e3-5a0cff7170e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429649 Jun 18 05:22:20.450205 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff2a397-4c43-4911-b622-5cf7bb003ab0 req-fdbed219-4a19-4fc6-acb8-8a3e186f9265 tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:22:20.451720 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-aff2a397-4c43-4911-b622-5cf7bb003ab0 req-fdbed219-4a19-4fc6-acb8-8a3e186f9265 tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] 10.222.0.23 "GET /v2.0/ports?device_id=bae5a59b-afc4-4fa7-a230-8590a793bc48 HTTP/1.1" status: 200 len: 945 time: 0.0510297 Jun 18 05:22:20.500730 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-aff2a397-4c43-4911-b622-5cf7bb003ab0 req-1829e9f3-c7ae-4c2d-8698-c10c6f885a13 tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] 10.222.0.23 "GET /v2.0/security-groups?id=407ae09c-3316-486c-94a7-7e1331aee9b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431461 Jun 18 05:22:20.565771 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG dbcounter [-] [104390] Writing DB stats neutron:SELECT=74,neutron:DELETE=1 {{(pid=104390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:22:21.480755 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1e7d89-40db-414f-af7b-a62cf29718b0 req-79c8f37a-51b5-4c66-bf3e-91e5f69b8c3d tempest-TestShelveInstance-245137814 tempest-TestShelveInstance-245137814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:22:21.482314 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-ef1e7d89-40db-414f-af7b-a62cf29718b0 req-79c8f37a-51b5-4c66-bf3e-91e5f69b8c3d tempest-TestShelveInstance-245137814 tempest-TestShelveInstance-245137814-project] 10.222.0.23 "GET /v2.0/ports?device_id=d0554d10-2a83-478b-a2a6-7c4bcc0dfc2b HTTP/1.1" status: 200 len: 945 time: 0.0505135 Jun 18 05:22:21.531525 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-ef1e7d89-40db-414f-af7b-a62cf29718b0 req-5b954482-8df2-46db-9886-3d3ec1008b04 tempest-TestShelveInstance-245137814 tempest-TestShelveInstance-245137814-project] 10.222.0.23 "GET /v2.0/security-groups?id=46e7c09b-3bcc-4ed0-87e3-5a0cff7170e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437357 Jun 18 05:22:21.618554 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f954a01-28fb-43df-b2a2-148ab45b1d9d req-b9ff8009-b49a-4f5a-8036-3e551c3968cb tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:22:21.620025 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-6f954a01-28fb-43df-b2a2-148ab45b1d9d req-b9ff8009-b49a-4f5a-8036-3e551c3968cb tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] 10.222.0.23 "GET /v2.0/ports?device_id=bae5a59b-afc4-4fa7-a230-8590a793bc48 HTTP/1.1" status: 200 len: 945 time: 0.0461524 Jun 18 05:22:21.667291 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-6f954a01-28fb-43df-b2a2-148ab45b1d9d req-92f0c048-23e8-4caa-8fa9-d14000f81bcf tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] 10.222.0.23 "GET /v2.0/security-groups?id=407ae09c-3316-486c-94a7-7e1331aee9b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417242 Jun 18 05:22:22.050981 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-27d57d3a-1b21-41d3-a51f-75c59260b8c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789592556683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1744442'] for agent (426d7b1c-7831-4cf6-8aa4-29496a16634c), after_update {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:22:22.240563 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.rpc [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] Device d9715080-f281-4e80-b712-b6d751681e6f details requested by agent hyperv_hv-cinder-83699 with host hv-cinder-83699 {{(pid=104389) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 18 05:22:22.341585 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.db [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] For port d9715080-f281-4e80-b712-b6d751681e6f, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=d9715080-f281-4e80-b712-b6d751681e6f,segment=NetworkSegment(8156adf2-605e-4047-8e9c-946882049554),segment_id=8156adf2-605e-4047-8e9c-946882049554)] {{(pid=104389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 05:22:22.353241 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.rpc [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] Returning: {'device': 'd9715080-f281-4e80-b712-b6d751681e6f', 'network_id': 'f7ef077f-c52c-4f70-b85e-e8892706babc', 'port_id': 'd9715080-f281-4e80-b712-b6d751681e6f', 'mac_address': 'fa:16:3e:91:b1:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 333, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '33823053-d4d0-4fd0-8dfe-171b826300f0', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104389) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 18 05:22:22.387146 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.plugin [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] Current status of the port d9715080-f281-4e80-b712-b6d751681e6f is: ACTIVE; New status is: BUILD {{(pid=104389) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 18 05:22:22.387540 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1768406'] for port (d9715080-f281-4e80-b712-b6d751681e6f), before_update {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:22:22.401374 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.notifiers.nova [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d9715080-f281-4e80-b712-b6d751681e6f {{(pid=104389) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 18 05:22:22.421504 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.db [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] For port d9715080-f281-4e80-b712-b6d751681e6f, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=d9715080-f281-4e80-b712-b6d751681e6f,segment=NetworkSegment(8156adf2-605e-4047-8e9c-946882049554),segment_id=8156adf2-605e-4047-8e9c-946882049554)] {{(pid=104389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 05:22:22.482640 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1768343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789592765606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789592262840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789592262858'] for port (d9715080-f281-4e80-b712-b6d751681e6f), after_update {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:22:22.533436 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] Pushing event updated for resources: {'Port': ['ID=d9715080-f281-4e80-b712-b6d751681e6f,revision_number=6']} {{(pid=104389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:22:22.647148 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff8e0d2-eea8-4604-8ec1-4e39cb43f91c req-2df7dfed-74b3-419b-a73c-5ecc22fe98a9 tempest-TestShelveInstance-245137814 tempest-TestShelveInstance-245137814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:22:22.648642 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-5ff8e0d2-eea8-4604-8ec1-4e39cb43f91c req-2df7dfed-74b3-419b-a73c-5ecc22fe98a9 tempest-TestShelveInstance-245137814 tempest-TestShelveInstance-245137814-project] 10.222.0.23 "GET /v2.0/ports?device_id=d0554d10-2a83-478b-a2a6-7c4bcc0dfc2b HTTP/1.1" status: 200 len: 945 time: 0.0472989 Jun 18 05:22:22.691148 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.db [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] get_ports_and_sgs() called for port_ids ['d9715080-f281-4e80-b712-b6d751681e6f'] {{(pid=104389) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 18 05:22:22.698888 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-5ff8e0d2-eea8-4604-8ec1-4e39cb43f91c req-6b718969-549c-469a-b766-b86f5e8c1f92 tempest-TestShelveInstance-245137814 tempest-TestShelveInstance-245137814-project] 10.222.0.23 "GET /v2.0/security-groups?id=46e7c09b-3bcc-4ed0-87e3-5a0cff7170e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447559 Jun 18 05:22:22.790554 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda6d4c3-87bd-4617-9d28-bc5567c1fc07 req-fe5344a4-5306-4d29-8a16-62b808e1c705 tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:22:22.791957 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-cda6d4c3-87bd-4617-9d28-bc5567c1fc07 req-fe5344a4-5306-4d29-8a16-62b808e1c705 tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] 10.222.0.23 "GET /v2.0/ports?device_id=bae5a59b-afc4-4fa7-a230-8590a793bc48 HTTP/1.1" status: 200 len: 944 time: 0.0517616 Jun 18 05:22:22.839821 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-cda6d4c3-87bd-4617-9d28-bc5567c1fc07 req-69473483-0e08-4e72-a173-f18d09583ca0 tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] 10.222.0.23 "GET /v2.0/security-groups?id=407ae09c-3316-486c-94a7-7e1331aee9b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422552 Jun 18 05:22:23.814496 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572118b9-874b-435f-8ed7-277048aed7ea req-9be00120-7d97-4e01-8cd1-86cd588ca971 tempest-TestShelveInstance-245137814 tempest-TestShelveInstance-245137814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:22:23.815973 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-572118b9-874b-435f-8ed7-277048aed7ea req-9be00120-7d97-4e01-8cd1-86cd588ca971 tempest-TestShelveInstance-245137814 tempest-TestShelveInstance-245137814-project] 10.222.0.23 "GET /v2.0/ports?device_id=d0554d10-2a83-478b-a2a6-7c4bcc0dfc2b HTTP/1.1" status: 200 len: 945 time: 0.0469220 Jun 18 05:22:23.869818 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-572118b9-874b-435f-8ed7-277048aed7ea req-d876a212-6e88-4547-9f15-0be8b2526146 tempest-TestShelveInstance-245137814 tempest-TestShelveInstance-245137814-project] 10.222.0.23 "GET /v2.0/security-groups?id=46e7c09b-3bcc-4ed0-87e3-5a0cff7170e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480311 Jun 18 05:22:23.970431 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d68345-3d67-45dd-beba-0da9586ece84 req-821df666-8637-42b8-b79e-227756509b12 tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:22:23.973471 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-82d68345-3d67-45dd-beba-0da9586ece84 req-821df666-8637-42b8-b79e-227756509b12 tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] 10.222.0.23 "GET /v2.0/ports?device_id=bae5a59b-afc4-4fa7-a230-8590a793bc48 HTTP/1.1" status: 200 len: 944 time: 0.0567014 Jun 18 05:22:24.021989 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-82d68345-3d67-45dd-beba-0da9586ece84 req-c35e24e8-86b7-494b-863c-7bb0a977db7d tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] 10.222.0.23 "GET /v2.0/security-groups?id=407ae09c-3316-486c-94a7-7e1331aee9b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423391 Jun 18 05:22:24.261016 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.rpc [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] Device d9715080-f281-4e80-b712-b6d751681e6f up at agent hyperv_hv-cinder-83699 {{(pid=104389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 18 05:22:24.309526 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.db.provisioning_blocks [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] Provisioning complete for port d9715080-f281-4e80-b712-b6d751681e6f triggered by entity L2. {{(pid=104389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 18 05:22:24.309903 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1740956'] for port (d9715080-f281-4e80-b712-b6d751681e6f), provisioning_complete {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:22:24.393845 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.plugin [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] Current status of the port d9715080-f281-4e80-b712-b6d751681e6f is: BUILD; New status is: ACTIVE {{(pid=104389) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 18 05:22:24.394214 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1768406'] for port (d9715080-f281-4e80-b712-b6d751681e6f), before_update {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:22:24.421242 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bae5a59b-afc4-4fa7-a230-8590a793bc48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9715080-f281-4e80-b712-b6d751681e6f'}] {{(pid=104389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 18 05:22:24.423765 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84994602c193c13a4c26b8b675ba51d9b392d44d80225cb9db16c930b334f47b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8dde42eb-8a01-402e-94d2-f1dbc748273c" -d '{"events": [{"server_uuid": "bae5a59b-afc4-4fa7-a230-8590a793bc48", "name": "network-vif-plugged", "status": "completed", "tag": "d9715080-f281-4e80-b712-b6d751681e6f"}]}' {{(pid=104389) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 05:22:24.443822 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.db [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] For port d9715080-f281-4e80-b712-b6d751681e6f, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=d9715080-f281-4e80-b712-b6d751681e6f,segment=NetworkSegment(8156adf2-605e-4047-8e9c-946882049554),segment_id=8156adf2-605e-4047-8e9c-946882049554)] {{(pid=104389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 05:22:24.523823 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-9d2c4ae4-8749-4e18-bfbe-faa72fe5efdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789592556683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1744442'] for agent (a8549501-0164-4ac5-90a6-1ba1ba0d3f9d), after_update {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:22:24.525479 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1768343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789592765606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789592262840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789592262858'] for port (d9715080-f281-4e80-b712-b6d751681e6f), after_update {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:22:24.555283 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Jun 2022 05:22:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db764c64-ef53-4db1-8e54-aad5286d15c8 x-openstack-request-id: req-db764c64-ef53-4db1-8e54-aad5286d15c8 {{(pid=104389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 05:22:24.555573 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bae5a59b-afc4-4fa7-a230-8590a793bc48", "name": "network-vif-plugged", "status": "completed", "tag": "d9715080-f281-4e80-b712-b6d751681e6f", "code": 200}]} {{(pid=104389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 05:22:24.555825 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-db764c64-ef53-4db1-8e54-aad5286d15c8 {{(pid=104389) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 05:22:24.556214 dv-cinder-836996-35-iscsi neutron-server[104389]: INFO neutron.notifiers.nova [-] Nova event matching ['req-db764c64-ef53-4db1-8e54-aad5286d15c8'] response: {'server_uuid': 'bae5a59b-afc4-4fa7-a230-8590a793bc48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9715080-f281-4e80-b712-b6d751681e6f', 'code': 200} Jun 18 05:22:24.583917 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] Pushing event updated for resources: {'Port': ['ID=d9715080-f281-4e80-b712-b6d751681e6f,revision_number=7']} {{(pid=104389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:22:24.994107 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ec74de-d21b-4927-ac13-b598cab3bbb6 req-7d17f4e3-a767-45de-afad-e006512489c9 tempest-TestShelveInstance-245137814 tempest-TestShelveInstance-245137814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:22:24.996474 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-e8ec74de-d21b-4927-ac13-b598cab3bbb6 req-7d17f4e3-a767-45de-afad-e006512489c9 tempest-TestShelveInstance-245137814 tempest-TestShelveInstance-245137814-project] 10.222.0.23 "GET /v2.0/ports?device_id=d0554d10-2a83-478b-a2a6-7c4bcc0dfc2b HTTP/1.1" status: 200 len: 945 time: 0.0536315 Jun 18 05:22:25.047253 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG dbcounter [-] [104388] Writing DB stats neutron:SELECT=100 {{(pid=104388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:22:25.054913 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-e8ec74de-d21b-4927-ac13-b598cab3bbb6 req-3a598f31-0880-4d76-ac2e-09b16c07849b tempest-TestShelveInstance-245137814 tempest-TestShelveInstance-245137814-project] 10.222.0.23 "GET /v2.0/security-groups?id=46e7c09b-3bcc-4ed0-87e3-5a0cff7170e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0528214 Jun 18 05:22:25.175938 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1d7b7e-5aad-4363-b3d1-af2fa8a98c21 req-10bb1c66-f85d-48a3-9fa5-dcedf879bc22 tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:22:25.175938 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-0c1d7b7e-5aad-4363-b3d1-af2fa8a98c21 req-10bb1c66-f85d-48a3-9fa5-dcedf879bc22 tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] 10.222.0.23 "GET /v2.0/ports?device_id=bae5a59b-afc4-4fa7-a230-8590a793bc48 HTTP/1.1" status: 200 len: 945 time: 0.0589008 Jun 18 05:22:25.202299 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG dbcounter [-] [104387] Writing DB stats neutron:SELECT=100 {{(pid=104387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:22:25.215585 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG dbcounter [-] [104387] Writing DB stats neutron:SELECT=100 {{(pid=104387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:22:25.228528 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-0c1d7b7e-5aad-4363-b3d1-af2fa8a98c21 req-292625e9-9af6-4719-82c4-a296a7543fa9 tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] 10.222.0.23 "GET /v2.0/security-groups?id=407ae09c-3316-486c-94a7-7e1331aee9b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483906 Jun 18 05:22:25.594111 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-bd48e2cf-68a6-4f35-9a09-882d425f288c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789592556683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1744442'] for agent (e572bbf3-12d8-41bb-a2ed-524d739c9de1), after_update {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:22:26.190661 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e12a251-50b7-4f0f-82eb-cf6fa98310e5 req-0b593b59-4644-4883-8e06-980ec0792751 tempest-TestShelveInstance-245137814 tempest-TestShelveInstance-245137814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:22:26.192290 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-4e12a251-50b7-4f0f-82eb-cf6fa98310e5 req-0b593b59-4644-4883-8e06-980ec0792751 tempest-TestShelveInstance-245137814 tempest-TestShelveInstance-245137814-project] 10.222.0.23 "GET /v2.0/ports?device_id=d0554d10-2a83-478b-a2a6-7c4bcc0dfc2b HTTP/1.1" status: 200 len: 945 time: 0.0512266 Jun 18 05:22:26.262002 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-4e12a251-50b7-4f0f-82eb-cf6fa98310e5 req-8e1d4439-7d3b-48ce-93de-d70caddd5b1b tempest-TestShelveInstance-245137814 tempest-TestShelveInstance-245137814-project] 10.222.0.23 "GET /v2.0/security-groups?id=46e7c09b-3bcc-4ed0-87e3-5a0cff7170e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0622294 Jun 18 05:22:26.370160 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dfd4e9b-2ab8-4019-a809-027d5b23b2e1 req-5caf1c15-6b7d-4b4c-bb39-62f4543f2a0d tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:22:26.373541 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-9dfd4e9b-2ab8-4019-a809-027d5b23b2e1 req-5caf1c15-6b7d-4b4c-bb39-62f4543f2a0d tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] 10.222.0.23 "GET /v2.0/ports?device_id=bae5a59b-afc4-4fa7-a230-8590a793bc48 HTTP/1.1" status: 200 len: 945 time: 0.0584543 Jun 18 05:22:26.432350 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-9dfd4e9b-2ab8-4019-a809-027d5b23b2e1 req-adf47522-f4ae-4d9c-abab-91da9f3c63d3 tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] 10.222.0.23 "GET /v2.0/security-groups?id=407ae09c-3316-486c-94a7-7e1331aee9b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500083 Jun 18 05:22:27.190723 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80c0942-f9bd-49b2-8cdd-a381ae9f4bbd req-2619b3ea-2868-43dc-9d69-cdb6dfc518e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:22:27.192222 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-b80c0942-f9bd-49b2-8cdd-a381ae9f4bbd req-2619b3ea-2868-43dc-9d69-cdb6dfc518e5 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=65a7c712ebe34d53b4acd7e8473c6d95&device_id=d0554d10-2a83-478b-a2a6-7c4bcc0dfc2b HTTP/1.1" status: 200 len: 1129 time: 0.0436301 Jun 18 05:22:27.344709 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80c0942-f9bd-49b2-8cdd-a381ae9f4bbd req-a07e5105-4719-4289-b068-af6ae6b05e9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:22:27.346497 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-b80c0942-f9bd-49b2-8cdd-a381ae9f4bbd req-a07e5105-4719-4289-b068-af6ae6b05e9d service neutron] 10.222.0.15 "GET /v2.0/networks?id=cce77fdc-391d-4bde-a709-4c5e4b2c55d4 HTTP/1.1" status: 200 len: 909 time: 0.0950377 Jun 18 05:22:27.368128 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2a1731-cb1c-4cdc-aa6f-d7ff7df98344 req-861115d6-ca95-4078-840d-383a3959fa14 tempest-TestShelveInstance-245137814 tempest-TestShelveInstance-245137814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:22:27.369682 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-6b2a1731-cb1c-4cdc-aa6f-d7ff7df98344 req-861115d6-ca95-4078-840d-383a3959fa14 tempest-TestShelveInstance-245137814 tempest-TestShelveInstance-245137814-project] 10.222.0.23 "GET /v2.0/ports?device_id=d0554d10-2a83-478b-a2a6-7c4bcc0dfc2b HTTP/1.1" status: 200 len: 945 time: 0.0477366 Jun 18 05:22:27.391813 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-5df8b1a9-a354-44ed-8761-35e8e24f4084 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789592556683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1744442'] for agent (37f34a37-d85d-4c21-966b-86dc43157ac3), after_update {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:22:27.421881 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-b80c0942-f9bd-49b2-8cdd-a381ae9f4bbd req-9b27492e-ecc3-44d6-ac58-95c73557e5df service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2e6ea935-169b-426c-bf26-11d644b1d476 HTTP/1.1" status: 200 len: 1001 time: 0.0669200 Jun 18 05:22:27.422898 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-6b2a1731-cb1c-4cdc-aa6f-d7ff7df98344 req-4be2937d-a40c-4666-ade7-91d281268768 tempest-TestShelveInstance-245137814 tempest-TestShelveInstance-245137814-project] 10.222.0.23 "GET /v2.0/security-groups?id=46e7c09b-3bcc-4ed0-87e3-5a0cff7170e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474329 Jun 18 05:22:27.450500 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG dbcounter [-] [104389] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:22:27.473969 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80c0942-f9bd-49b2-8cdd-a381ae9f4bbd req-7c0b742f-d8a2-4d56-9a53-7c33be3fc903 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:22:27.476063 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-b80c0942-f9bd-49b2-8cdd-a381ae9f4bbd req-7c0b742f-d8a2-4d56-9a53-7c33be3fc903 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=778d0c06-0b61-4f2c-a161-3f736e93558f HTTP/1.1" status: 200 len: 847 time: 0.0467653 Jun 18 05:22:27.545140 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80c0942-f9bd-49b2-8cdd-a381ae9f4bbd req-be752d7f-8074-4b41-ad8c-bb072d582690 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:22:27.546663 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-b80c0942-f9bd-49b2-8cdd-a381ae9f4bbd req-be752d7f-8074-4b41-ad8c-bb072d582690 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=cce77fdc-391d-4bde-a709-4c5e4b2c55d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0646503 Jun 18 05:22:27.550876 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-c042a677-28f5-4026-b552-0173028fe9dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789592556683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1744442'] for agent (d503ae44-4e24-48d3-9886-03581f90537d), after_update {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:22:27.594209 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c78b67-0ad5-41d5-8fc7-7483cf7f1613 req-3447bfad-cb4a-47be-ba23-f8ccd5d0ae54 tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:22:27.595723 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-c3c78b67-0ad5-41d5-8fc7-7483cf7f1613 req-3447bfad-cb4a-47be-ba23-f8ccd5d0ae54 tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] 10.222.0.23 "GET /v2.0/ports?device_id=bae5a59b-afc4-4fa7-a230-8590a793bc48 HTTP/1.1" status: 200 len: 945 time: 0.0831711 Jun 18 05:22:27.696571 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-c3c78b67-0ad5-41d5-8fc7-7483cf7f1613 req-bc56f93c-7690-4806-9bf2-5dcc2b079a5a tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] 10.222.0.23 "GET /v2.0/security-groups?id=407ae09c-3316-486c-94a7-7e1331aee9b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0914412 Jun 18 05:22:27.698617 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-b80c0942-f9bd-49b2-8cdd-a381ae9f4bbd req-f666a371-fb5d-4a80-85af-6163b707e430 service neutron] 10.222.0.15 "GET /v2.0/networks/cce77fdc-391d-4bde-a709-4c5e4b2c55d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1422026 Jun 18 05:22:27.726006 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG neutron.db.agents_db [None req-f0cd052f-7516-4656-9d29-e77bb90ffdea None None] Agent healthcheck: found 6 active agents {{(pid=104390) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 18 05:22:27.801802 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-b80c0942-f9bd-49b2-8cdd-a381ae9f4bbd req-0c8c1343-0ffd-4ed4-b8f2-17476b7e9c64 service neutron] 10.222.0.15 "GET /v2.0/networks/cce77fdc-391d-4bde-a709-4c5e4b2c55d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0947175 Jun 18 05:22:28.544933 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f5eed5-0cf6-4072-a057-4a27acfd79de req-f0982f81-591f-4a34-aab5-0befcd854309 tempest-TestShelveInstance-245137814 tempest-TestShelveInstance-245137814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:22:28.546550 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-61f5eed5-0cf6-4072-a057-4a27acfd79de req-f0982f81-591f-4a34-aab5-0befcd854309 tempest-TestShelveInstance-245137814 tempest-TestShelveInstance-245137814-project] 10.222.0.23 "GET /v2.0/ports?device_id=d0554d10-2a83-478b-a2a6-7c4bcc0dfc2b HTTP/1.1" status: 200 len: 945 time: 0.0533192 Jun 18 05:22:28.606367 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-61f5eed5-0cf6-4072-a057-4a27acfd79de req-4ab36e18-b2cc-4547-9c52-a06dd44c8d79 tempest-TestShelveInstance-245137814 tempest-TestShelveInstance-245137814-project] 10.222.0.23 "GET /v2.0/security-groups?id=46e7c09b-3bcc-4ed0-87e3-5a0cff7170e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0540893 Jun 18 05:22:28.828388 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317366ac-f962-4667-8b21-e86fe72ad691 req-c2ace19c-8638-46d5-ab51-57eeb0faa090 tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:22:28.830073 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-317366ac-f962-4667-8b21-e86fe72ad691 req-c2ace19c-8638-46d5-ab51-57eeb0faa090 tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] 10.222.0.23 "GET /v2.0/ports?device_id=bae5a59b-afc4-4fa7-a230-8590a793bc48 HTTP/1.1" status: 200 len: 945 time: 0.0507789 Jun 18 05:22:28.880935 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-317366ac-f962-4667-8b21-e86fe72ad691 req-6dd7f7dd-fc67-4ccf-be20-2f0b42ca1b90 tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] 10.222.0.23 "GET /v2.0/security-groups?id=407ae09c-3316-486c-94a7-7e1331aee9b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445349 Jun 18 05:22:29.726662 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG dbcounter [-] [104388] Writing DB stats neutron:SELECT=100 {{(pid=104388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:22:29.733557 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2668feea-34c0-4cf1-8284-55b81cbd3517 req-21d89a1e-e469-4bff-9ce8-f425f32efa3e tempest-TestShelveInstance-245137814 tempest-TestShelveInstance-245137814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:22:29.735144 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-2668feea-34c0-4cf1-8284-55b81cbd3517 req-21d89a1e-e469-4bff-9ce8-f425f32efa3e tempest-TestShelveInstance-245137814 tempest-TestShelveInstance-245137814-project] 10.222.0.23 "GET /v2.0/ports?device_id=d0554d10-2a83-478b-a2a6-7c4bcc0dfc2b HTTP/1.1" status: 200 len: 945 time: 0.0523708 Jun 18 05:22:29.798034 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-2668feea-34c0-4cf1-8284-55b81cbd3517 req-fa941514-a71f-49fe-84c9-3cf924474976 tempest-TestShelveInstance-245137814 tempest-TestShelveInstance-245137814-project] 10.222.0.23 "GET /v2.0/security-groups?id=46e7c09b-3bcc-4ed0-87e3-5a0cff7170e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0543549 Jun 18 05:22:30.015693 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32323f6-039a-440b-8067-bcc90343dd1a req-7cf3d7e7-6ddb-4bb2-ba17-4f0074baac39 tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:22:30.017223 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-f32323f6-039a-440b-8067-bcc90343dd1a req-7cf3d7e7-6ddb-4bb2-ba17-4f0074baac39 tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] 10.222.0.23 "GET /v2.0/ports?device_id=bae5a59b-afc4-4fa7-a230-8590a793bc48 HTTP/1.1" status: 200 len: 945 time: 0.0539591 Jun 18 05:22:30.070128 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-f32323f6-039a-440b-8067-bcc90343dd1a req-afadd8fc-e7fe-4202-9472-268a80d49e6f tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] 10.222.0.23 "GET /v2.0/security-groups?id=407ae09c-3316-486c-94a7-7e1331aee9b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458143 Jun 18 05:22:30.972030 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12bd4437-6cbe-4b38-8217-0332893172b4 req-d4441ecb-85e1-4ce7-8998-93a5911dab01 tempest-TestShelveInstance-245137814 tempest-TestShelveInstance-245137814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:22:30.973696 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-12bd4437-6cbe-4b38-8217-0332893172b4 req-d4441ecb-85e1-4ce7-8998-93a5911dab01 tempest-TestShelveInstance-245137814 tempest-TestShelveInstance-245137814-project] 10.222.0.23 "GET /v2.0/ports?device_id=d0554d10-2a83-478b-a2a6-7c4bcc0dfc2b HTTP/1.1" status: 200 len: 945 time: 0.0948374 Jun 18 05:22:31.043796 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-12bd4437-6cbe-4b38-8217-0332893172b4 req-cde024ff-1cb1-4700-bbdc-fc9ca59ec162 tempest-TestShelveInstance-245137814 tempest-TestShelveInstance-245137814-project] 10.222.0.23 "GET /v2.0/security-groups?id=46e7c09b-3bcc-4ed0-87e3-5a0cff7170e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0613704 Jun 18 05:22:31.213796 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16da287-d19c-47f1-9bff-abd236f184c8 req-a6554483-52cd-4716-88b1-2f6907644bf4 tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:22:31.215979 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-c16da287-d19c-47f1-9bff-abd236f184c8 req-a6554483-52cd-4716-88b1-2f6907644bf4 tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] 10.222.0.23 "GET /v2.0/ports?device_id=bae5a59b-afc4-4fa7-a230-8590a793bc48 HTTP/1.1" status: 200 len: 945 time: 0.0627937 Jun 18 05:22:31.270813 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-c16da287-d19c-47f1-9bff-abd236f184c8 req-c928bd6f-c23e-4653-afa0-c39f52347a16 tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] 10.222.0.23 "GET /v2.0/security-groups?id=407ae09c-3316-486c-94a7-7e1331aee9b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486751 Jun 18 05:22:32.203375 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef411386-146b-413b-93b6-1a4f0670e80d req-0c021f14-f86f-44db-a3be-3e94c9d29611 tempest-TestShelveInstance-245137814 tempest-TestShelveInstance-245137814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:22:32.211549 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-ef411386-146b-413b-93b6-1a4f0670e80d req-0c021f14-f86f-44db-a3be-3e94c9d29611 tempest-TestShelveInstance-245137814 tempest-TestShelveInstance-245137814-project] 10.222.0.23 "GET /v2.0/ports?device_id=d0554d10-2a83-478b-a2a6-7c4bcc0dfc2b HTTP/1.1" status: 200 len: 945 time: 0.0820251 Jun 18 05:22:32.267562 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-ef411386-146b-413b-93b6-1a4f0670e80d req-8e4b5eee-47b4-4a52-86cb-c6c971ee6d72 tempest-TestShelveInstance-245137814 tempest-TestShelveInstance-245137814-project] 10.222.0.23 "GET /v2.0/security-groups?id=46e7c09b-3bcc-4ed0-87e3-5a0cff7170e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0549259 Jun 18 05:22:32.316581 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.rpc [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] Device 2e6ea935-169b-426c-bf26-11d644b1d476 no longer exists at agent hyperv_hv-cinder-83699 {{(pid=104389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 18 05:22:32.431182 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.plugin [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] Current status of the port 2e6ea935-169b-426c-bf26-11d644b1d476 is: ACTIVE; New status is: DOWN {{(pid=104389) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 18 05:22:32.432684 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1768406'] for port (2e6ea935-169b-426c-bf26-11d644b1d476), before_update {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:22:32.436411 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG dbcounter [-] [104389] Writing DB stats neutron:UPDATE=5,neutron:SELECT=95 {{(pid=104389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:22:32.466796 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0554d10-2a83-478b-a2a6-7c4bcc0dfc2b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2e6ea935-169b-426c-bf26-11d644b1d476'}] {{(pid=104389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 18 05:22:32.469166 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84994602c193c13a4c26b8b675ba51d9b392d44d80225cb9db16c930b334f47b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-291ef876-6e1c-4e8e-8dd7-4dde71e23c5d" -d '{"events": [{"server_uuid": "d0554d10-2a83-478b-a2a6-7c4bcc0dfc2b", "name": "network-vif-unplugged", "status": "completed", "tag": "2e6ea935-169b-426c-bf26-11d644b1d476"}]}' {{(pid=104389) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 05:22:32.488305 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.db [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] For port 2e6ea935-169b-426c-bf26-11d644b1d476, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=2e6ea935-169b-426c-bf26-11d644b1d476,segment=NetworkSegment(5c1a6f43-88a7-45ae-8bd7-10faf4ff6d60),segment_id=5c1a6f43-88a7-45ae-8bd7-10faf4ff6d60)] {{(pid=104389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 05:22:32.590615 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f03041-3d01-47b1-b708-8d2ee157465f req-f0f96b9b-81a8-44ae-bc0e-e5c68775c7c2 tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:22:32.592642 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-56f03041-3d01-47b1-b708-8d2ee157465f req-f0f96b9b-81a8-44ae-bc0e-e5c68775c7c2 tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] 10.222.0.23 "GET /v2.0/ports?device_id=bae5a59b-afc4-4fa7-a230-8590a793bc48 HTTP/1.1" status: 200 len: 945 time: 0.0639606 Jun 18 05:22:32.603649 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1768343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789592765606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789592262840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789592262858'] for port (2e6ea935-169b-426c-bf26-11d644b1d476), after_update {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:22:32.671351 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-56f03041-3d01-47b1-b708-8d2ee157465f req-4c7a6324-ec69-4b59-ac24-e1596ad0b9fd tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] 10.222.0.23 "GET /v2.0/security-groups?id=407ae09c-3316-486c-94a7-7e1331aee9b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0731077 Jun 18 05:22:32.683301 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Sat, 18 Jun 2022 05:22:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fb0f065-b34a-4b13-ac10-cfdc5728835a x-openstack-request-id: req-0fb0f065-b34a-4b13-ac10-cfdc5728835a {{(pid=104389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 05:22:32.683649 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0554d10-2a83-478b-a2a6-7c4bcc0dfc2b", "name": "network-vif-unplugged", "status": "failed", "tag": "2e6ea935-169b-426c-bf26-11d644b1d476", "code": 422}]} {{(pid=104389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 05:22:32.683902 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-0fb0f065-b34a-4b13-ac10-cfdc5728835a {{(pid=104389) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 05:22:32.684343 dv-cinder-836996-35-iscsi neutron-server[104389]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-0fb0f065-b34a-4b13-ac10-cfdc5728835a']: {'server_uuid': 'd0554d10-2a83-478b-a2a6-7c4bcc0dfc2b', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '2e6ea935-169b-426c-bf26-11d644b1d476', 'code': 422} returned with failed status Jun 18 05:22:32.700083 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] Pushing event updated for resources: {'Port': ['ID=2e6ea935-169b-426c-bf26-11d644b1d476,revision_number=6']} {{(pid=104389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:22:32.814044 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.wsgi [-] (104388) accepted ('10.222.0.23', 53314) {{(pid=104388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 05:22:32.826563 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b107156-dce7-4b61-9ae6-399a0df3c8a8 req-a94ee6e8-261e-405c-9058-57bf2372fb0b tempest-TestShelveInstance-245137814 tempest-TestShelveInstance-245137814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:22:32.828919 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-0b107156-dce7-4b61-9ae6-399a0df3c8a8 req-a94ee6e8-261e-405c-9058-57bf2372fb0b tempest-TestShelveInstance-245137814 tempest-TestShelveInstance-245137814-project] 10.222.0.23 "GET /v2.0/ports?device_id=d0554d10-2a83-478b-a2a6-7c4bcc0dfc2b HTTP/1.1" status: 200 len: 943 time: 0.0821710 Jun 18 05:22:32.868633 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG dbcounter [-] [104387] Writing DB stats neutron:SELECT=100 {{(pid=104387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:22:32.875036 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG dbcounter [-] [104387] Writing DB stats neutron:SELECT=100 {{(pid=104387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:22:32.908484 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-0b107156-dce7-4b61-9ae6-399a0df3c8a8 req-d29387a7-e179-461d-8d80-9e38a6372cb6 tempest-TestShelveInstance-245137814 tempest-TestShelveInstance-245137814-project] 10.222.0.23 "GET /v2.0/security-groups?id=46e7c09b-3bcc-4ed0-87e3-5a0cff7170e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0737424 Jun 18 05:22:32.943855 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-265dcdd7-4eb4-4445-ac80-fd364e75ea0d req-fb4b2c85-01af-4076-8fb8-fd6a29e05a46 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=d0554d10-2a83-478b-a2a6-7c4bcc0dfc2b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1286280 Jun 18 05:22:32.957509 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.wsgi [req-265dcdd7-4eb4-4445-ac80-fd364e75ea0d req-aa5ac257-e106-4bea-a0f7-06de05803c04 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=104388) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 18 05:22:32.958772 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-265dcdd7-4eb4-4445-ac80-fd364e75ea0d req-aa5ac257-e106-4bea-a0f7-06de05803c04 service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0056677 Jun 18 05:22:33.043909 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265dcdd7-4eb4-4445-ac80-fd364e75ea0d req-389ae102-8882-47bb-bd58-fe83878be7c6 tempest-TestShelveInstance-245137814 tempest-TestShelveInstance-245137814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:22:33.045320 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-265dcdd7-4eb4-4445-ac80-fd364e75ea0d req-389ae102-8882-47bb-bd58-fe83878be7c6 tempest-TestShelveInstance-245137814 tempest-TestShelveInstance-245137814-project] 10.222.0.23 "GET /v2.0/ports/2e6ea935-169b-426c-bf26-11d644b1d476 HTTP/1.1" status: 200 len: 940 time: 0.0552285 Jun 18 05:22:33.808002 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1d1157-6ae6-460d-be6c-9feeb57bba48 req-5f1be960-dc01-4bbd-8167-0088930970fc tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:22:33.808775 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-ac1d1157-6ae6-460d-be6c-9feeb57bba48 req-5f1be960-dc01-4bbd-8167-0088930970fc tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] 10.222.0.23 "GET /v2.0/ports?device_id=bae5a59b-afc4-4fa7-a230-8590a793bc48 HTTP/1.1" status: 200 len: 945 time: 0.0497801 Jun 18 05:22:33.885975 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-ac1d1157-6ae6-460d-be6c-9feeb57bba48 req-3bd9b070-5fcf-4275-beee-3a5cb26a6077 tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] 10.222.0.23 "GET /v2.0/security-groups?id=407ae09c-3316-486c-94a7-7e1331aee9b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0624809 Jun 18 05:22:34.050821 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4baab287-3f1a-4056-8fba-c6d11ff60e05 req-21bf5266-bcde-4096-8a37-301043d182ca tempest-TestShelveInstance-245137814 tempest-TestShelveInstance-245137814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:22:34.052431 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-4baab287-3f1a-4056-8fba-c6d11ff60e05 req-21bf5266-bcde-4096-8a37-301043d182ca tempest-TestShelveInstance-245137814 tempest-TestShelveInstance-245137814-project] 10.222.0.23 "GET /v2.0/ports?device_id=d0554d10-2a83-478b-a2a6-7c4bcc0dfc2b HTTP/1.1" status: 200 len: 943 time: 0.0611284 Jun 18 05:22:34.112065 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-4baab287-3f1a-4056-8fba-c6d11ff60e05 req-6bf03bce-30e5-4289-aa47-082463d7fcf2 tempest-TestShelveInstance-245137814 tempest-TestShelveInstance-245137814-project] 10.222.0.23 "GET /v2.0/security-groups?id=46e7c09b-3bcc-4ed0-87e3-5a0cff7170e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529342 Jun 18 05:22:35.012479 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cdd5831-6df4-4c11-8ad7-353b37762281 req-d2aaea84-033d-41b1-b359-cbca4d83f46c tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:22:35.014005 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-9cdd5831-6df4-4c11-8ad7-353b37762281 req-d2aaea84-033d-41b1-b359-cbca4d83f46c tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] 10.222.0.23 "GET /v2.0/ports?device_id=bae5a59b-afc4-4fa7-a230-8590a793bc48 HTTP/1.1" status: 200 len: 945 time: 0.0507529 Jun 18 05:22:35.062069 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-9cdd5831-6df4-4c11-8ad7-353b37762281 req-a3368b5b-5be1-4e8f-a5d3-78cacd81c28f tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] 10.222.0.23 "GET /v2.0/security-groups?id=407ae09c-3316-486c-94a7-7e1331aee9b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423858 Jun 18 05:22:35.227794 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00a435b-8b9e-4894-a108-57023c32e3cc req-2803ec79-6723-45ce-bfb8-40b708cae0d9 tempest-TestShelveInstance-245137814 tempest-TestShelveInstance-245137814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:22:35.229259 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-d00a435b-8b9e-4894-a108-57023c32e3cc req-2803ec79-6723-45ce-bfb8-40b708cae0d9 tempest-TestShelveInstance-245137814 tempest-TestShelveInstance-245137814-project] 10.222.0.23 "GET /v2.0/ports?device_id=d0554d10-2a83-478b-a2a6-7c4bcc0dfc2b HTTP/1.1" status: 200 len: 943 time: 0.0462172 Jun 18 05:22:35.278479 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-d00a435b-8b9e-4894-a108-57023c32e3cc req-b22bc461-05fa-400b-9942-d851f63f9d9a tempest-TestShelveInstance-245137814 tempest-TestShelveInstance-245137814-project] 10.222.0.23 "GET /v2.0/security-groups?id=46e7c09b-3bcc-4ed0-87e3-5a0cff7170e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436606 Jun 18 05:22:35.638168 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0104d311-0e7d-45d4-83d1-96c14d410f48 req-d590eb74-cdfc-4260-a273-1bfaec485f72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:22:35.639684 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-0104d311-0e7d-45d4-83d1-96c14d410f48 req-d590eb74-cdfc-4260-a273-1bfaec485f72 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=758883a5aea04c85ad65bb6970bdb098&device_id=bae5a59b-afc4-4fa7-a230-8590a793bc48 HTTP/1.1" status: 200 len: 1129 time: 0.0445173 Jun 18 05:22:35.735698 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0104d311-0e7d-45d4-83d1-96c14d410f48 req-2426123e-829c-4491-a462-98bc31ff4646 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:22:35.737180 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-0104d311-0e7d-45d4-83d1-96c14d410f48 req-2426123e-829c-4491-a462-98bc31ff4646 service neutron] 10.222.0.15 "GET /v2.0/networks?id=f7ef077f-c52c-4f70-b85e-e8892706babc HTTP/1.1" status: 200 len: 917 time: 0.0896478 Jun 18 05:22:35.810257 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-0104d311-0e7d-45d4-83d1-96c14d410f48 req-658f0108-1c3b-4c14-a51d-be9c1902f634 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d9715080-f281-4e80-b712-b6d751681e6f HTTP/1.1" status: 200 len: 1001 time: 0.0599465 Jun 18 05:22:35.860252 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0104d311-0e7d-45d4-83d1-96c14d410f48 req-f4538f37-7617-45d3-a07b-ae6ec86b7583 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:22:35.861751 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-0104d311-0e7d-45d4-83d1-96c14d410f48 req-f4538f37-7617-45d3-a07b-ae6ec86b7583 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=33823053-d4d0-4fd0-8dfe-171b826300f0 HTTP/1.1" status: 200 len: 855 time: 0.0453396 Jun 18 05:22:35.905224 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0104d311-0e7d-45d4-83d1-96c14d410f48 req-6d665a5e-9164-40b7-a67d-94de0b2c67fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:22:35.906858 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-0104d311-0e7d-45d4-83d1-96c14d410f48 req-6d665a5e-9164-40b7-a67d-94de0b2c67fd service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f7ef077f-c52c-4f70-b85e-e8892706babc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0388668 Jun 18 05:22:36.002958 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-0104d311-0e7d-45d4-83d1-96c14d410f48 req-29d436ab-bbdf-4d77-aa14-0f5803b56f6b service neutron] 10.222.0.15 "GET /v2.0/networks/f7ef077f-c52c-4f70-b85e-e8892706babc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881438 Jun 18 05:22:36.091512 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-0104d311-0e7d-45d4-83d1-96c14d410f48 req-4bf42ad5-4253-4baf-b30a-c0943001bd76 service neutron] 10.222.0.15 "GET /v2.0/networks/f7ef077f-c52c-4f70-b85e-e8892706babc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824642 Jun 18 05:22:36.180936 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b585716-ad08-4be5-9a4e-0961bf3aad57 req-ce0232d8-18b1-4b5c-b492-d9bfcf5c601d tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:22:36.182438 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-9b585716-ad08-4be5-9a4e-0961bf3aad57 req-ce0232d8-18b1-4b5c-b492-d9bfcf5c601d tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] 10.222.0.23 "GET /v2.0/ports?device_id=bae5a59b-afc4-4fa7-a230-8590a793bc48 HTTP/1.1" status: 200 len: 945 time: 0.0481963 Jun 18 05:22:36.229359 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-9b585716-ad08-4be5-9a4e-0961bf3aad57 req-bf84d1bd-9793-4c24-a233-fc8da8219846 tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] 10.222.0.23 "GET /v2.0/security-groups?id=407ae09c-3316-486c-94a7-7e1331aee9b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414865 Jun 18 05:22:36.395888 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45818bfa-160c-4514-ba68-1adc1f32a99c req-554dda3f-83d3-402a-b519-fbaa259960d6 tempest-TestShelveInstance-245137814 tempest-TestShelveInstance-245137814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:22:36.397399 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-45818bfa-160c-4514-ba68-1adc1f32a99c req-554dda3f-83d3-402a-b519-fbaa259960d6 tempest-TestShelveInstance-245137814 tempest-TestShelveInstance-245137814-project] 10.222.0.23 "GET /v2.0/ports?device_id=d0554d10-2a83-478b-a2a6-7c4bcc0dfc2b HTTP/1.1" status: 200 len: 943 time: 0.0510321 Jun 18 05:22:36.446710 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-45818bfa-160c-4514-ba68-1adc1f32a99c req-16a91bb8-39d1-419d-89ad-44cd480eec70 tempest-TestShelveInstance-245137814 tempest-TestShelveInstance-245137814-project] 10.222.0.23 "GET /v2.0/security-groups?id=46e7c09b-3bcc-4ed0-87e3-5a0cff7170e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430801 Jun 18 05:22:37.346451 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe6f2dd-8ce0-415b-91d5-0418a1a960e2 req-e297880f-bfe6-45bf-bd96-2fc160a2895b tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:22:37.347922 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-dfe6f2dd-8ce0-415b-91d5-0418a1a960e2 req-e297880f-bfe6-45bf-bd96-2fc160a2895b tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] 10.222.0.23 "GET /v2.0/ports?device_id=bae5a59b-afc4-4fa7-a230-8590a793bc48 HTTP/1.1" status: 200 len: 945 time: 0.0465338 Jun 18 05:22:37.399127 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-dfe6f2dd-8ce0-415b-91d5-0418a1a960e2 req-11087c42-c8b8-403f-ae19-9c5901c76c65 tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] 10.222.0.23 "GET /v2.0/security-groups?id=407ae09c-3316-486c-94a7-7e1331aee9b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455623 Jun 18 05:22:37.513940 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789592556683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1744442'] for agent (21f82a9e-593b-4fa9-aa06-dfe6f16482e6), after_update {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:22:37.559520 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ac5ec2-1d0c-4a58-9ad5-6f39401f5a42 req-7324d051-f06c-425f-9815-33ecf42bd27c tempest-TestShelveInstance-245137814 tempest-TestShelveInstance-245137814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:22:37.561000 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-97ac5ec2-1d0c-4a58-9ad5-6f39401f5a42 req-7324d051-f06c-425f-9815-33ecf42bd27c tempest-TestShelveInstance-245137814 tempest-TestShelveInstance-245137814-project] 10.222.0.23 "GET /v2.0/ports?device_id=d0554d10-2a83-478b-a2a6-7c4bcc0dfc2b HTTP/1.1" status: 200 len: 943 time: 0.0465024 Jun 18 05:22:37.610756 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-97ac5ec2-1d0c-4a58-9ad5-6f39401f5a42 req-9de25cb2-7f52-4fc6-85f3-7515ff69c9e2 tempest-TestShelveInstance-245137814 tempest-TestShelveInstance-245137814-project] 10.222.0.23 "GET /v2.0/security-groups?id=46e7c09b-3bcc-4ed0-87e3-5a0cff7170e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442176 Jun 18 05:22:37.625495 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG dbcounter [-] [104390] Writing DB stats neutron:SELECT=4 {{(pid=104390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:22:37.725399 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG dbcounter [-] [104390] Writing DB stats neutron:SELECT=4 {{(pid=104390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:22:37.944780 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265dcdd7-4eb4-4445-ac80-fd364e75ea0d req-ce13b192-4921-4a60-80b3-89a3d33fe284 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:22:37.946350 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-265dcdd7-4eb4-4445-ac80-fd364e75ea0d req-ce13b192-4921-4a60-80b3-89a3d33fe284 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=d0554d10-2a83-478b-a2a6-7c4bcc0dfc2b&tenant_id=65a7c712ebe34d53b4acd7e8473c6d95 HTTP/1.1" status: 200 len: 1127 time: 0.0385201 Jun 18 05:22:38.332384 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265dcdd7-4eb4-4445-ac80-fd364e75ea0d req-61f7c522-19c7-453e-83c3-591b5ee411d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:22:38.333977 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-265dcdd7-4eb4-4445-ac80-fd364e75ea0d req-61f7c522-19c7-453e-83c3-591b5ee411d3 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=65a7c712ebe34d53b4acd7e8473c6d95&device_id=d0554d10-2a83-478b-a2a6-7c4bcc0dfc2b HTTP/1.1" status: 200 len: 1127 time: 0.0430610 Jun 18 05:22:38.369017 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG dbcounter [-] [104387] Writing DB stats neutron:SELECT=100 {{(pid=104387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:22:38.373057 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.rpc [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] Device d9715080-f281-4e80-b712-b6d751681e6f no longer exists at agent hyperv_hv-cinder-83699 {{(pid=104389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 18 05:22:38.432678 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG dbcounter [-] [104387] Writing DB stats neutron:SELECT=100 {{(pid=104387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:22:38.451196 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265dcdd7-4eb4-4445-ac80-fd364e75ea0d req-95f39740-3103-4f6d-bdb3-6c882ad9436e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:22:38.451301 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.plugin [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] Current status of the port d9715080-f281-4e80-b712-b6d751681e6f is: ACTIVE; New status is: DOWN {{(pid=104389) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 18 05:22:38.451401 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-265dcdd7-4eb4-4445-ac80-fd364e75ea0d req-95f39740-3103-4f6d-bdb3-6c882ad9436e service neutron] 10.222.0.15 "GET /v2.0/networks?id=cce77fdc-391d-4bde-a709-4c5e4b2c55d4 HTTP/1.1" status: 200 len: 909 time: 0.1064780 Jun 18 05:22:38.451509 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1768406'] for port (d9715080-f281-4e80-b712-b6d751681e6f), before_update {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:22:38.475169 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bae5a59b-afc4-4fa7-a230-8590a793bc48', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd9715080-f281-4e80-b712-b6d751681e6f'}] {{(pid=104389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 18 05:22:38.478127 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84994602c193c13a4c26b8b675ba51d9b392d44d80225cb9db16c930b334f47b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b9a1493-d566-42a6-b22e-869175d159b7" -d '{"events": [{"server_uuid": "bae5a59b-afc4-4fa7-a230-8590a793bc48", "name": "network-vif-unplugged", "status": "completed", "tag": "d9715080-f281-4e80-b712-b6d751681e6f"}]}' {{(pid=104389) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 05:22:38.489902 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG dbcounter [-] [104388] Writing DB stats neutron:SELECT=100 {{(pid=104388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:22:38.494556 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.db [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] For port d9715080-f281-4e80-b712-b6d751681e6f, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=d9715080-f281-4e80-b712-b6d751681e6f,segment=NetworkSegment(8156adf2-605e-4047-8e9c-946882049554),segment_id=8156adf2-605e-4047-8e9c-946882049554)] {{(pid=104389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 05:22:38.517134 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 18 Jun 2022 05:22:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93c9098f-1565-4d99-8c5b-46f454bea4a7 x-openstack-request-id: req-93c9098f-1565-4d99-8c5b-46f454bea4a7 {{(pid=104389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 05:22:38.517751 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bae5a59b-afc4-4fa7-a230-8590a793bc48", "name": "network-vif-unplugged", "status": "completed", "tag": "d9715080-f281-4e80-b712-b6d751681e6f", "code": 200}]} {{(pid=104389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 05:22:38.517751 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-93c9098f-1565-4d99-8c5b-46f454bea4a7 {{(pid=104389) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 05:22:38.518192 dv-cinder-836996-35-iscsi neutron-server[104389]: INFO neutron.notifiers.nova [-] Nova event matching ['req-93c9098f-1565-4d99-8c5b-46f454bea4a7'] response: {'server_uuid': 'bae5a59b-afc4-4fa7-a230-8590a793bc48', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd9715080-f281-4e80-b712-b6d751681e6f', 'code': 200} Jun 18 05:22:38.542137 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09184bcd-64d1-4f76-a30d-484ba7851b2d req-09432edd-913d-4aee-842e-4c41910229d3 tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:22:38.543615 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-09184bcd-64d1-4f76-a30d-484ba7851b2d req-09432edd-913d-4aee-842e-4c41910229d3 tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] 10.222.0.23 "GET /v2.0/ports?device_id=bae5a59b-afc4-4fa7-a230-8590a793bc48 HTTP/1.1" status: 200 len: 945 time: 0.0682671 Jun 18 05:22:38.561457 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-265dcdd7-4eb4-4445-ac80-fd364e75ea0d req-41a55feb-8c77-40ba-873d-58850bad780e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2e6ea935-169b-426c-bf26-11d644b1d476 HTTP/1.1" status: 200 len: 999 time: 0.0720720 Jun 18 05:22:38.595438 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-09184bcd-64d1-4f76-a30d-484ba7851b2d req-21332fa0-ab4d-42ed-baa1-bbdb549aed0f tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] 10.222.0.23 "GET /v2.0/security-groups?id=407ae09c-3316-486c-94a7-7e1331aee9b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447266 Jun 18 05:22:38.621464 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265dcdd7-4eb4-4445-ac80-fd364e75ea0d req-a7c4404f-89f1-4a97-95ea-4686d8643522 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:22:38.622270 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1768343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789592765606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789592262840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789592262858'] for port (d9715080-f281-4e80-b712-b6d751681e6f), after_update {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:22:38.622977 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-265dcdd7-4eb4-4445-ac80-fd364e75ea0d req-a7c4404f-89f1-4a97-95ea-4686d8643522 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=778d0c06-0b61-4f2c-a161-3f736e93558f HTTP/1.1" status: 200 len: 847 time: 0.0443051 Jun 18 05:22:38.671011 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] Pushing event updated for resources: {'Port': ['ID=d9715080-f281-4e80-b712-b6d751681e6f,revision_number=8']} {{(pid=104389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:22:38.725059 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ce09d2-befc-4f57-8854-c45a1690eb4e req-cd231c6c-e94a-487e-bfea-f41b7b9fa556 tempest-TestShelveInstance-245137814 tempest-TestShelveInstance-245137814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:22:38.727074 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-68ce09d2-befc-4f57-8854-c45a1690eb4e req-cd231c6c-e94a-487e-bfea-f41b7b9fa556 tempest-TestShelveInstance-245137814 tempest-TestShelveInstance-245137814-project] 10.222.0.23 "GET /v2.0/ports?device_id=d0554d10-2a83-478b-a2a6-7c4bcc0dfc2b HTTP/1.1" status: 200 len: 943 time: 0.0481820 Jun 18 05:22:38.777473 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-68ce09d2-befc-4f57-8854-c45a1690eb4e req-4ff660fe-e206-43b1-9790-9d7c82c35e0d tempest-TestShelveInstance-245137814 tempest-TestShelveInstance-245137814-project] 10.222.0.23 "GET /v2.0/security-groups?id=46e7c09b-3bcc-4ed0-87e3-5a0cff7170e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449514 Jun 18 05:22:38.866422 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265dcdd7-4eb4-4445-ac80-fd364e75ea0d req-29fa8264-a6e9-4a0c-8f6f-84bcca99c556 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:22:38.867807 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-265dcdd7-4eb4-4445-ac80-fd364e75ea0d req-29fa8264-a6e9-4a0c-8f6f-84bcca99c556 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=cce77fdc-391d-4bde-a709-4c5e4b2c55d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0430214 Jun 18 05:22:38.959548 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-265dcdd7-4eb4-4445-ac80-fd364e75ea0d req-46113ace-41cb-4957-8f08-fdb7faa1555a service neutron] 10.222.0.15 "GET /v2.0/networks/cce77fdc-391d-4bde-a709-4c5e4b2c55d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841444 Jun 18 05:22:39.052812 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-265dcdd7-4eb4-4445-ac80-fd364e75ea0d req-dea3276e-3113-4ee9-9ce1-e4aec26b44e9 service neutron] 10.222.0.15 "GET /v2.0/networks/cce77fdc-391d-4bde-a709-4c5e4b2c55d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870318 Jun 18 05:22:39.339208 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-4e3efa71-be6e-4dac-817c-1013970cdb4e req-0ad874f4-665c-4417-9580-4f8586085cb4 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=73b2fdbe-e24f-4092-bf52-db5c0a24f250&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0388482 Jun 18 05:22:39.691904 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3efa71-be6e-4dac-817c-1013970cdb4e req-d3becbea-2235-412d-9617-71cf47984095 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:22:39.693843 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-4e3efa71-be6e-4dac-817c-1013970cdb4e req-d3becbea-2235-412d-9617-71cf47984095 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8820096253064e5abbe50f23bdc3ebac&device_id=73b2fdbe-e24f-4092-bf52-db5c0a24f250 HTTP/1.1" status: 200 len: 1129 time: 0.0409925 Jun 18 05:22:39.720042 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6a06e6-8038-4608-86f2-ae48169baefa req-10172eb2-41ea-4eb5-8b54-97ac0cbd0f7b tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:22:39.722212 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-0b6a06e6-8038-4608-86f2-ae48169baefa req-10172eb2-41ea-4eb5-8b54-97ac0cbd0f7b tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] 10.222.0.23 "GET /v2.0/ports?device_id=bae5a59b-afc4-4fa7-a230-8590a793bc48 HTTP/1.1" status: 200 len: 943 time: 0.0517199 Jun 18 05:22:39.756644 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG dbcounter [-] [104388] Writing DB stats neutron:SELECT=100 {{(pid=104388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:22:39.771007 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-0b6a06e6-8038-4608-86f2-ae48169baefa req-aec90a28-3b0d-4aac-8e16-79555f746dc3 tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] 10.222.0.23 "GET /v2.0/security-groups?id=407ae09c-3316-486c-94a7-7e1331aee9b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419071 Jun 18 05:22:39.806012 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3efa71-be6e-4dac-817c-1013970cdb4e req-be418d38-e462-4c43-8f4d-3cf11e9bb39d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:22:39.807497 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-4e3efa71-be6e-4dac-817c-1013970cdb4e req-be418d38-e462-4c43-8f4d-3cf11e9bb39d service neutron] 10.222.0.15 "GET /v2.0/networks?id=e40c5bf8-60a8-4d08-b489-6f107ba55c42 HTTP/1.1" status: 200 len: 919 time: 0.0953212 Jun 18 05:22:39.848352 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-4e3efa71-be6e-4dac-817c-1013970cdb4e req-251aab92-d3af-4b75-978d-7a7d0317b92b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f8f8ec04-f267-4e2c-ac94-64d18aec5016 HTTP/1.1" status: 200 len: 217 time: 0.0337358 Jun 18 05:22:39.901498 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62b7578-4ad9-4f03-bc19-b72a87f4b733 req-ab4a52e3-071b-44c2-85e4-ad350f1f4878 tempest-TestShelveInstance-245137814 tempest-TestShelveInstance-245137814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:22:39.902182 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3efa71-be6e-4dac-817c-1013970cdb4e req-84e4de4d-6e6c-4365-be7e-966c2f67d786 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:22:39.903127 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-e62b7578-4ad9-4f03-bc19-b72a87f4b733 req-ab4a52e3-071b-44c2-85e4-ad350f1f4878 tempest-TestShelveInstance-245137814 tempest-TestShelveInstance-245137814-project] 10.222.0.23 "GET /v2.0/ports?device_id=d0554d10-2a83-478b-a2a6-7c4bcc0dfc2b HTTP/1.1" status: 200 len: 943 time: 0.0551593 Jun 18 05:22:39.908937 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-4e3efa71-be6e-4dac-817c-1013970cdb4e req-84e4de4d-6e6c-4365-be7e-966c2f67d786 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=150ec3db-e886-4a5d-89d6-e02356d1809e HTTP/1.1" status: 200 len: 857 time: 0.0533228 Jun 18 05:22:39.955777 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-e62b7578-4ad9-4f03-bc19-b72a87f4b733 req-839cd39c-a6a0-4b39-a3b9-89c528017c90 tempest-TestShelveInstance-245137814 tempest-TestShelveInstance-245137814-project] 10.222.0.23 "GET /v2.0/security-groups?id=46e7c09b-3bcc-4ed0-87e3-5a0cff7170e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457809 Jun 18 05:22:39.956915 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3efa71-be6e-4dac-817c-1013970cdb4e req-b441125d-d32e-4296-b816-b791fac6c9e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:22:39.964174 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-4e3efa71-be6e-4dac-817c-1013970cdb4e req-b441125d-d32e-4296-b816-b791fac6c9e6 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e40c5bf8-60a8-4d08-b489-6f107ba55c42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0442755 Jun 18 05:22:40.051054 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-4e3efa71-be6e-4dac-817c-1013970cdb4e req-2163e829-59b0-4cad-bfeb-6b47183d316c service neutron] 10.222.0.15 "GET /v2.0/networks/e40c5bf8-60a8-4d08-b489-6f107ba55c42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857129 Jun 18 05:22:40.142546 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-4e3efa71-be6e-4dac-817c-1013970cdb4e req-e473865e-5229-4d08-ac53-87bf51d23f13 service neutron] 10.222.0.15 "GET /v2.0/networks/e40c5bf8-60a8-4d08-b489-6f107ba55c42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850406 Jun 18 05:22:41.074342 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1eba040-626f-48a0-b43a-eacbdaafa850 req-6bf3501c-e58a-485e-b006-1f1710bdfd75 tempest-TestShelveInstance-245137814 tempest-TestShelveInstance-245137814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:22:41.075916 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-d1eba040-626f-48a0-b43a-eacbdaafa850 req-6bf3501c-e58a-485e-b006-1f1710bdfd75 tempest-TestShelveInstance-245137814 tempest-TestShelveInstance-245137814-project] 10.222.0.23 "GET /v2.0/ports?device_id=d0554d10-2a83-478b-a2a6-7c4bcc0dfc2b HTTP/1.1" status: 200 len: 943 time: 0.0475168 Jun 18 05:22:41.117207 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG dbcounter [-] [104387] Writing DB stats neutron:SELECT=100 {{(pid=104387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:22:41.121376 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG dbcounter [-] [104387] Writing DB stats neutron:SELECT=100 {{(pid=104387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:22:41.126402 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-d1eba040-626f-48a0-b43a-eacbdaafa850 req-224f6ad2-dc15-4d6f-b55c-44c0e7b36cd5 tempest-TestShelveInstance-245137814 tempest-TestShelveInstance-245137814-project] 10.222.0.23 "GET /v2.0/security-groups?id=46e7c09b-3bcc-4ed0-87e3-5a0cff7170e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448635 Jun 18 05:22:41.845579 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dea1666-b778-427e-b96e-09726ff5a78a req-7243c17c-ff75-4d74-b097-bb2179648c75 tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:22:41.847222 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-0dea1666-b778-427e-b96e-09726ff5a78a req-7243c17c-ff75-4d74-b097-bb2179648c75 tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] 10.222.0.23 "GET /v2.0/ports?device_id=bae5a59b-afc4-4fa7-a230-8590a793bc48 HTTP/1.1" status: 200 len: 943 time: 0.0502164 Jun 18 05:22:41.898408 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-0dea1666-b778-427e-b96e-09726ff5a78a req-544d1ff6-590e-4787-b174-237b55002394 tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] 10.222.0.23 "GET /v2.0/security-groups?id=407ae09c-3316-486c-94a7-7e1331aee9b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452685 Jun 18 05:22:42.105743 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-a2a6e3dd-51a0-4020-8ec2-5ba60d039cfa req-3fce0054-af25-4156-ae8f-016c755ebfce service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=bae5a59b-afc4-4fa7-a230-8590a793bc48&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0415726 Jun 18 05:22:42.205416 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.wsgi [-] (104387) accepted ('10.222.0.23', 53426) {{(pid=104387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 05:22:42.250194 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e58797-34ec-4476-8ccd-6c4947966ee8 req-f70f481b-956d-4596-845c-58deaf46054f tempest-TestShelveInstance-245137814 tempest-TestShelveInstance-245137814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:22:42.254095 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-72e58797-34ec-4476-8ccd-6c4947966ee8 req-f70f481b-956d-4596-845c-58deaf46054f tempest-TestShelveInstance-245137814 tempest-TestShelveInstance-245137814-project] 10.222.0.23 "GET /v2.0/ports?device_id=d0554d10-2a83-478b-a2a6-7c4bcc0dfc2b HTTP/1.1" status: 200 len: 943 time: 0.0491612 Jun 18 05:22:42.302922 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-72e58797-34ec-4476-8ccd-6c4947966ee8 req-e3835634-ac8d-48a9-bac0-6d257beee69e tempest-TestShelveInstance-245137814 tempest-TestShelveInstance-245137814-project] 10.222.0.23 "GET /v2.0/security-groups?id=46e7c09b-3bcc-4ed0-87e3-5a0cff7170e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456164 Jun 18 05:22:42.305661 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a6e3dd-51a0-4020-8ec2-5ba60d039cfa req-94ff1059-d914-43df-9d24-b5a57fba9446 tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:22:42.307029 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-a2a6e3dd-51a0-4020-8ec2-5ba60d039cfa req-94ff1059-d914-43df-9d24-b5a57fba9446 tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] 10.222.0.23 "GET /v2.0/ports/d9715080-f281-4e80-b712-b6d751681e6f HTTP/1.1" status: 200 len: 940 time: 0.1006379 Jun 18 05:22:42.386757 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.rpc [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] Device d9715080-f281-4e80-b712-b6d751681e6f no longer exists at agent hyperv_hv-cinder-83699 {{(pid=104389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 18 05:22:42.580049 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.plugin [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] Current status of the port d9715080-f281-4e80-b712-b6d751681e6f is: DOWN; New status is: DOWN {{(pid=104389) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 18 05:22:43.026695 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32a771e-9939-49b3-a440-cbb585e8a70d req-d8f9f2c0-8735-42dd-a0a7-bb01a22d9ca4 tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:22:43.028993 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-d32a771e-9939-49b3-a440-cbb585e8a70d req-d8f9f2c0-8735-42dd-a0a7-bb01a22d9ca4 tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] 10.222.0.23 "GET /v2.0/ports?device_id=bae5a59b-afc4-4fa7-a230-8590a793bc48 HTTP/1.1" status: 200 len: 943 time: 0.0562758 Jun 18 05:22:43.082469 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-d32a771e-9939-49b3-a440-cbb585e8a70d req-af25ec0c-ff3d-4a85-aac8-a8f47c597ac7 tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] 10.222.0.23 "GET /v2.0/security-groups?id=407ae09c-3316-486c-94a7-7e1331aee9b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477753 Jun 18 05:22:43.418428 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecefdf26-ed33-47a4-8cbf-38a193d1b8bd req-c8c04343-63a6-4cd5-849b-ca576333fd93 tempest-TestShelveInstance-245137814 tempest-TestShelveInstance-245137814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:22:43.419962 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-ecefdf26-ed33-47a4-8cbf-38a193d1b8bd req-c8c04343-63a6-4cd5-849b-ca576333fd93 tempest-TestShelveInstance-245137814 tempest-TestShelveInstance-245137814-project] 10.222.0.23 "GET /v2.0/ports?device_id=d0554d10-2a83-478b-a2a6-7c4bcc0dfc2b HTTP/1.1" status: 200 len: 943 time: 0.0477617 Jun 18 05:22:43.470759 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-ecefdf26-ed33-47a4-8cbf-38a193d1b8bd req-a7be8fc4-5dfc-4055-9479-37f21b9b1e63 tempest-TestShelveInstance-245137814 tempest-TestShelveInstance-245137814-project] 10.222.0.23 "GET /v2.0/security-groups?id=46e7c09b-3bcc-4ed0-87e3-5a0cff7170e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452826 Jun 18 05:22:43.535322 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3968dd23-88cb-4f5c-b1ab-d0a33a5de5fa req-0af7cc1e-258f-4362-bfc8-e78d57f81ba7 tempest-ServerRescueNegativeTestJSON-1272623576 tempest-ServerRescueNegativeTestJSON-1272623576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:22:43.537436 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-3968dd23-88cb-4f5c-b1ab-d0a33a5de5fa req-0af7cc1e-258f-4362-bfc8-e78d57f81ba7 tempest-ServerRescueNegativeTestJSON-1272623576 tempest-ServerRescueNegativeTestJSON-1272623576-project] 10.222.0.23 "GET /v2.0/ports?device_id=5cdfd285-b389-41f4-9ec6-596c6b160f61 HTTP/1.1" status: 200 len: 945 time: 0.0488751 Jun 18 05:22:43.586724 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-3968dd23-88cb-4f5c-b1ab-d0a33a5de5fa req-8c7350bb-412f-42d5-999e-cbac93bb7339 tempest-ServerRescueNegativeTestJSON-1272623576 tempest-ServerRescueNegativeTestJSON-1272623576-project] 10.222.0.23 "GET /v2.0/security-groups?id=c5751484-0293-4048-b6a0-5203ce806396&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427823 Jun 18 05:22:43.606758 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a6e3dd-51a0-4020-8ec2-5ba60d039cfa req-142e7d07-2a4a-41bf-8747-a09d65749f2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:22:43.608290 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-a2a6e3dd-51a0-4020-8ec2-5ba60d039cfa req-142e7d07-2a4a-41bf-8747-a09d65749f2a service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=bae5a59b-afc4-4fa7-a230-8590a793bc48&tenant_id=758883a5aea04c85ad65bb6970bdb098 HTTP/1.1" status: 200 len: 1127 time: 0.0460420 Jun 18 05:22:44.203684 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc808dfd-76c9-4764-9771-fb1e7e11bdf3 req-aa3fbbc1-c15e-475f-9b53-9f9f926158a9 tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:22:44.205150 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-bc808dfd-76c9-4764-9771-fb1e7e11bdf3 req-aa3fbbc1-c15e-475f-9b53-9f9f926158a9 tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] 10.222.0.23 "GET /v2.0/ports?device_id=bae5a59b-afc4-4fa7-a230-8590a793bc48 HTTP/1.1" status: 200 len: 943 time: 0.0462980 Jun 18 05:22:44.251941 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-bc808dfd-76c9-4764-9771-fb1e7e11bdf3 req-3e7a4277-2598-4549-a78c-2a9ac55f8fa8 tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] 10.222.0.23 "GET /v2.0/security-groups?id=407ae09c-3316-486c-94a7-7e1331aee9b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414574 Jun 18 05:22:44.587624 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ea5ce3-d7df-4782-b8ed-1a2814e5acd3 req-fa4e0a2c-5a15-4b23-a0c6-4d80c4038d38 tempest-TestShelveInstance-245137814 tempest-TestShelveInstance-245137814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:22:44.589075 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-b4ea5ce3-d7df-4782-b8ed-1a2814e5acd3 req-fa4e0a2c-5a15-4b23-a0c6-4d80c4038d38 tempest-TestShelveInstance-245137814 tempest-TestShelveInstance-245137814-project] 10.222.0.23 "GET /v2.0/ports?device_id=d0554d10-2a83-478b-a2a6-7c4bcc0dfc2b HTTP/1.1" status: 200 len: 943 time: 0.0512681 Jun 18 05:22:44.638844 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-b4ea5ce3-d7df-4782-b8ed-1a2814e5acd3 req-9ede047b-d218-4b2f-86bf-deea37823830 tempest-TestShelveInstance-245137814 tempest-TestShelveInstance-245137814-project] 10.222.0.23 "GET /v2.0/security-groups?id=46e7c09b-3bcc-4ed0-87e3-5a0cff7170e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443192 Jun 18 05:22:44.696858 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe59772b-2cfe-4878-90b8-8500d4fa5028 req-282a4843-a92c-4f37-a580-709799168c80 tempest-ServerRescueNegativeTestJSON-1272623576 tempest-ServerRescueNegativeTestJSON-1272623576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:22:44.698354 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-fe59772b-2cfe-4878-90b8-8500d4fa5028 req-282a4843-a92c-4f37-a580-709799168c80 tempest-ServerRescueNegativeTestJSON-1272623576 tempest-ServerRescueNegativeTestJSON-1272623576-project] 10.222.0.23 "GET /v2.0/ports?device_id=5cdfd285-b389-41f4-9ec6-596c6b160f61 HTTP/1.1" status: 200 len: 945 time: 0.0459735 Jun 18 05:22:44.748235 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-fe59772b-2cfe-4878-90b8-8500d4fa5028 req-7df94666-6399-44ca-9aea-a2549ea0797e tempest-ServerRescueNegativeTestJSON-1272623576 tempest-ServerRescueNegativeTestJSON-1272623576-project] 10.222.0.23 "GET /v2.0/security-groups?id=c5751484-0293-4048-b6a0-5203ce806396&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441530 Jun 18 05:22:45.368881 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f53d6c-7b44-4953-a882-5e78338ab5de req-4a54244a-ad1f-445e-9054-3e55d8afdfcc tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:22:45.370404 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-00f53d6c-7b44-4953-a882-5e78338ab5de req-4a54244a-ad1f-445e-9054-3e55d8afdfcc tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] 10.222.0.23 "GET /v2.0/ports?device_id=bae5a59b-afc4-4fa7-a230-8590a793bc48 HTTP/1.1" status: 200 len: 943 time: 0.0472000 Jun 18 05:22:45.419058 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-00f53d6c-7b44-4953-a882-5e78338ab5de req-e5556315-ea19-4ad9-819c-214cbe80a054 tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] 10.222.0.23 "GET /v2.0/security-groups?id=407ae09c-3316-486c-94a7-7e1331aee9b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430622 Jun 18 05:22:45.750016 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39749e36-8c58-429c-9e39-f16f9fa0e977 req-5fd540ee-436c-4a83-8e93-38d04b230b5a tempest-TestShelveInstance-245137814 tempest-TestShelveInstance-245137814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:22:45.751483 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-39749e36-8c58-429c-9e39-f16f9fa0e977 req-5fd540ee-436c-4a83-8e93-38d04b230b5a tempest-TestShelveInstance-245137814 tempest-TestShelveInstance-245137814-project] 10.222.0.23 "GET /v2.0/ports?device_id=d0554d10-2a83-478b-a2a6-7c4bcc0dfc2b HTTP/1.1" status: 200 len: 943 time: 0.0464983 Jun 18 05:22:45.801053 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-39749e36-8c58-429c-9e39-f16f9fa0e977 req-6627aa92-1a4e-4fff-ae37-e2553bcce5f1 tempest-TestShelveInstance-245137814 tempest-TestShelveInstance-245137814-project] 10.222.0.23 "GET /v2.0/security-groups?id=46e7c09b-3bcc-4ed0-87e3-5a0cff7170e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441844 Jun 18 05:22:45.862732 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af591d44-9c0b-4415-906c-d179305707b8 req-139b85f5-ca9c-4db8-b95a-7675f5824520 tempest-ServerRescueNegativeTestJSON-1272623576 tempest-ServerRescueNegativeTestJSON-1272623576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:22:45.864185 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-af591d44-9c0b-4415-906c-d179305707b8 req-139b85f5-ca9c-4db8-b95a-7675f5824520 tempest-ServerRescueNegativeTestJSON-1272623576 tempest-ServerRescueNegativeTestJSON-1272623576-project] 10.222.0.23 "GET /v2.0/ports?device_id=5cdfd285-b389-41f4-9ec6-596c6b160f61 HTTP/1.1" status: 200 len: 945 time: 0.0470366 Jun 18 05:22:45.914825 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-af591d44-9c0b-4415-906c-d179305707b8 req-732c0db9-384f-4dba-b274-f3d81e564dd7 tempest-ServerRescueNegativeTestJSON-1272623576 tempest-ServerRescueNegativeTestJSON-1272623576-project] 10.222.0.23 "GET /v2.0/security-groups?id=c5751484-0293-4048-b6a0-5203ce806396&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450742 Jun 18 05:22:46.535406 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941f7990-eea3-40ae-aee0-ba2ca6cc4ca7 req-c09afa0a-b16a-44e6-be09-9392f3bacc97 tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:22:46.536853 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-941f7990-eea3-40ae-aee0-ba2ca6cc4ca7 req-c09afa0a-b16a-44e6-be09-9392f3bacc97 tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] 10.222.0.23 "GET /v2.0/ports?device_id=bae5a59b-afc4-4fa7-a230-8590a793bc48 HTTP/1.1" status: 200 len: 943 time: 0.0461278 Jun 18 05:22:46.582739 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-941f7990-eea3-40ae-aee0-ba2ca6cc4ca7 req-a68e65c3-4502-4af1-9cd0-c54f997ef454 tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] 10.222.0.23 "GET /v2.0/security-groups?id=407ae09c-3316-486c-94a7-7e1331aee9b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398569 Jun 18 05:22:46.914324 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a62a1e-4894-498c-bc3c-e918f247c12a req-b7865589-e94f-4db0-b712-a208fad80440 tempest-TestShelveInstance-245137814 tempest-TestShelveInstance-245137814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:22:46.915792 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-67a62a1e-4894-498c-bc3c-e918f247c12a req-b7865589-e94f-4db0-b712-a208fad80440 tempest-TestShelveInstance-245137814 tempest-TestShelveInstance-245137814-project] 10.222.0.23 "GET /v2.0/ports?device_id=d0554d10-2a83-478b-a2a6-7c4bcc0dfc2b HTTP/1.1" status: 200 len: 943 time: 0.0471077 Jun 18 05:22:46.962808 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a6e3dd-51a0-4020-8ec2-5ba60d039cfa req-6f014c6f-76a6-402e-bca9-b0237e96fe0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:22:46.969730 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-a2a6e3dd-51a0-4020-8ec2-5ba60d039cfa req-6f014c6f-76a6-402e-bca9-b0237e96fe0e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=758883a5aea04c85ad65bb6970bdb098&device_id=bae5a59b-afc4-4fa7-a230-8590a793bc48 HTTP/1.1" status: 200 len: 1127 time: 0.0461993 Jun 18 05:22:46.969877 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-67a62a1e-4894-498c-bc3c-e918f247c12a req-66949c92-27f6-4913-a4ae-1f7493ebf615 tempest-TestShelveInstance-245137814 tempest-TestShelveInstance-245137814-project] 10.222.0.23 "GET /v2.0/security-groups?id=46e7c09b-3bcc-4ed0-87e3-5a0cff7170e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472326 Jun 18 05:22:47.028176 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97820ee-fe67-47d0-9623-4aaefccb3a73 req-f8f9950c-9bda-4219-8906-362bd83f3b88 tempest-ServerRescueNegativeTestJSON-1272623576 tempest-ServerRescueNegativeTestJSON-1272623576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:22:47.029901 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-b97820ee-fe67-47d0-9623-4aaefccb3a73 req-f8f9950c-9bda-4219-8906-362bd83f3b88 tempest-ServerRescueNegativeTestJSON-1272623576 tempest-ServerRescueNegativeTestJSON-1272623576-project] 10.222.0.23 "GET /v2.0/ports?device_id=5cdfd285-b389-41f4-9ec6-596c6b160f61 HTTP/1.1" status: 200 len: 945 time: 0.0465639 Jun 18 05:22:47.077154 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-b97820ee-fe67-47d0-9623-4aaefccb3a73 req-fe27a805-fe36-4bdd-bf02-401b4fc612a8 tempest-ServerRescueNegativeTestJSON-1272623576 tempest-ServerRescueNegativeTestJSON-1272623576-project] 10.222.0.23 "GET /v2.0/security-groups?id=c5751484-0293-4048-b6a0-5203ce806396&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417805 Jun 18 05:22:48.043071 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9750bdf0-f69e-4553-b4cb-41d1da61b594 req-4e21d15e-c326-4e37-a97d-4c362bec4321 tempest-ServerRescueNegativeTestJSON-1272623576 tempest-ServerRescueNegativeTestJSON-1272623576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:22:48.044542 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-9750bdf0-f69e-4553-b4cb-41d1da61b594 req-4e21d15e-c326-4e37-a97d-4c362bec4321 tempest-ServerRescueNegativeTestJSON-1272623576 tempest-ServerRescueNegativeTestJSON-1272623576-project] 10.222.0.15 "GET /v2.0/ports?device_id=5cdfd285-b389-41f4-9ec6-596c6b160f61 HTTP/1.1" status: 200 len: 945 time: 0.4090528 Jun 18 05:22:48.067282 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a903a6ba-6869-45ad-8c9c-977503e83e0e req-d9e608fa-58f9-4c7b-8338-0473b1734b5d tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:22:48.068712 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-a903a6ba-6869-45ad-8c9c-977503e83e0e req-d9e608fa-58f9-4c7b-8338-0473b1734b5d tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] 10.222.0.23 "GET /v2.0/ports?device_id=bae5a59b-afc4-4fa7-a230-8590a793bc48 HTTP/1.1" status: 200 len: 943 time: 0.4132512 Jun 18 05:22:48.095090 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02ffa29-3cca-4f84-b147-13abcc152062 req-28512189-6a26-496e-8b6a-8e8b523b9ee8 tempest-TestShelveInstance-245137814 tempest-TestShelveInstance-245137814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:22:48.096618 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-d02ffa29-3cca-4f84-b147-13abcc152062 req-28512189-6a26-496e-8b6a-8e8b523b9ee8 tempest-TestShelveInstance-245137814 tempest-TestShelveInstance-245137814-project] 10.222.0.23 "GET /v2.0/ports?device_id=d0554d10-2a83-478b-a2a6-7c4bcc0dfc2b HTTP/1.1" status: 200 len: 943 time: 0.0528719 Jun 18 05:22:48.123291 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG dbcounter [-] [104387] Writing DB stats neutron:SELECT=100 {{(pid=104387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:22:48.130095 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a6e3dd-51a0-4020-8ec2-5ba60d039cfa req-67fcbb71-43ca-49fd-a95a-ee042fc6ee05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:22:48.131598 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-a2a6e3dd-51a0-4020-8ec2-5ba60d039cfa req-67fcbb71-43ca-49fd-a95a-ee042fc6ee05 service neutron] 10.222.0.15 "GET /v2.0/networks?id=f7ef077f-c52c-4f70-b85e-e8892706babc HTTP/1.1" status: 200 len: 917 time: 0.5056005 Jun 18 05:22:48.149294 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-d02ffa29-3cca-4f84-b147-13abcc152062 req-ccccc826-7b43-44f0-afec-e5cc1c2ebae9 tempest-TestShelveInstance-245137814 tempest-TestShelveInstance-245137814-project] 10.222.0.23 "GET /v2.0/security-groups?id=46e7c09b-3bcc-4ed0-87e3-5a0cff7170e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460746 Jun 18 05:22:48.187741 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG dbcounter [-] [104387] Writing DB stats neutron:SELECT=100 {{(pid=104387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:22:48.239176 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-a903a6ba-6869-45ad-8c9c-977503e83e0e req-7ed474d1-89c4-4ccb-9cda-764776c6d321 tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] 10.222.0.23 "GET /v2.0/security-groups?id=407ae09c-3316-486c-94a7-7e1331aee9b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1460781 Jun 18 05:22:48.257267 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.plugin [req-9750bdf0-f69e-4553-b4cb-41d1da61b594 req-bd0d7b12-ffed-4606-b3ba-8a64565185aa tempest-ServerRescueNegativeTestJSON-1272623576 tempest-ServerRescueNegativeTestJSON-1272623576-project] Deleting port 1076f134-7839-4b58-b50b-1f994d3b47a5 {{(pid=104387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 18 05:22:48.257267 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [req-9750bdf0-f69e-4553-b4cb-41d1da61b594 req-bd0d7b12-ffed-4606-b3ba-8a64565185aa tempest-ServerRescueNegativeTestJSON-1272623576 tempest-ServerRescueNegativeTestJSON-1272623576-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789592760634'] for port (1076f134-7839-4b58-b50b-1f994d3b47a5), before_delete {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:22:48.258403 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d504e71-2c95-426a-814f-958bd2decb1e req-b9665b43-27eb-4faa-8020-3b19c9fbf3d2 tempest-ServerRescueNegativeTestJSON-1272623576 tempest-ServerRescueNegativeTestJSON-1272623576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:22:48.259618 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-a2a6e3dd-51a0-4020-8ec2-5ba60d039cfa req-9ba30790-682e-48e1-a09c-dbd0405120b9 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d9715080-f281-4e80-b712-b6d751681e6f HTTP/1.1" status: 200 len: 999 time: 0.1215537 Jun 18 05:22:48.265341 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-0d504e71-2c95-426a-814f-958bd2decb1e req-b9665b43-27eb-4faa-8020-3b19c9fbf3d2 tempest-ServerRescueNegativeTestJSON-1272623576 tempest-ServerRescueNegativeTestJSON-1272623576-project] 10.222.0.23 "GET /v2.0/ports?device_id=5cdfd285-b389-41f4-9ec6-596c6b160f61 HTTP/1.1" status: 200 len: 945 time: 0.0585341 Jun 18 05:22:48.302607 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG dbcounter [-] [104388] Writing DB stats neutron:SELECT=100 {{(pid=104388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:22:48.310528 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-0d504e71-2c95-426a-814f-958bd2decb1e req-cf289920-af99-4bde-be7e-dfb144e2bd8b tempest-ServerRescueNegativeTestJSON-1272623576 tempest-ServerRescueNegativeTestJSON-1272623576-project] 10.222.0.23 "GET /v2.0/security-groups?id=c5751484-0293-4048-b6a0-5203ce806396&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442903 Jun 18 05:22:48.365828 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a6e3dd-51a0-4020-8ec2-5ba60d039cfa req-e5031b8f-2784-4af9-a97f-84e550721f67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:22:48.368258 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-a2a6e3dd-51a0-4020-8ec2-5ba60d039cfa req-e5031b8f-2784-4af9-a97f-84e550721f67 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=33823053-d4d0-4fd0-8dfe-171b826300f0 HTTP/1.1" status: 200 len: 855 time: 0.0919518 Jun 18 05:22:48.421312 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.db [req-9750bdf0-f69e-4553-b4cb-41d1da61b594 req-bd0d7b12-ffed-4606-b3ba-8a64565185aa tempest-ServerRescueNegativeTestJSON-1272623576 tempest-ServerRescueNegativeTestJSON-1272623576-project] For port 1076f134-7839-4b58-b50b-1f994d3b47a5, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=1076f134-7839-4b58-b50b-1f994d3b47a5,segment=NetworkSegment(8830b993-bf62-481e-91c8-f0f91b8d6fd9),segment_id=8830b993-bf62-481e-91c8-f0f91b8d6fd9)] {{(pid=104387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 05:22:48.421697 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [req-9750bdf0-f69e-4553-b4cb-41d1da61b594 req-bd0d7b12-ffed-4606-b3ba-8a64565185aa tempest-ServerRescueNegativeTestJSON-1272623576 tempest-ServerRescueNegativeTestJSON-1272623576-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-734995'] for port (1076f134-7839-4b58-b50b-1f994d3b47a5), precommit_delete {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:22:48.437552 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a6e3dd-51a0-4020-8ec2-5ba60d039cfa req-ec467912-8274-457e-bd28-e7babe560c53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:22:48.439063 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-a2a6e3dd-51a0-4020-8ec2-5ba60d039cfa req-ec467912-8274-457e-bd28-e7babe560c53 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f7ef077f-c52c-4f70-b85e-e8892706babc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0637789 Jun 18 05:22:48.649466 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-a2a6e3dd-51a0-4020-8ec2-5ba60d039cfa req-2462b6e8-d548-44cd-8a63-12c4856e4a9f service neutron] 10.222.0.15 "GET /v2.0/networks/f7ef077f-c52c-4f70-b85e-e8892706babc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1780367 Jun 18 05:22:48.670895 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [req-9750bdf0-f69e-4553-b4cb-41d1da61b594 req-bd0d7b12-ffed-4606-b3ba-8a64565185aa tempest-ServerRescueNegativeTestJSON-1272623576 tempest-ServerRescueNegativeTestJSON-1272623576-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:22:48.671253 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [req-9750bdf0-f69e-4553-b4cb-41d1da61b594 req-bd0d7b12-ffed-4606-b3ba-8a64565185aa tempest-ServerRescueNegativeTestJSON-1272623576 tempest-ServerRescueNegativeTestJSON-1272623576-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-736808'] for floatingip (3a4c6614-c94b-4998-af78-d94ec24fc630), after_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:22:48.671564 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.db.l3_db [req-9750bdf0-f69e-4553-b4cb-41d1da61b594 req-bd0d7b12-ffed-4606-b3ba-8a64565185aa tempest-ServerRescueNegativeTestJSON-1272623576 tempest-ServerRescueNegativeTestJSON-1272623576-project] Floating IP 3a4c6614-c94b-4998-af78-d94ec24fc630 disassociated. External IP: 172.27.2.239, port: 1076f134-7839-4b58-b50b-1f994d3b47a5. Jun 18 05:22:48.671905 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.plugin [req-9750bdf0-f69e-4553-b4cb-41d1da61b594 req-bd0d7b12-ffed-4606-b3ba-8a64565185aa tempest-ServerRescueNegativeTestJSON-1272623576 tempest-ServerRescueNegativeTestJSON-1272623576-project] Calling delete_port for 1076f134-7839-4b58-b50b-1f994d3b47a5 owned by compute:nova {{(pid=104387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 18 05:22:48.805884 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-a2a6e3dd-51a0-4020-8ec2-5ba60d039cfa req-c8cec5e0-d105-4d9a-9e3d-643e7909558e service neutron] 10.222.0.15 "GET /v2.0/networks/f7ef077f-c52c-4f70-b85e-e8892706babc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1442595 Jun 18 05:22:48.938921 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [req-9750bdf0-f69e-4553-b4cb-41d1da61b594 req-bd0d7b12-ffed-4606-b3ba-8a64565185aa tempest-ServerRescueNegativeTestJSON-1272623576 tempest-ServerRescueNegativeTestJSON-1272623576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1768343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789592765633', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789592262831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14020772'] for port (1076f134-7839-4b58-b50b-1f994d3b47a5), after_delete {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:22:48.967512 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd0d7b12-ffed-4606-b3ba-8a64565185aa tempest-ServerRescueNegativeTestJSON-1272623576 tempest-ServerRescueNegativeTestJSON-1272623576-project] Pushing event deleted for resources: {'Port': ['ID=1076f134-7839-4b58-b50b-1f994d3b47a5,revision_number=None']} {{(pid=104387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:22:48.981022 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd0d7b12-ffed-4606-b3ba-8a64565185aa tempest-ServerRescueNegativeTestJSON-1272623576 tempest-ServerRescueNegativeTestJSON-1272623576-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:22:48.981374 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd0d7b12-ffed-4606-b3ba-8a64565185aa tempest-ServerRescueNegativeTestJSON-1272623576 tempest-ServerRescueNegativeTestJSON-1272623576-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:22:48.984216 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd0d7b12-ffed-4606-b3ba-8a64565185aa tempest-ServerRescueNegativeTestJSON-1272623576 tempest-ServerRescueNegativeTestJSON-1272623576-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:22:48.984216 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd0d7b12-ffed-4606-b3ba-8a64565185aa tempest-ServerRescueNegativeTestJSON-1272623576 tempest-ServerRescueNegativeTestJSON-1272623576-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:22:48.984216 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd0d7b12-ffed-4606-b3ba-8a64565185aa tempest-ServerRescueNegativeTestJSON-1272623576 tempest-ServerRescueNegativeTestJSON-1272623576-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:22:48.984216 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd0d7b12-ffed-4606-b3ba-8a64565185aa tempest-ServerRescueNegativeTestJSON-1272623576 tempest-ServerRescueNegativeTestJSON-1272623576-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:22:48.984216 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd0d7b12-ffed-4606-b3ba-8a64565185aa tempest-ServerRescueNegativeTestJSON-1272623576 tempest-ServerRescueNegativeTestJSON-1272623576-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:22:48.984216 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd0d7b12-ffed-4606-b3ba-8a64565185aa tempest-ServerRescueNegativeTestJSON-1272623576 tempest-ServerRescueNegativeTestJSON-1272623576-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:22:48.984216 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd0d7b12-ffed-4606-b3ba-8a64565185aa tempest-ServerRescueNegativeTestJSON-1272623576 tempest-ServerRescueNegativeTestJSON-1272623576-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:22:48.984216 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd0d7b12-ffed-4606-b3ba-8a64565185aa tempest-ServerRescueNegativeTestJSON-1272623576 tempest-ServerRescueNegativeTestJSON-1272623576-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:22:48.984916 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd0d7b12-ffed-4606-b3ba-8a64565185aa tempest-ServerRescueNegativeTestJSON-1272623576 tempest-ServerRescueNegativeTestJSON-1272623576-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:22:48.984916 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd0d7b12-ffed-4606-b3ba-8a64565185aa tempest-ServerRescueNegativeTestJSON-1272623576 tempest-ServerRescueNegativeTestJSON-1272623576-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:22:48.985088 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd0d7b12-ffed-4606-b3ba-8a64565185aa tempest-ServerRescueNegativeTestJSON-1272623576 tempest-ServerRescueNegativeTestJSON-1272623576-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:22:48.985269 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd0d7b12-ffed-4606-b3ba-8a64565185aa tempest-ServerRescueNegativeTestJSON-1272623576 tempest-ServerRescueNegativeTestJSON-1272623576-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:22:48.985617 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd0d7b12-ffed-4606-b3ba-8a64565185aa tempest-ServerRescueNegativeTestJSON-1272623576 tempest-ServerRescueNegativeTestJSON-1272623576-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:22:49.087262 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG dbcounter [-] [104387] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:22:49.095387 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG dbcounter [-] [104387] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=104387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:22:49.100540 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9750bdf0-f69e-4553-b4cb-41d1da61b594 req-bd0d7b12-ffed-4606-b3ba-8a64565185aa tempest-ServerRescueNegativeTestJSON-1272623576 tempest-ServerRescueNegativeTestJSON-1272623576-project] Router 8da617df-be4e-4bf8-bbf9-3dfa59c8cdaa has already been hosted by L3 agent a8549501-0164-4ac5-90a6-1ba1ba0d3f9d {{(pid=104387) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 18 05:22:49.215585 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9750bdf0-f69e-4553-b4cb-41d1da61b594 req-bd0d7b12-ffed-4606-b3ba-8a64565185aa tempest-ServerRescueNegativeTestJSON-1272623576 tempest-ServerRescueNegativeTestJSON-1272623576-project] Notify agent at l3_agent.dv-cinder-836996-35-iscsi the message routers_updated {{(pid=104387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 05:22:49.226380 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d32340b0-1899-491f-b169-35f977d369f8 None None] Sync routers for ids ['8da617df-be4e-4bf8-bbf9-3dfa59c8cdaa'] in dv-cinder-836996-35-iscsi {{(pid=104390) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 05:22:49.252826 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d32340b0-1899-491f-b169-35f977d369f8 None None] Routers {'8da617df-be4e-4bf8-bbf9-3dfa59c8cdaa'} bound to L3 agent in host dv-cinder-836996-35-iscsi {{(pid=104390) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 18 05:22:49.253333 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG neutron.db.l3_hamode_db [None req-d32340b0-1899-491f-b169-35f977d369f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-35-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-18T05:08:24Z,description=,heartbeat_timestamp=2022-06-18T05:22:24Z,host='dv-cinder-836996-35-iscsi',id=a8549501-0164-4ac5-90a6-1ba1ba0d3f9d,load=0,resource_versions=,resources_synced=,started_at=2022-06-18T05:08:25Z,topic='l3_agent')) {'router_ids': ['8da617df-be4e-4bf8-bbf9-3dfa59c8cdaa'], 'active': True} {{(pid=104390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 05:22:49.262437 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.db.l3_dvrscheduler_db [req-9750bdf0-f69e-4553-b4cb-41d1da61b594 req-bd0d7b12-ffed-4606-b3ba-8a64565185aa tempest-ServerRescueNegativeTestJSON-1272623576 tempest-ServerRescueNegativeTestJSON-1272623576-project] No DVR routers for this DVR port 1076f134-7839-4b58-b50b-1f994d3b47a5 on host hv-cinder-83699 {{(pid=104387) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 18 05:22:49.266150 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [req-9750bdf0-f69e-4553-b4cb-41d1da61b594 req-bd0d7b12-ffed-4606-b3ba-8a64565185aa tempest-ServerRescueNegativeTestJSON-1272623576 tempest-ServerRescueNegativeTestJSON-1272623576-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19502'] for port (None), before_response {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:22:49.269141 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-9750bdf0-f69e-4553-b4cb-41d1da61b594 req-bd0d7b12-ffed-4606-b3ba-8a64565185aa tempest-ServerRescueNegativeTestJSON-1272623576 tempest-ServerRescueNegativeTestJSON-1272623576-project] 10.222.0.15 "DELETE /v2.0/ports/1076f134-7839-4b58-b50b-1f994d3b47a5 HTTP/1.1" status: 204 len: 173 time: 1.2155845 Jun 18 05:22:49.269141 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5cdfd285-b389-41f4-9ec6-596c6b160f61', 'name': 'network-vif-deleted', 'tag': '1076f134-7839-4b58-b50b-1f994d3b47a5'}] {{(pid=104387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 18 05:22:49.271432 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}067244ef130036e0f0c6cfdae2cc0bb626a7afb0c2954d608d85df941ffdb65a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34975821-644d-4daf-93cf-c2e8b5b52686" -d '{"events": [{"server_uuid": "5cdfd285-b389-41f4-9ec6-596c6b160f61", "name": "network-vif-deleted", "tag": "1076f134-7839-4b58-b50b-1f994d3b47a5"}]}' {{(pid=104387) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 05:22:49.295609 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9168ceb0-00d9-47c3-b421-c5a86bfb0031 req-6ce359d7-631e-4e46-81f8-2ce63892ff0d tempest-TestShelveInstance-245137814 tempest-TestShelveInstance-245137814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:22:49.298151 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-9168ceb0-00d9-47c3-b421-c5a86bfb0031 req-6ce359d7-631e-4e46-81f8-2ce63892ff0d tempest-TestShelveInstance-245137814 tempest-TestShelveInstance-245137814-project] 10.222.0.23 "GET /v2.0/ports?device_id=d0554d10-2a83-478b-a2a6-7c4bcc0dfc2b HTTP/1.1" status: 200 len: 943 time: 0.0622594 Jun 18 05:22:49.311364 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG dbcounter [-] [104388] Writing DB stats neutron:SELECT=100 {{(pid=104388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:22:49.353007 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-9168ceb0-00d9-47c3-b421-c5a86bfb0031 req-6b14184c-4a9c-4ad7-a3e2-86c57e957836 tempest-TestShelveInstance-245137814 tempest-TestShelveInstance-245137814-project] 10.222.0.23 "GET /v2.0/security-groups?id=46e7c09b-3bcc-4ed0-87e3-5a0cff7170e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486655 Jun 18 05:22:49.410782 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG neutron.db.l3_dvr_db [None req-d32340b0-1899-491f-b169-35f977d369f8 None None] Set router 8da617df-be4e-4bf8-bbf9-3dfa59c8cdaa gateway port host: dv-cinder-836996-35-iscsi {{(pid=104390) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 18 05:22:49.609470 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b3bf87-1ded-43b8-ac1a-ee39a5791cab req-a874b9ff-60a4-4253-80d0-fd4fa9004fff tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:22:49.611071 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-92b3bf87-1ded-43b8-ac1a-ee39a5791cab req-a874b9ff-60a4-4253-80d0-fd4fa9004fff tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] 10.222.0.23 "GET /v2.0/ports?device_id=bae5a59b-afc4-4fa7-a230-8590a793bc48 HTTP/1.1" status: 200 len: 943 time: 0.0989242 Jun 18 05:22:49.709312 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-92b3bf87-1ded-43b8-ac1a-ee39a5791cab req-3285ada8-0649-4652-bf1f-566d7670d409 tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] 10.222.0.23 "GET /v2.0/security-groups?id=407ae09c-3316-486c-94a7-7e1331aee9b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0907712 Jun 18 05:22:49.752511 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG neutron.db.l3_hamode_db [None req-d32340b0-1899-491f-b169-35f977d369f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8da617df-be4e-4bf8-bbf9-3dfa59c8cdaa', 'name': 'tempest-ServerRescueNegativeTestJSON-514049608-router', 'tenant_id': '8820096253064e5abbe50f23bdc3ebac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65c030c7-6a7d-4cea-a47d-5cdd532db0e6', 'external_fixed_ips': [{'subnet_id': 'a9fa7760-a071-45ee-b985-799999c69975', 'ip_address': '172.27.2.189'}], 'enable_snat': True}, 'gw_port_id': '011d883a-04f9-40bb-a93b-b2737c0f1dee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-18T05:17:56Z', 'updated_at': '2022-06-18T05:18:00Z', 'revision_number': 4, 'project_id': '8820096253064e5abbe50f23bdc3ebac', 'gw_port': {'id': '011d883a-04f9-40bb-a93b-b2737c0f1dee', 'name': '', 'network_id': '65c030c7-6a7d-4cea-a47d-5cdd532db0e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:3a:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8da617df-be4e-4bf8-bbf9-3dfa59c8cdaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': 'a9fa7760-a071-45ee-b985-799999c69975', 'ip_address': '172.27.2.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-18T05:17:56Z', 'updated_at': '2022-06-18T05:18:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9fa7760-a071-45ee-b985-799999c69975', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-35-iscsi', '_interfaces': [{'id': '3f4cd25c-52b4-463e-96d1-654bde0d4c3c', 'name': '', 'network_id': 'e40c5bf8-60a8-4d08-b489-6f107ba55c42', 'tenant_id': '8820096253064e5abbe50f23bdc3ebac', 'mac_address': 'fa:16:3e:28:23:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8da617df-be4e-4bf8-bbf9-3dfa59c8cdaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': '150ec3db-e886-4a5d-89d6-e02356d1809e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-18T05:17:59Z', 'updated_at': '2022-06-18T05:18:12Z', 'revision_number': 5, 'project_id': '8820096253064e5abbe50f23bdc3ebac', 'subnets': [{'id': '150ec3db-e886-4a5d-89d6-e02356d1809e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-35-iscsi', False) {} {{(pid=104390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 05:22:49.785517 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d32340b0-1899-491f-b169-35f977d369f8 None None] Checking router: 8da617df-be4e-4bf8-bbf9-3dfa59c8cdaa for host: dv-cinder-836996-35-iscsi {{(pid=104390) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 05:22:49.792686 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Jun 2022 05:22:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b75a71c6-6fa1-4871-a227-3d09033d2c2e x-openstack-request-id: req-b75a71c6-6fa1-4871-a227-3d09033d2c2e {{(pid=104387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 05:22:49.793020 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5cdfd285-b389-41f4-9ec6-596c6b160f61", "name": "network-vif-deleted", "tag": "1076f134-7839-4b58-b50b-1f994d3b47a5", "status": "completed", "code": 200}]} {{(pid=104387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 05:22:49.793275 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-b75a71c6-6fa1-4871-a227-3d09033d2c2e {{(pid=104387) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 05:22:49.793766 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b75a71c6-6fa1-4871-a227-3d09033d2c2e'] response: {'server_uuid': '5cdfd285-b389-41f4-9ec6-596c6b160f61', 'name': 'network-vif-deleted', 'tag': '1076f134-7839-4b58-b50b-1f994d3b47a5', 'status': 'completed', 'code': 200} Jun 18 05:22:49.799468 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d32340b0-1899-491f-b169-35f977d369f8 None None] Routers {'8da617df-be4e-4bf8-bbf9-3dfa59c8cdaa'} bound to L3 agent in host dv-cinder-836996-35-iscsi {{(pid=104390) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 18 05:22:49.800111 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG neutron.db.l3_hamode_db [None req-d32340b0-1899-491f-b169-35f977d369f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-35-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-18T05:08:24Z,description=,heartbeat_timestamp=2022-06-18T05:22:24Z,host='dv-cinder-836996-35-iscsi',id=a8549501-0164-4ac5-90a6-1ba1ba0d3f9d,load=0,resource_versions=,resources_synced=,started_at=2022-06-18T05:08:25Z,topic='l3_agent')) {'router_ids': ['8da617df-be4e-4bf8-bbf9-3dfa59c8cdaa'], 'active': True} {{(pid=104390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 05:22:49.925457 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG neutron.db.l3_dvr_db [None req-d32340b0-1899-491f-b169-35f977d369f8 None None] Set router 8da617df-be4e-4bf8-bbf9-3dfa59c8cdaa gateway port host: dv-cinder-836996-35-iscsi {{(pid=104390) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 18 05:22:49.933717 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-b64f5294-0ad9-4fe0-b8d3-981963906422 req-c3ebe897-b9cb-4300-b83c-cac96df49773 tempest-ServerRescueNegativeTestJSON-1272623576 tempest-ServerRescueNegativeTestJSON-1272623576-project] 10.222.0.23 "GET /v2.0/ports?device_id=5cdfd285-b389-41f4-9ec6-596c6b160f61 HTTP/1.1" status: 200 len: 210 time: 0.0554450 Jun 18 05:22:50.162519 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG neutron.db.l3_hamode_db [None req-d32340b0-1899-491f-b169-35f977d369f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8da617df-be4e-4bf8-bbf9-3dfa59c8cdaa', 'name': 'tempest-ServerRescueNegativeTestJSON-514049608-router', 'tenant_id': '8820096253064e5abbe50f23bdc3ebac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65c030c7-6a7d-4cea-a47d-5cdd532db0e6', 'external_fixed_ips': [{'subnet_id': 'a9fa7760-a071-45ee-b985-799999c69975', 'ip_address': '172.27.2.189'}], 'enable_snat': True}, 'gw_port_id': '011d883a-04f9-40bb-a93b-b2737c0f1dee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-18T05:17:56Z', 'updated_at': '2022-06-18T05:18:00Z', 'revision_number': 4, 'project_id': '8820096253064e5abbe50f23bdc3ebac', 'gw_port': {'id': '011d883a-04f9-40bb-a93b-b2737c0f1dee', 'name': '', 'network_id': '65c030c7-6a7d-4cea-a47d-5cdd532db0e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:3a:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8da617df-be4e-4bf8-bbf9-3dfa59c8cdaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': 'a9fa7760-a071-45ee-b985-799999c69975', 'ip_address': '172.27.2.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-18T05:17:56Z', 'updated_at': '2022-06-18T05:18:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9fa7760-a071-45ee-b985-799999c69975', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-35-iscsi', '_interfaces': [{'id': '3f4cd25c-52b4-463e-96d1-654bde0d4c3c', 'name': '', 'network_id': 'e40c5bf8-60a8-4d08-b489-6f107ba55c42', 'tenant_id': '8820096253064e5abbe50f23bdc3ebac', 'mac_address': 'fa:16:3e:28:23:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8da617df-be4e-4bf8-bbf9-3dfa59c8cdaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': '150ec3db-e886-4a5d-89d6-e02356d1809e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-18T05:17:59Z', 'updated_at': '2022-06-18T05:18:12Z', 'revision_number': 5, 'project_id': '8820096253064e5abbe50f23bdc3ebac', 'subnets': [{'id': '150ec3db-e886-4a5d-89d6-e02356d1809e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-35-iscsi', False) {} {{(pid=104390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 05:22:50.188546 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d32340b0-1899-491f-b169-35f977d369f8 None None] The sync data for ids ['8da617df-be4e-4bf8-bbf9-3dfa59c8cdaa'] in dv-cinder-836996-35-iscsi is: [{'id': '8da617df-be4e-4bf8-bbf9-3dfa59c8cdaa', 'name': 'tempest-ServerRescueNegativeTestJSON-514049608-router', 'tenant_id': '8820096253064e5abbe50f23bdc3ebac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65c030c7-6a7d-4cea-a47d-5cdd532db0e6', 'external_fixed_ips': [{'subnet_id': 'a9fa7760-a071-45ee-b985-799999c69975', 'ip_address': '172.27.2.189'}], 'enable_snat': True}, 'gw_port_id': '011d883a-04f9-40bb-a93b-b2737c0f1dee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-18T05:17:56Z', 'updated_at': '2022-06-18T05:18:00Z', 'revision_number': 4, 'project_id': '8820096253064e5abbe50f23bdc3ebac', 'gw_port': {'id': '011d883a-04f9-40bb-a93b-b2737c0f1dee', 'name': '', 'network_id': '65c030c7-6a7d-4cea-a47d-5cdd532db0e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:3a:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8da617df-be4e-4bf8-bbf9-3dfa59c8cdaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': 'a9fa7760-a071-45ee-b985-799999c69975', 'ip_address': '172.27.2.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-18T05:17:56Z', 'updated_at': '2022-06-18T05:18:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9fa7760-a071-45ee-b985-799999c69975', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-35-iscsi', '_interfaces': [{'id': '3f4cd25c-52b4-463e-96d1-654bde0d4c3c', 'name': '', 'network_id': 'e40c5bf8-60a8-4d08-b489-6f107ba55c42', 'tenant_id': '8820096253064e5abbe50f23bdc3ebac', 'mac_address': 'fa:16:3e:28:23:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8da617df-be4e-4bf8-bbf9-3dfa59c8cdaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': '150ec3db-e886-4a5d-89d6-e02356d1809e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-18T05:17:59Z', 'updated_at': '2022-06-18T05:18:12Z', 'revision_number': 5, 'project_id': '8820096253064e5abbe50f23bdc3ebac', 'subnets': [{'id': '150ec3db-e886-4a5d-89d6-e02356d1809e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104390) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 05:22:50.416385 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.rpc [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] Device 2e6ea935-169b-426c-bf26-11d644b1d476 details requested by agent hyperv_hv-cinder-83699 with host hv-cinder-83699 {{(pid=104389) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 18 05:22:50.490150 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.rpc [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] Device 1076f134-7839-4b58-b50b-1f994d3b47a5 no longer exists at agent hyperv_hv-cinder-83699 {{(pid=104389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 18 05:22:50.515325 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442ca1e1-9aee-491a-8131-0e0e95e0c219 req-79fbbeea-0f41-4924-b511-5ca3c5ae400f tempest-TestShelveInstance-245137814 tempest-TestShelveInstance-245137814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:22:50.517537 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-442ca1e1-9aee-491a-8131-0e0e95e0c219 req-79fbbeea-0f41-4924-b511-5ca3c5ae400f tempest-TestShelveInstance-245137814 tempest-TestShelveInstance-245137814-project] 10.222.0.23 "GET /v2.0/ports?device_id=d0554d10-2a83-478b-a2a6-7c4bcc0dfc2b HTTP/1.1" status: 200 len: 943 time: 0.0598941 Jun 18 05:22:50.574005 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-442ca1e1-9aee-491a-8131-0e0e95e0c219 req-89fb3665-ff81-48a9-b7d2-0a672f9de6fe tempest-TestShelveInstance-245137814 tempest-TestShelveInstance-245137814-project] 10.222.0.23 "GET /v2.0/security-groups?id=46e7c09b-3bcc-4ed0-87e3-5a0cff7170e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501151 Jun 18 05:22:50.583430 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4be8088-4a7b-4a09-9a49-eab53a38ae06 None None] New status for floating IP 3a4c6614-c94b-4998-af78-d94ec24fc630: DOWN {{(pid=104389) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 18 05:22:50.599916 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.plugin [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] No Port match for: 1076f134-7839-4b58-b50b-1f994d3b47a5 {{(pid=104389) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 18 05:22:50.600391 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.rpc [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] Device 1076f134-7839-4b58-b50b-1f994d3b47a5 not bound to the agent host hv-cinder-83699 {{(pid=104389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 18 05:22:50.761431 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.db [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] For port 2e6ea935-169b-426c-bf26-11d644b1d476, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=2e6ea935-169b-426c-bf26-11d644b1d476,segment=NetworkSegment(5c1a6f43-88a7-45ae-8bd7-10faf4ff6d60),segment_id=5c1a6f43-88a7-45ae-8bd7-10faf4ff6d60)] {{(pid=104389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 05:22:50.812128 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.rpc [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] Returning: {'device': '2e6ea935-169b-426c-bf26-11d644b1d476', 'network_id': 'cce77fdc-391d-4bde-a709-4c5e4b2c55d4', 'port_id': '2e6ea935-169b-426c-bf26-11d644b1d476', 'mac_address': 'fa:16:3e:23:73:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 326, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '778d0c06-0b61-4f2c-a161-3f736e93558f', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104389) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 18 05:22:50.856939 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f895a6-707c-4901-8163-c899bf4a7a06 req-2f63b4d6-cef0-44ed-98e5-10cdbf728e0e tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:22:50.857559 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.plugin [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] Current status of the port 2e6ea935-169b-426c-bf26-11d644b1d476 is: DOWN; New status is: BUILD {{(pid=104389) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 18 05:22:50.857846 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1768406'] for port (2e6ea935-169b-426c-bf26-11d644b1d476), before_update {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:22:50.865715 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-39f895a6-707c-4901-8163-c899bf4a7a06 req-2f63b4d6-cef0-44ed-98e5-10cdbf728e0e tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] 10.222.0.23 "GET /v2.0/ports?device_id=bae5a59b-afc4-4fa7-a230-8590a793bc48 HTTP/1.1" status: 200 len: 943 time: 0.0646060 Jun 18 05:22:50.872747 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.notifiers.nova [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2e6ea935-169b-426c-bf26-11d644b1d476 {{(pid=104389) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 18 05:22:50.890815 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG dbcounter [-] [104389] Writing DB stats neutron:SELECT=93,neutron:UPDATE=7 {{(pid=104389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:22:50.895675 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.db [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] For port 2e6ea935-169b-426c-bf26-11d644b1d476, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=2e6ea935-169b-426c-bf26-11d644b1d476,segment=NetworkSegment(5c1a6f43-88a7-45ae-8bd7-10faf4ff6d60),segment_id=5c1a6f43-88a7-45ae-8bd7-10faf4ff6d60)] {{(pid=104389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 05:22:50.918028 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-39f895a6-707c-4901-8163-c899bf4a7a06 req-f71724c6-ad09-41ed-b750-c4f638d0fd3c tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] 10.222.0.23 "GET /v2.0/security-groups?id=407ae09c-3316-486c-94a7-7e1331aee9b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504127 Jun 18 05:22:50.977502 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1768343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789592765606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789592262840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789592262858'] for port (2e6ea935-169b-426c-bf26-11d644b1d476), after_update {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:22:51.037451 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] Pushing event updated for resources: {'Port': ['ID=2e6ea935-169b-426c-bf26-11d644b1d476,revision_number=7']} {{(pid=104389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:22:51.098673 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-e4861b1a-4226-4413-9668-477edc98fdd2 req-bc36c504-f154-47fc-87d2-1e8b9f1bf272 tempest-ServerRescueNegativeTestJSON-1272623576 tempest-ServerRescueNegativeTestJSON-1272623576-project] 10.222.0.23 "GET /v2.0/ports?device_id=5cdfd285-b389-41f4-9ec6-596c6b160f61 HTTP/1.1" status: 200 len: 210 time: 0.0312541 Jun 18 05:22:51.324146 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.db [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] get_ports_and_sgs() called for port_ids ['2e6ea935-169b-426c-bf26-11d644b1d476'] {{(pid=104389) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 18 05:22:51.454909 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG dbcounter [-] [104389] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:22:51.706553 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0954ce-a9c9-4b92-aa55-503ef4e83783 req-495a5009-6f2d-480b-936c-42d1bc3a63d0 tempest-TestShelveInstance-245137814 tempest-TestShelveInstance-245137814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:22:51.708103 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-2b0954ce-a9c9-4b92-aa55-503ef4e83783 req-495a5009-6f2d-480b-936c-42d1bc3a63d0 tempest-TestShelveInstance-245137814 tempest-TestShelveInstance-245137814-project] 10.222.0.23 "GET /v2.0/ports?device_id=d0554d10-2a83-478b-a2a6-7c4bcc0dfc2b HTTP/1.1" status: 200 len: 944 time: 0.0610037 Jun 18 05:22:51.760332 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-2b0954ce-a9c9-4b92-aa55-503ef4e83783 req-45709253-0173-41b1-ab70-e81c92cd91fd tempest-TestShelveInstance-245137814 tempest-TestShelveInstance-245137814-project] 10.222.0.23 "GET /v2.0/security-groups?id=46e7c09b-3bcc-4ed0-87e3-5a0cff7170e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459838 Jun 18 05:22:52.053536 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-1ddc9e55-fae2-4163-912b-a086f7e43450 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789592556683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1744442'] for agent (426d7b1c-7831-4cf6-8aa4-29496a16634c), after_update {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:22:52.093993 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861bd2d3-2f3d-49ea-9d0f-dc77ce9e962e req-ea435636-471f-480b-a182-ebaccd781c2e tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:22:52.097045 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-861bd2d3-2f3d-49ea-9d0f-dc77ce9e962e req-ea435636-471f-480b-a182-ebaccd781c2e tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] 10.222.0.23 "GET /v2.0/ports?device_id=bae5a59b-afc4-4fa7-a230-8590a793bc48 HTTP/1.1" status: 200 len: 943 time: 0.0788639 Jun 18 05:22:52.168070 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-861bd2d3-2f3d-49ea-9d0f-dc77ce9e962e req-0ee3900c-21e3-4c43-8b14-8f1d6f697985 tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] 10.222.0.23 "GET /v2.0/security-groups?id=407ae09c-3316-486c-94a7-7e1331aee9b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0606365 Jun 18 05:22:52.231532 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-01a1b3ee-a0bb-4916-9886-579e5d1b11bc req-36e7b02e-113b-43a9-b17a-bed373c57136 tempest-ServerRescueNegativeTestJSON-1272623576 tempest-ServerRescueNegativeTestJSON-1272623576-project] 10.222.0.23 "GET /v2.0/ports?device_id=5cdfd285-b389-41f4-9ec6-596c6b160f61 HTTP/1.1" status: 200 len: 210 time: 0.0280066 Jun 18 05:22:52.440639 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.rpc [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] Device 2e6ea935-169b-426c-bf26-11d644b1d476 up at agent hyperv_hv-cinder-83699 {{(pid=104389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 18 05:22:52.491201 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.db.provisioning_blocks [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] Provisioning complete for port 2e6ea935-169b-426c-bf26-11d644b1d476 triggered by entity L2. {{(pid=104389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 18 05:22:52.492598 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1740956'] for port (2e6ea935-169b-426c-bf26-11d644b1d476), provisioning_complete {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:22:52.565847 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.plugin [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] Current status of the port 2e6ea935-169b-426c-bf26-11d644b1d476 is: BUILD; New status is: ACTIVE {{(pid=104389) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 18 05:22:52.566241 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1768406'] for port (2e6ea935-169b-426c-bf26-11d644b1d476), before_update {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:22:52.591815 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0554d10-2a83-478b-a2a6-7c4bcc0dfc2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e6ea935-169b-426c-bf26-11d644b1d476'}] {{(pid=104389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 18 05:22:52.594764 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84994602c193c13a4c26b8b675ba51d9b392d44d80225cb9db16c930b334f47b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a2230e3-781c-43ee-acee-7d5ab997aeaf" -d '{"events": [{"server_uuid": "d0554d10-2a83-478b-a2a6-7c4bcc0dfc2b", "name": "network-vif-plugged", "status": "completed", "tag": "2e6ea935-169b-426c-bf26-11d644b1d476"}]}' {{(pid=104389) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 05:22:52.620465 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.db [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] For port 2e6ea935-169b-426c-bf26-11d644b1d476, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=2e6ea935-169b-426c-bf26-11d644b1d476,segment=NetworkSegment(5c1a6f43-88a7-45ae-8bd7-10faf4ff6d60),segment_id=5c1a6f43-88a7-45ae-8bd7-10faf4ff6d60)] {{(pid=104389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 05:22:52.638628 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Jun 2022 05:22:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e70996e4-6821-4a1d-94c0-9c797c63c826 x-openstack-request-id: req-e70996e4-6821-4a1d-94c0-9c797c63c826 {{(pid=104389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 05:22:52.639121 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0554d10-2a83-478b-a2a6-7c4bcc0dfc2b", "name": "network-vif-plugged", "status": "completed", "tag": "2e6ea935-169b-426c-bf26-11d644b1d476", "code": 200}]} {{(pid=104389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 05:22:52.639542 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-e70996e4-6821-4a1d-94c0-9c797c63c826 {{(pid=104389) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 05:22:52.640255 dv-cinder-836996-35-iscsi neutron-server[104389]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e70996e4-6821-4a1d-94c0-9c797c63c826'] response: {'server_uuid': 'd0554d10-2a83-478b-a2a6-7c4bcc0dfc2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e6ea935-169b-426c-bf26-11d644b1d476', 'code': 200} Jun 18 05:22:52.682076 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1768343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789592765606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789592262840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789592262858'] for port (2e6ea935-169b-426c-bf26-11d644b1d476), after_update {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:22:52.735437 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] Pushing event updated for resources: {'Port': ['ID=2e6ea935-169b-426c-bf26-11d644b1d476,revision_number=8']} {{(pid=104389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:22:52.884896 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdaece72-4920-4454-b7cc-b371a5241b0c req-c3506e0c-33b4-42e9-9ec6-a5198a1151bb tempest-TestShelveInstance-245137814 tempest-TestShelveInstance-245137814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:22:52.891251 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-bdaece72-4920-4454-b7cc-b371a5241b0c req-c3506e0c-33b4-42e9-9ec6-a5198a1151bb tempest-TestShelveInstance-245137814 tempest-TestShelveInstance-245137814-project] 10.222.0.23 "GET /v2.0/ports?device_id=d0554d10-2a83-478b-a2a6-7c4bcc0dfc2b HTTP/1.1" status: 200 len: 945 time: 0.0567014 Jun 18 05:22:52.962121 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-bdaece72-4920-4454-b7cc-b371a5241b0c req-1fa300e4-f069-4c86-b6a0-7360661bd52b tempest-TestShelveInstance-245137814 tempest-TestShelveInstance-245137814-project] 10.222.0.23 "GET /v2.0/security-groups?id=46e7c09b-3bcc-4ed0-87e3-5a0cff7170e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0697815 Jun 18 05:22:53.294848 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b270f715-1a69-4feb-ae85-0d45362349f4 req-e9a672cd-077a-4b26-a7c3-da6b857d92a2 tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:22:53.296338 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-b270f715-1a69-4feb-ae85-0d45362349f4 req-e9a672cd-077a-4b26-a7c3-da6b857d92a2 tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] 10.222.0.23 "GET /v2.0/ports?device_id=bae5a59b-afc4-4fa7-a230-8590a793bc48 HTTP/1.1" status: 200 len: 943 time: 0.0473583 Jun 18 05:22:53.372657 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-298a20a4-a080-44ec-a65f-c5c187683923 req-09f3d079-01e4-479f-aee1-2b2aa1be0d6e tempest-ServerRescueNegativeTestJSON-1272623576 tempest-ServerRescueNegativeTestJSON-1272623576-project] 10.222.0.23 "GET /v2.0/ports?device_id=5cdfd285-b389-41f4-9ec6-596c6b160f61 HTTP/1.1" status: 200 len: 210 time: 0.0623767 Jun 18 05:22:53.384088 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-b270f715-1a69-4feb-ae85-0d45362349f4 req-1291cc36-bb1a-427c-954e-7227bcb34b43 tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] 10.222.0.23 "GET /v2.0/security-groups?id=407ae09c-3316-486c-94a7-7e1331aee9b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0804472 Jun 18 05:22:54.077955 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e9a0bc-4e9f-4683-9b71-66980083ddf3 req-229d9d3b-cd48-4520-a966-5100cda4038c tempest-TestShelveInstance-245137814 tempest-TestShelveInstance-245137814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:22:54.079489 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-86e9a0bc-4e9f-4683-9b71-66980083ddf3 req-229d9d3b-cd48-4520-a966-5100cda4038c tempest-TestShelveInstance-245137814 tempest-TestShelveInstance-245137814-project] 10.222.0.23 "GET /v2.0/ports?device_id=d0554d10-2a83-478b-a2a6-7c4bcc0dfc2b HTTP/1.1" status: 200 len: 945 time: 0.0501947 Jun 18 05:22:54.130453 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-86e9a0bc-4e9f-4683-9b71-66980083ddf3 req-515ff138-3775-48d6-886e-5756077746ae tempest-TestShelveInstance-245137814 tempest-TestShelveInstance-245137814-project] 10.222.0.23 "GET /v2.0/security-groups?id=46e7c09b-3bcc-4ed0-87e3-5a0cff7170e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448973 Jun 18 05:22:54.503358 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-abaa6d12-48ad-47cd-8a52-67b7644fd743 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789592556683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1744442'] for agent (a8549501-0164-4ac5-90a6-1ba1ba0d3f9d), after_update {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:22:54.514826 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-c7928506-3877-4ba3-9819-08aabe8f5b00 req-69f877e0-e598-4362-b1a5-dcdfa55f947a tempest-ServerRescueNegativeTestJSON-1272623576 tempest-ServerRescueNegativeTestJSON-1272623576-project] 10.222.0.23 "GET /v2.0/ports?device_id=5cdfd285-b389-41f4-9ec6-596c6b160f61 HTTP/1.1" status: 200 len: 210 time: 0.0594029 Jun 18 05:22:54.538072 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d477c00-d93d-49a4-8076-36c0ef4ef7df req-28b6c87c-a6d0-4fd4-9dc4-daa4b8e2e68a tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:22:54.540315 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-5d477c00-d93d-49a4-8076-36c0ef4ef7df req-28b6c87c-a6d0-4fd4-9dc4-daa4b8e2e68a tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] 10.222.0.23 "GET /v2.0/ports?device_id=bae5a59b-afc4-4fa7-a230-8590a793bc48 HTTP/1.1" status: 200 len: 943 time: 0.0862799 Jun 18 05:22:54.591955 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-5d477c00-d93d-49a4-8076-36c0ef4ef7df req-6978887c-a821-491e-b45b-f8cf047ca6d8 tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] 10.222.0.23 "GET /v2.0/security-groups?id=407ae09c-3316-486c-94a7-7e1331aee9b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457878 Jun 18 05:22:55.267653 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbf179c-8bc2-49c5-bc7d-af8234becffe req-567b7946-f8ac-49c1-8eeb-ff0375b78ae4 tempest-TestShelveInstance-245137814 tempest-TestShelveInstance-245137814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:22:55.269503 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-ccbf179c-8bc2-49c5-bc7d-af8234becffe req-567b7946-f8ac-49c1-8eeb-ff0375b78ae4 tempest-TestShelveInstance-245137814 tempest-TestShelveInstance-245137814-project] 10.222.0.23 "GET /v2.0/ports?device_id=d0554d10-2a83-478b-a2a6-7c4bcc0dfc2b HTTP/1.1" status: 200 len: 945 time: 0.0598867 Jun 18 05:22:55.328435 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-ccbf179c-8bc2-49c5-bc7d-af8234becffe req-57c4194d-dc86-4ed6-bf89-070060f4d7b2 tempest-TestShelveInstance-245137814 tempest-TestShelveInstance-245137814-project] 10.222.0.23 "GET /v2.0/security-groups?id=46e7c09b-3bcc-4ed0-87e3-5a0cff7170e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523689 Jun 18 05:22:55.588410 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-bd48e2cf-68a6-4f35-9a09-882d425f288c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789592556683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1744442'] for agent (e572bbf3-12d8-41bb-a2ed-524d739c9de1), after_update {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:22:55.636406 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-fdb6a419-2ccb-4faf-8ad2-86a476bd2e60 req-aba834f5-66e4-4e42-81d5-b191c03923c5 tempest-ServerRescueNegativeTestJSON-1272623576 tempest-ServerRescueNegativeTestJSON-1272623576-project] 10.222.0.23 "GET /v2.0/ports?device_id=5cdfd285-b389-41f4-9ec6-596c6b160f61 HTTP/1.1" status: 200 len: 210 time: 0.0339763 Jun 18 05:22:55.729473 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4fd2e6-ca3e-473f-802d-981a31806bd8 req-da9729f0-7ea5-4f3d-a479-3dd5d4abd3a7 tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:22:55.731180 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-1a4fd2e6-ca3e-473f-802d-981a31806bd8 req-da9729f0-7ea5-4f3d-a479-3dd5d4abd3a7 tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] 10.222.0.23 "GET /v2.0/ports?device_id=bae5a59b-afc4-4fa7-a230-8590a793bc48 HTTP/1.1" status: 200 len: 943 time: 0.0534472 Jun 18 05:22:55.799736 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-1a4fd2e6-ca3e-473f-802d-981a31806bd8 req-e0d795db-04a7-4272-b9b5-dba897f2ca5e tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] 10.222.0.23 "GET /v2.0/security-groups?id=407ae09c-3316-486c-94a7-7e1331aee9b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514662 Jun 18 05:22:56.464538 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff358952-f30d-44cc-9a90-6239e715fdf4 req-965943c8-1a2d-4de9-bf86-000258a99c86 tempest-TestShelveInstance-245137814 tempest-TestShelveInstance-245137814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:22:56.466071 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-ff358952-f30d-44cc-9a90-6239e715fdf4 req-965943c8-1a2d-4de9-bf86-000258a99c86 tempest-TestShelveInstance-245137814 tempest-TestShelveInstance-245137814-project] 10.222.0.23 "GET /v2.0/ports?device_id=d0554d10-2a83-478b-a2a6-7c4bcc0dfc2b HTTP/1.1" status: 200 len: 945 time: 0.0585845 Jun 18 05:22:56.519363 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-ff358952-f30d-44cc-9a90-6239e715fdf4 req-2fbccbcb-6547-4667-b1da-b32f2d68d5ea tempest-TestShelveInstance-245137814 tempest-TestShelveInstance-245137814-project] 10.222.0.23 "GET /v2.0/security-groups?id=46e7c09b-3bcc-4ed0-87e3-5a0cff7170e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478358 Jun 18 05:22:56.769327 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-3942da13-1f84-4f06-a120-055a654f8f5e req-bec83c1d-68af-4494-833d-17a86ccd1aae tempest-ServerRescueNegativeTestJSON-1272623576 tempest-ServerRescueNegativeTestJSON-1272623576-project] 10.222.0.23 "GET /v2.0/ports?device_id=5cdfd285-b389-41f4-9ec6-596c6b160f61 HTTP/1.1" status: 200 len: 210 time: 0.0299418 Jun 18 05:22:56.927714 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc04cb6f-b600-4ca1-927f-f60ad1355b3d req-9cfa1061-f779-457e-befd-09f2af79c351 tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:22:56.929325 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-cc04cb6f-b600-4ca1-927f-f60ad1355b3d req-9cfa1061-f779-457e-befd-09f2af79c351 tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] 10.222.0.23 "GET /v2.0/ports?device_id=bae5a59b-afc4-4fa7-a230-8590a793bc48 HTTP/1.1" status: 200 len: 943 time: 0.0544455 Jun 18 05:22:56.985067 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-cc04cb6f-b600-4ca1-927f-f60ad1355b3d req-61fedcb5-017b-4b93-b127-6de85a99f8b6 tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] 10.222.0.23 "GET /v2.0/security-groups?id=407ae09c-3316-486c-94a7-7e1331aee9b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494576 Jun 18 05:22:57.257454 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-5df8b1a9-a354-44ed-8761-35e8e24f4084 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789592556683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1744442'] for agent (37f34a37-d85d-4c21-966b-86dc43157ac3), after_update {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:22:57.538702 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-c042a677-28f5-4026-b552-0173028fe9dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789592556683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1744442'] for agent (d503ae44-4e24-48d3-9886-03581f90537d), after_update {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:22:57.643240 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142900ed-0b73-4c66-933d-0ccf301233ed req-ac7d6133-0bfc-4597-a40e-92bb2f2c2e86 tempest-TestShelveInstance-245137814 tempest-TestShelveInstance-245137814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:22:57.650401 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-142900ed-0b73-4c66-933d-0ccf301233ed req-ac7d6133-0bfc-4597-a40e-92bb2f2c2e86 tempest-TestShelveInstance-245137814 tempest-TestShelveInstance-245137814-project] 10.222.0.23 "GET /v2.0/ports?device_id=d0554d10-2a83-478b-a2a6-7c4bcc0dfc2b HTTP/1.1" status: 200 len: 945 time: 0.0574875 Jun 18 05:22:57.705027 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-142900ed-0b73-4c66-933d-0ccf301233ed req-af48aeed-e1c9-44d3-b9a1-8ec421901a44 tempest-TestShelveInstance-245137814 tempest-TestShelveInstance-245137814-project] 10.222.0.23 "GET /v2.0/security-groups?id=46e7c09b-3bcc-4ed0-87e3-5a0cff7170e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0533435 Jun 18 05:22:57.899685 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-f62ca2eb-fab7-4962-bd31-24f0e81b95ed req-b76bd1b9-f4bd-407a-af28-c64b00ddcae2 tempest-ServerRescueNegativeTestJSON-1272623576 tempest-ServerRescueNegativeTestJSON-1272623576-project] 10.222.0.23 "GET /v2.0/ports?device_id=5cdfd285-b389-41f4-9ec6-596c6b160f61 HTTP/1.1" status: 200 len: 210 time: 0.0356421 Jun 18 05:22:58.109164 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cfd1a35-f325-4d00-b694-02e6051c4e67 req-92581922-a835-4b63-a3e2-09150c93f71e tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:22:58.110603 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-1cfd1a35-f325-4d00-b694-02e6051c4e67 req-92581922-a835-4b63-a3e2-09150c93f71e tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] 10.222.0.23 "GET /v2.0/ports?device_id=bae5a59b-afc4-4fa7-a230-8590a793bc48 HTTP/1.1" status: 200 len: 943 time: 0.0495074 Jun 18 05:22:58.165240 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG dbcounter [-] [104387] Writing DB stats neutron:SELECT=100 {{(pid=104387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:22:58.169515 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-1cfd1a35-f325-4d00-b694-02e6051c4e67 req-3cc43f11-37ae-441a-97c0-50ad95da94f8 tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] 10.222.0.23 "GET /v2.0/security-groups?id=407ae09c-3316-486c-94a7-7e1331aee9b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0533044 Jun 18 05:22:58.824123 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df31d395-4e2e-4440-bc70-c50b85ba2b8f req-ce17be0b-3056-46b8-85e7-d055ebca3745 tempest-TestShelveInstance-245137814 tempest-TestShelveInstance-245137814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:22:58.825615 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-df31d395-4e2e-4440-bc70-c50b85ba2b8f req-ce17be0b-3056-46b8-85e7-d055ebca3745 tempest-TestShelveInstance-245137814 tempest-TestShelveInstance-245137814-project] 10.222.0.23 "GET /v2.0/ports?device_id=d0554d10-2a83-478b-a2a6-7c4bcc0dfc2b HTTP/1.1" status: 200 len: 945 time: 0.0473113 Jun 18 05:22:58.850073 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG dbcounter [-] [104388] Writing DB stats neutron:SELECT=100 {{(pid=104388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:22:58.876186 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-df31d395-4e2e-4440-bc70-c50b85ba2b8f req-b4e16847-5938-495d-8e48-2649763814b1 tempest-TestShelveInstance-245137814 tempest-TestShelveInstance-245137814-project] 10.222.0.23 "GET /v2.0/security-groups?id=46e7c09b-3bcc-4ed0-87e3-5a0cff7170e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452650 Jun 18 05:22:59.009947 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-cb956865-ff45-4963-b784-7ce9d0e9067c req-3a567975-e38c-4d03-a8e5-5178f88bb4c0 tempest-ServerRescueNegativeTestJSON-1272623576 tempest-ServerRescueNegativeTestJSON-1272623576-project] 10.222.0.23 "GET /v2.0/ports?device_id=5cdfd285-b389-41f4-9ec6-596c6b160f61 HTTP/1.1" status: 200 len: 210 time: 0.0299289 Jun 18 05:22:59.295179 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ad9842-afee-43ab-a90c-9b0ef0c51914 req-985b0c9a-3dbc-4388-8084-e2f2578fb994 tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:22:59.296658 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-b3ad9842-afee-43ab-a90c-9b0ef0c51914 req-985b0c9a-3dbc-4388-8084-e2f2578fb994 tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] 10.222.0.23 "GET /v2.0/ports?device_id=bae5a59b-afc4-4fa7-a230-8590a793bc48 HTTP/1.1" status: 200 len: 943 time: 0.0472896 Jun 18 05:22:59.343290 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-b3ad9842-afee-43ab-a90c-9b0ef0c51914 req-f6ab8aff-1823-47d0-9c70-03ebdd28e923 tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] 10.222.0.23 "GET /v2.0/security-groups?id=407ae09c-3316-486c-94a7-7e1331aee9b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412369 Jun 18 05:22:59.988554 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05110507-6149-49df-a191-73d46bfb6420 req-8601d092-035a-4dc7-99d6-19cc12e73343 tempest-TestShelveInstance-245137814 tempest-TestShelveInstance-245137814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:22:59.990057 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-05110507-6149-49df-a191-73d46bfb6420 req-8601d092-035a-4dc7-99d6-19cc12e73343 tempest-TestShelveInstance-245137814 tempest-TestShelveInstance-245137814-project] 10.222.0.23 "GET /v2.0/ports?device_id=d0554d10-2a83-478b-a2a6-7c4bcc0dfc2b HTTP/1.1" status: 200 len: 945 time: 0.0465047 Jun 18 05:23:00.040510 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-05110507-6149-49df-a191-73d46bfb6420 req-b733bea3-d926-473b-b007-188325043f3e tempest-TestShelveInstance-245137814 tempest-TestShelveInstance-245137814-project] 10.222.0.23 "GET /v2.0/security-groups?id=46e7c09b-3bcc-4ed0-87e3-5a0cff7170e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442960 Jun 18 05:23:00.124534 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG dbcounter [-] [104390] Writing DB stats neutron:SELECT=73 {{(pid=104390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:23:00.126039 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-12f6e31d-03bb-4c11-ba18-57ea665ceac8 req-f7b6f9dd-9df9-4912-a479-67cda6a57c90 tempest-ServerRescueNegativeTestJSON-1272623576 tempest-ServerRescueNegativeTestJSON-1272623576-project] 10.222.0.23 "GET /v2.0/ports?device_id=5cdfd285-b389-41f4-9ec6-596c6b160f61 HTTP/1.1" status: 200 len: 210 time: 0.0319321 Jun 18 05:23:00.166247 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG dbcounter [-] [104390] Writing DB stats neutron:SELECT=59 {{(pid=104390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:23:00.463841 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc637569-1152-4aa5-a464-db742c726a25 req-71f09ddc-4531-46ca-9bb2-dd8a576ac85b tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:23:00.465339 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-fc637569-1152-4aa5-a464-db742c726a25 req-71f09ddc-4531-46ca-9bb2-dd8a576ac85b tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] 10.222.0.23 "GET /v2.0/ports?device_id=bae5a59b-afc4-4fa7-a230-8590a793bc48 HTTP/1.1" status: 200 len: 943 time: 0.0463462 Jun 18 05:23:00.512140 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-fc637569-1152-4aa5-a464-db742c726a25 req-29ed7958-7073-4ad3-a6dd-9307211d7c64 tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] 10.222.0.23 "GET /v2.0/security-groups?id=407ae09c-3316-486c-94a7-7e1331aee9b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413878 Jun 18 05:23:00.817617 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e491170-381d-42fb-ab78-24a107b9d37b req-771aa629-ba08-433a-bb38-ce449509036a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:23:00.817617 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-6e491170-381d-42fb-ab78-24a107b9d37b req-771aa629-ba08-433a-bb38-ce449509036a service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=d0554d10-2a83-478b-a2a6-7c4bcc0dfc2b HTTP/1.1" status: 200 len: 1129 time: 0.0431416 Jun 18 05:23:00.862435 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-6e491170-381d-42fb-ab78-24a107b9d37b req-5d2dcb00-48cc-446c-95b5-44ba55ca16e8 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=46e7c09b-3bcc-4ed0-87e3-5a0cff7170e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465052 Jun 18 05:23:01.155561 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35525a6-4b7f-4a93-a172-08c7d473c1ec req-d1260aad-e648-482a-84ef-d692db7aae85 tempest-TestShelveInstance-245137814 tempest-TestShelveInstance-245137814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:23:01.156358 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-a35525a6-4b7f-4a93-a172-08c7d473c1ec req-d1260aad-e648-482a-84ef-d692db7aae85 tempest-TestShelveInstance-245137814 tempest-TestShelveInstance-245137814-project] 10.222.0.23 "GET /v2.0/ports?device_id=d0554d10-2a83-478b-a2a6-7c4bcc0dfc2b HTTP/1.1" status: 200 len: 945 time: 0.0487328 Jun 18 05:23:01.175540 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG dbcounter [-] [104388] Writing DB stats neutron:SELECT=100 {{(pid=104388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:23:01.214703 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-a35525a6-4b7f-4a93-a172-08c7d473c1ec req-94580f85-1703-4cf9-904f-d933af702fad tempest-TestShelveInstance-245137814 tempest-TestShelveInstance-245137814-project] 10.222.0.23 "GET /v2.0/security-groups?id=46e7c09b-3bcc-4ed0-87e3-5a0cff7170e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520639 Jun 18 05:23:01.265906 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.wsgi [-] (104388) accepted ('10.222.0.23', 53610) {{(pid=104388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 05:23:01.322937 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-934b0a1b-d815-455e-93b9-820b590c860b tempest-ServerRescueNegativeTestJSON-1272623576 tempest-ServerRescueNegativeTestJSON-1272623576-project] Publish callbacks [] for security_group (c5751484-0293-4048-b6a0-5203ce806396), before_delete {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:23:01.346467 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-934b0a1b-d815-455e-93b9-820b590c860b tempest-ServerRescueNegativeTestJSON-1272623576 tempest-ServerRescueNegativeTestJSON-1272623576-project] Publish callbacks [] for security_group (c5751484-0293-4048-b6a0-5203ce806396), precommit_delete {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:23:01.462001 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-934b0a1b-d815-455e-93b9-820b590c860b tempest-ServerRescueNegativeTestJSON-1272623576 tempest-ServerRescueNegativeTestJSON-1272623576-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728332'] for security_group (c5751484-0293-4048-b6a0-5203ce806396), after_delete {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:23:01.464839 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-934b0a1b-d815-455e-93b9-820b590c860b tempest-ServerRescueNegativeTestJSON-1272623576 tempest-ServerRescueNegativeTestJSON-1272623576-project] Publish callbacks [] for security_group (None), before_response {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:23:01.466027 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [None req-934b0a1b-d815-455e-93b9-820b590c860b tempest-ServerRescueNegativeTestJSON-1272623576 tempest-ServerRescueNegativeTestJSON-1272623576-project] 10.222.0.23 "DELETE /v2.0/security-groups/c5751484-0293-4048-b6a0-5203ce806396 HTTP/1.1" status: 204 len: 168 time: 0.1990414 Jun 18 05:23:01.473073 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.wsgi [-] (104387) accepted ('10.222.0.23', 53612) {{(pid=104387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 05:23:01.475820 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934b0a1b-d815-455e-93b9-820b590c860b tempest-ServerRescueNegativeTestJSON-1272623576 tempest-ServerRescueNegativeTestJSON-1272623576-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5751484-0293-4048-b6a0-5203ce806396,revision_number=None']} {{(pid=104388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:23:01.483390 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-934b0a1b-d815-455e-93b9-820b590c860b tempest-ServerRescueNegativeTestJSON-1272623576 tempest-ServerRescueNegativeTestJSON-1272623576-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:23:01.483748 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-934b0a1b-d815-455e-93b9-820b590c860b tempest-ServerRescueNegativeTestJSON-1272623576 tempest-ServerRescueNegativeTestJSON-1272623576-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:23:01.484093 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-934b0a1b-d815-455e-93b9-820b590c860b tempest-ServerRescueNegativeTestJSON-1272623576 tempest-ServerRescueNegativeTestJSON-1272623576-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:23:01.484434 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-934b0a1b-d815-455e-93b9-820b590c860b tempest-ServerRescueNegativeTestJSON-1272623576 tempest-ServerRescueNegativeTestJSON-1272623576-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:23:01.484773 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-934b0a1b-d815-455e-93b9-820b590c860b tempest-ServerRescueNegativeTestJSON-1272623576 tempest-ServerRescueNegativeTestJSON-1272623576-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:23:01.485104 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-934b0a1b-d815-455e-93b9-820b590c860b tempest-ServerRescueNegativeTestJSON-1272623576 tempest-ServerRescueNegativeTestJSON-1272623576-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:23:01.485530 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-934b0a1b-d815-455e-93b9-820b590c860b tempest-ServerRescueNegativeTestJSON-1272623576 tempest-ServerRescueNegativeTestJSON-1272623576-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:23:01.485857 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-934b0a1b-d815-455e-93b9-820b590c860b tempest-ServerRescueNegativeTestJSON-1272623576 tempest-ServerRescueNegativeTestJSON-1272623576-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:23:01.486190 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-934b0a1b-d815-455e-93b9-820b590c860b tempest-ServerRescueNegativeTestJSON-1272623576 tempest-ServerRescueNegativeTestJSON-1272623576-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:23:01.486513 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-934b0a1b-d815-455e-93b9-820b590c860b tempest-ServerRescueNegativeTestJSON-1272623576 tempest-ServerRescueNegativeTestJSON-1272623576-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:23:01.486840 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-934b0a1b-d815-455e-93b9-820b590c860b tempest-ServerRescueNegativeTestJSON-1272623576 tempest-ServerRescueNegativeTestJSON-1272623576-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:23:01.487163 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-934b0a1b-d815-455e-93b9-820b590c860b tempest-ServerRescueNegativeTestJSON-1272623576 tempest-ServerRescueNegativeTestJSON-1272623576-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:23:01.487270 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.api.v2.resource [None req-a64f5c81-b491-48c9-ac38-17d2fd441ffe tempest-ServerRescueNegativeTestJSON-1272623576 tempest-ServerRescueNegativeTestJSON-1272623576-project] show failed (client error): The resource could not be found. Jun 18 05:23:01.487487 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-934b0a1b-d815-455e-93b9-820b590c860b tempest-ServerRescueNegativeTestJSON-1272623576 tempest-ServerRescueNegativeTestJSON-1272623576-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:23:01.490553 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-934b0a1b-d815-455e-93b9-820b590c860b tempest-ServerRescueNegativeTestJSON-1272623576 tempest-ServerRescueNegativeTestJSON-1272623576-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:23:01.490553 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-934b0a1b-d815-455e-93b9-820b590c860b tempest-ServerRescueNegativeTestJSON-1272623576 tempest-ServerRescueNegativeTestJSON-1272623576-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:23:01.490786 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [None req-a64f5c81-b491-48c9-ac38-17d2fd441ffe tempest-ServerRescueNegativeTestJSON-1272623576 tempest-ServerRescueNegativeTestJSON-1272623576-project] 10.222.0.23 "GET /v2.0/security-groups/c5751484-0293-4048-b6a0-5203ce806396 HTTP/1.1" status: 404 len: 347 time: 0.0141132 Jun 18 05:23:01.490917 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.wsgi [-] (104387) accepted ('10.222.0.23', 53614) {{(pid=104387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 05:23:01.605135 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.plugin [None req-30112cee-aa21-4a12-a4a2-f2ccc9310af6 tempest-ServerRescueNegativeTestJSON-1272623576 tempest-ServerRescueNegativeTestJSON-1272623576-project] Deleting port cc54895a-bead-465a-b04b-4a30ee02830e {{(pid=104387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 18 05:23:01.605451 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-30112cee-aa21-4a12-a4a2-f2ccc9310af6 tempest-ServerRescueNegativeTestJSON-1272623576 tempest-ServerRescueNegativeTestJSON-1272623576-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789592760634'] for port (cc54895a-bead-465a-b04b-4a30ee02830e), before_delete {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:23:01.606963 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG dbcounter [-] [104387] Writing DB stats neutron:SELECT=100 {{(pid=104387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:23:01.631985 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672f3681-1483-45cf-9ae5-c97fa2320db8 req-a6394a94-1330-447a-9d9f-87170039214c tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:23:01.633594 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-672f3681-1483-45cf-9ae5-c97fa2320db8 req-a6394a94-1330-447a-9d9f-87170039214c tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] 10.222.0.23 "GET /v2.0/ports?device_id=bae5a59b-afc4-4fa7-a230-8590a793bc48 HTTP/1.1" status: 200 len: 943 time: 0.0475011 Jun 18 05:23:01.684017 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-30112cee-aa21-4a12-a4a2-f2ccc9310af6 tempest-ServerRescueNegativeTestJSON-1272623576 tempest-ServerRescueNegativeTestJSON-1272623576-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-734995'] for port (cc54895a-bead-465a-b04b-4a30ee02830e), precommit_delete {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:23:01.684376 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-30112cee-aa21-4a12-a4a2-f2ccc9310af6 tempest-ServerRescueNegativeTestJSON-1272623576 tempest-ServerRescueNegativeTestJSON-1272623576-project] Publish callbacks [] for floatingip (cc54895a-bead-465a-b04b-4a30ee02830e), precommit_delete {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:23:01.685937 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-672f3681-1483-45cf-9ae5-c97fa2320db8 req-23b637ad-b2fc-41e8-be98-dcb5874978e8 tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] 10.222.0.23 "GET /v2.0/security-groups?id=407ae09c-3316-486c-94a7-7e1331aee9b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465403 Jun 18 05:23:01.712188 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.plugin [None req-30112cee-aa21-4a12-a4a2-f2ccc9310af6 tempest-ServerRescueNegativeTestJSON-1272623576 tempest-ServerRescueNegativeTestJSON-1272623576-project] Calling delete_port for cc54895a-bead-465a-b04b-4a30ee02830e owned by network:floatingip {{(pid=104387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 18 05:23:01.904727 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-30112cee-aa21-4a12-a4a2-f2ccc9310af6 tempest-ServerRescueNegativeTestJSON-1272623576 tempest-ServerRescueNegativeTestJSON-1272623576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1768343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789592765633', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789592262831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14020772'] for port (cc54895a-bead-465a-b04b-4a30ee02830e), after_delete {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:23:01.933093 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30112cee-aa21-4a12-a4a2-f2ccc9310af6 tempest-ServerRescueNegativeTestJSON-1272623576 tempest-ServerRescueNegativeTestJSON-1272623576-project] Pushing event deleted for resources: {'Port': ['ID=cc54895a-bead-465a-b04b-4a30ee02830e,revision_number=None']} {{(pid=104387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:23:01.995812 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-30112cee-aa21-4a12-a4a2-f2ccc9310af6 tempest-ServerRescueNegativeTestJSON-1272623576 tempest-ServerRescueNegativeTestJSON-1272623576-project] Publish callbacks [] for floatingip (3a4c6614-c94b-4998-af78-d94ec24fc630), after_delete {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:23:01.998382 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-30112cee-aa21-4a12-a4a2-f2ccc9310af6 tempest-ServerRescueNegativeTestJSON-1272623576 tempest-ServerRescueNegativeTestJSON-1272623576-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19502'] for floatingip (None), before_response {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:23:01.999530 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [None req-30112cee-aa21-4a12-a4a2-f2ccc9310af6 tempest-ServerRescueNegativeTestJSON-1272623576 tempest-ServerRescueNegativeTestJSON-1272623576-project] 10.222.0.23 "DELETE /v2.0/floatingips/3a4c6614-c94b-4998-af78-d94ec24fc630 HTTP/1.1" status: 204 len: 168 time: 0.5071287 Jun 18 05:23:02.343820 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f305ca-dbba-41f8-b8aa-85fac35be80e req-62e00260-2131-4164-b9c6-2dd4f866f9e2 tempest-TestShelveInstance-245137814 tempest-TestShelveInstance-245137814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:23:02.345320 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-72f305ca-dbba-41f8-b8aa-85fac35be80e req-62e00260-2131-4164-b9c6-2dd4f866f9e2 tempest-TestShelveInstance-245137814 tempest-TestShelveInstance-245137814-project] 10.222.0.23 "GET /v2.0/ports?device_id=d0554d10-2a83-478b-a2a6-7c4bcc0dfc2b HTTP/1.1" status: 200 len: 945 time: 0.0611696 Jun 18 05:23:02.396575 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-72f305ca-dbba-41f8-b8aa-85fac35be80e req-136d1bc9-590a-4b89-adec-97ed463550f7 tempest-TestShelveInstance-245137814 tempest-TestShelveInstance-245137814-project] 10.222.0.23 "GET /v2.0/security-groups?id=46e7c09b-3bcc-4ed0-87e3-5a0cff7170e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454612 Jun 18 05:23:02.485170 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.rpc [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] Device d9715080-f281-4e80-b712-b6d751681e6f details requested by agent hyperv_hv-cinder-83699 with host hv-cinder-83699 {{(pid=104389) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 18 05:23:02.520735 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG dbcounter [-] [104389] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:23:02.587018 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.db [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] For port d9715080-f281-4e80-b712-b6d751681e6f, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=d9715080-f281-4e80-b712-b6d751681e6f,segment=NetworkSegment(8156adf2-605e-4047-8e9c-946882049554),segment_id=8156adf2-605e-4047-8e9c-946882049554)] {{(pid=104389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 05:23:02.598695 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.rpc [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] Returning: {'device': 'd9715080-f281-4e80-b712-b6d751681e6f', 'network_id': 'f7ef077f-c52c-4f70-b85e-e8892706babc', 'port_id': 'd9715080-f281-4e80-b712-b6d751681e6f', 'mac_address': 'fa:16:3e:91:b1:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 333, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '33823053-d4d0-4fd0-8dfe-171b826300f0', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104389) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 18 05:23:02.636854 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.plugin [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] Current status of the port d9715080-f281-4e80-b712-b6d751681e6f is: DOWN; New status is: BUILD {{(pid=104389) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 18 05:23:02.637240 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1768406'] for port (d9715080-f281-4e80-b712-b6d751681e6f), before_update {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:23:02.651206 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.notifiers.nova [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d9715080-f281-4e80-b712-b6d751681e6f {{(pid=104389) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 18 05:23:02.671650 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.db [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] For port d9715080-f281-4e80-b712-b6d751681e6f, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=d9715080-f281-4e80-b712-b6d751681e6f,segment=NetworkSegment(8156adf2-605e-4047-8e9c-946882049554),segment_id=8156adf2-605e-4047-8e9c-946882049554)] {{(pid=104389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 05:23:02.753338 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1768343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789592765606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789592262840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789592262858'] for port (d9715080-f281-4e80-b712-b6d751681e6f), after_update {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:23:02.805855 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] Pushing event updated for resources: {'Port': ['ID=d9715080-f281-4e80-b712-b6d751681e6f,revision_number=9']} {{(pid=104389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:23:02.813464 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:23:02.813819 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:23:02.814176 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:23:02.815126 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:23:02.815455 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:23:02.815788 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:23:02.816117 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:23:02.816446 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:23:02.816773 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:23:02.817099 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:23:02.817443 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:23:02.817775 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:23:02.818099 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:23:02.818420 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:23:02.818743 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:23:02.821467 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f11d092-845a-4159-9636-64c18bba8de7 req-bb22dc3a-455b-42ea-a209-d6d3061129b1 tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:23:02.822990 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-4f11d092-845a-4159-9636-64c18bba8de7 req-bb22dc3a-455b-42ea-a209-d6d3061129b1 tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] 10.222.0.23 "GET /v2.0/ports?device_id=bae5a59b-afc4-4fa7-a230-8590a793bc48 HTTP/1.1" status: 200 len: 944 time: 0.0623906 Jun 18 05:23:02.873276 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-4f11d092-845a-4159-9636-64c18bba8de7 req-3aa68921-cd0a-4caf-a688-a017fd1a85f5 tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] 10.222.0.23 "GET /v2.0/security-groups?id=407ae09c-3316-486c-94a7-7e1331aee9b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441709 Jun 18 05:23:03.083705 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.db [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] get_ports_and_sgs() called for port_ids ['d9715080-f281-4e80-b712-b6d751681e6f'] {{(pid=104389) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 18 05:23:03.112725 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG dbcounter [-] [104389] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:23:04.001470 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0562f38d-f734-4b9c-8c59-7aa6bd81ea51 req-232bda2c-af56-4e7e-8c0a-9de482c4d2a5 tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:23:04.003010 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-0562f38d-f734-4b9c-8c59-7aa6bd81ea51 req-232bda2c-af56-4e7e-8c0a-9de482c4d2a5 tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] 10.222.0.23 "GET /v2.0/ports?device_id=bae5a59b-afc4-4fa7-a230-8590a793bc48 HTTP/1.1" status: 200 len: 944 time: 0.0554943 Jun 18 05:23:04.055395 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-0562f38d-f734-4b9c-8c59-7aa6bd81ea51 req-db3dd9c7-5e1f-4019-b1cd-8c5475403ef3 tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] 10.222.0.23 "GET /v2.0/security-groups?id=407ae09c-3316-486c-94a7-7e1331aee9b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444942 Jun 18 05:23:04.482294 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.rpc [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] Device d9715080-f281-4e80-b712-b6d751681e6f up at agent hyperv_hv-cinder-83699 {{(pid=104389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 18 05:23:04.527051 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.db.provisioning_blocks [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] Provisioning complete for port d9715080-f281-4e80-b712-b6d751681e6f triggered by entity L2. {{(pid=104389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 18 05:23:04.527429 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1740956'] for port (d9715080-f281-4e80-b712-b6d751681e6f), provisioning_complete {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:23:04.602195 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.plugin [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] Current status of the port d9715080-f281-4e80-b712-b6d751681e6f is: BUILD; New status is: ACTIVE {{(pid=104389) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 18 05:23:04.602587 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1768406'] for port (d9715080-f281-4e80-b712-b6d751681e6f), before_update {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:23:04.627043 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bae5a59b-afc4-4fa7-a230-8590a793bc48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9715080-f281-4e80-b712-b6d751681e6f'}] {{(pid=104389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 18 05:23:04.629286 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84994602c193c13a4c26b8b675ba51d9b392d44d80225cb9db16c930b334f47b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-483a451f-5454-4906-8e20-b890f69701e8" -d '{"events": [{"server_uuid": "bae5a59b-afc4-4fa7-a230-8590a793bc48", "name": "network-vif-plugged", "status": "completed", "tag": "d9715080-f281-4e80-b712-b6d751681e6f"}]}' {{(pid=104389) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 05:23:04.642147 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.db [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] For port d9715080-f281-4e80-b712-b6d751681e6f, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=d9715080-f281-4e80-b712-b6d751681e6f,segment=NetworkSegment(8156adf2-605e-4047-8e9c-946882049554),segment_id=8156adf2-605e-4047-8e9c-946882049554)] {{(pid=104389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 05:23:04.667052 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Jun 2022 05:23:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0cd6d43-c615-44ed-9007-5c5db23e1a36 x-openstack-request-id: req-c0cd6d43-c615-44ed-9007-5c5db23e1a36 {{(pid=104389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 05:23:04.667927 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bae5a59b-afc4-4fa7-a230-8590a793bc48", "name": "network-vif-plugged", "status": "completed", "tag": "d9715080-f281-4e80-b712-b6d751681e6f", "code": 200}]} {{(pid=104389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 05:23:04.667927 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-c0cd6d43-c615-44ed-9007-5c5db23e1a36 {{(pid=104389) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 05:23:04.668147 dv-cinder-836996-35-iscsi neutron-server[104389]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c0cd6d43-c615-44ed-9007-5c5db23e1a36'] response: {'server_uuid': 'bae5a59b-afc4-4fa7-a230-8590a793bc48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9715080-f281-4e80-b712-b6d751681e6f', 'code': 200} Jun 18 05:23:04.713706 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1768343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789592765606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789592262840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789592262858'] for port (d9715080-f281-4e80-b712-b6d751681e6f), after_update {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:23:04.725032 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG neutron.db.agents_db [None req-f0cd052f-7516-4656-9d29-e77bb90ffdea None None] Agent healthcheck: found 6 active agents {{(pid=104390) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 18 05:23:04.761258 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] Pushing event updated for resources: {'Port': ['ID=d9715080-f281-4e80-b712-b6d751681e6f,revision_number=10']} {{(pid=104389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:23:05.088710 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8376942-4ae4-48ae-9621-ae4ae0f0ac99 req-d2cc04d4-533f-4fa1-8e1a-2a83592f00c0 tempest-ServerRescueNegativeTestJSON-1272623576 tempest-ServerRescueNegativeTestJSON-1272623576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:23:05.090150 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-c8376942-4ae4-48ae-9621-ae4ae0f0ac99 req-d2cc04d4-533f-4fa1-8e1a-2a83592f00c0 tempest-ServerRescueNegativeTestJSON-1272623576 tempest-ServerRescueNegativeTestJSON-1272623576-project] 10.222.0.23 "GET /v2.0/ports?device_id=5b8a5eb5-afb5-4209-9aa5-b38844bf07f2 HTTP/1.1" status: 200 len: 946 time: 0.0490811 Jun 18 05:23:05.138843 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-c8376942-4ae4-48ae-9621-ae4ae0f0ac99 req-62b08460-6165-4cb2-830c-89c83bbd0875 tempest-ServerRescueNegativeTestJSON-1272623576 tempest-ServerRescueNegativeTestJSON-1272623576-project] 10.222.0.23 "GET /v2.0/security-groups?id=83d5be7f-d8af-4828-9878-6877e2a6bac5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428717 Jun 18 05:23:05.161589 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG dbcounter [-] [104387] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:23:05.179703 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f349e124-1f90-4f1b-ab17-018fb8ea02cd req-b51300ca-127d-499a-8b98-c47007e78f3a tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:23:05.181220 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-f349e124-1f90-4f1b-ab17-018fb8ea02cd req-b51300ca-127d-499a-8b98-c47007e78f3a tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] 10.222.0.23 "GET /v2.0/ports?device_id=bae5a59b-afc4-4fa7-a230-8590a793bc48 HTTP/1.1" status: 200 len: 946 time: 0.0479686 Jun 18 05:23:05.228811 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-f349e124-1f90-4f1b-ab17-018fb8ea02cd req-942bb29f-d032-4d50-b296-0a9cf17ab29c tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] 10.222.0.23 "GET /v2.0/security-groups?id=407ae09c-3316-486c-94a7-7e1331aee9b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421352 Jun 18 05:23:06.253363 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a310697e-c16e-4691-894f-68ae9643be84 req-be9522a3-d53c-4504-b9f0-555328041a6a tempest-ServerRescueNegativeTestJSON-1272623576 tempest-ServerRescueNegativeTestJSON-1272623576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:23:06.254776 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-a310697e-c16e-4691-894f-68ae9643be84 req-be9522a3-d53c-4504-b9f0-555328041a6a tempest-ServerRescueNegativeTestJSON-1272623576 tempest-ServerRescueNegativeTestJSON-1272623576-project] 10.222.0.23 "GET /v2.0/ports?device_id=5b8a5eb5-afb5-4209-9aa5-b38844bf07f2 HTTP/1.1" status: 200 len: 946 time: 0.0470476 Jun 18 05:23:06.307715 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-a310697e-c16e-4691-894f-68ae9643be84 req-46e0942c-6f0a-4ed9-a21a-f74c7af08bf9 tempest-ServerRescueNegativeTestJSON-1272623576 tempest-ServerRescueNegativeTestJSON-1272623576-project] 10.222.0.23 "GET /v2.0/security-groups?id=83d5be7f-d8af-4828-9878-6877e2a6bac5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472412 Jun 18 05:23:06.346555 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf46e2d-7826-4bfe-a241-b7127faec29d req-fd6cea26-ec6a-4966-b825-c136989ad062 tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:23:06.348066 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-bbf46e2d-7826-4bfe-a241-b7127faec29d req-fd6cea26-ec6a-4966-b825-c136989ad062 tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] 10.222.0.23 "GET /v2.0/ports?device_id=bae5a59b-afc4-4fa7-a230-8590a793bc48 HTTP/1.1" status: 200 len: 946 time: 0.0469155 Jun 18 05:23:06.399839 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-bbf46e2d-7826-4bfe-a241-b7127faec29d req-805cfac3-1f9b-4f3a-8d24-1666ab0084be tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] 10.222.0.23 "GET /v2.0/security-groups?id=407ae09c-3316-486c-94a7-7e1331aee9b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457041 Jun 18 05:23:07.140042 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df871639-f4a5-4347-81d1-abee0c15c6d9 req-39d85ad5-a5c4-4e19-84bc-07e8586a1255 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:23:07.141532 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-df871639-f4a5-4347-81d1-abee0c15c6d9 req-39d85ad5-a5c4-4e19-84bc-07e8586a1255 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=bae5a59b-afc4-4fa7-a230-8590a793bc48 HTTP/1.1" status: 200 len: 1130 time: 0.0382354 Jun 18 05:23:07.433507 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e4944e-087c-4493-92c6-a2f56279b9ba req-a2a3e12e-0ba3-498c-87eb-b141a782bf4e tempest-ServerRescueNegativeTestJSON-1272623576 tempest-ServerRescueNegativeTestJSON-1272623576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:23:07.435011 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-e2e4944e-087c-4493-92c6-a2f56279b9ba req-a2a3e12e-0ba3-498c-87eb-b141a782bf4e tempest-ServerRescueNegativeTestJSON-1272623576 tempest-ServerRescueNegativeTestJSON-1272623576-project] 10.222.0.23 "GET /v2.0/ports?device_id=5b8a5eb5-afb5-4209-9aa5-b38844bf07f2 HTTP/1.1" status: 200 len: 946 time: 0.0580149 Jun 18 05:23:07.466025 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG dbcounter [-] [104388] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:23:07.483611 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-e2e4944e-087c-4493-92c6-a2f56279b9ba req-70cfac16-a417-4b66-8665-e96aa658c633 tempest-ServerRescueNegativeTestJSON-1272623576 tempest-ServerRescueNegativeTestJSON-1272623576-project] 10.222.0.23 "GET /v2.0/security-groups?id=83d5be7f-d8af-4828-9878-6877e2a6bac5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430617 Jun 18 05:23:07.536288 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789592556683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1744442'] for agent (21f82a9e-593b-4fa9-aa06-dfe6f16482e6), after_update {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:23:07.559002 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG dbcounter [-] [104387] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:23:07.576088 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76225cb5-8fe8-49e3-9858-bd4dcb627f93 req-06b7df04-6e48-446f-8841-d843058950a5 tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:23:07.577616 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-76225cb5-8fe8-49e3-9858-bd4dcb627f93 req-06b7df04-6e48-446f-8841-d843058950a5 tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] 10.222.0.23 "GET /v2.0/ports?device_id=bae5a59b-afc4-4fa7-a230-8590a793bc48 HTTP/1.1" status: 200 len: 946 time: 0.0997274 Jun 18 05:23:07.599086 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f35ea6-4f3b-480e-93b4-5bfd3cb9317a req-4e49b438-df72-4d74-9275-811de26424ff tempest-ServerRescueNegativeTestJSON-1272623576 tempest-ServerRescueNegativeTestJSON-1272623576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:23:07.604656 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-b1f35ea6-4f3b-480e-93b4-5bfd3cb9317a req-4e49b438-df72-4d74-9275-811de26424ff tempest-ServerRescueNegativeTestJSON-1272623576 tempest-ServerRescueNegativeTestJSON-1272623576-project] 10.222.0.15 "GET /v2.0/ports?device_id=5b8a5eb5-afb5-4209-9aa5-b38844bf07f2 HTTP/1.1" status: 200 len: 946 time: 0.1111431 Jun 18 05:23:07.627188 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-df871639-f4a5-4347-81d1-abee0c15c6d9 req-d0e23742-300b-4d13-9f4b-27a8b1356309 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=407ae09c-3316-486c-94a7-7e1331aee9b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1361639 Jun 18 05:23:07.655313 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-76225cb5-8fe8-49e3-9858-bd4dcb627f93 req-19d2e474-de23-4ce1-b4cf-4df0a8a0d007 tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] 10.222.0.23 "GET /v2.0/security-groups?id=407ae09c-3316-486c-94a7-7e1331aee9b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0656719 Jun 18 05:23:08.241683 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.plugin [req-b1f35ea6-4f3b-480e-93b4-5bfd3cb9317a req-b20ec09e-a6a8-45cf-8411-21a64f8dd8b0 tempest-ServerRescueNegativeTestJSON-1272623576 tempest-ServerRescueNegativeTestJSON-1272623576-project] Deleting port 8e5d7c91-931e-49de-80d5-fe09b507ebe5 {{(pid=104387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 18 05:23:08.242029 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [req-b1f35ea6-4f3b-480e-93b4-5bfd3cb9317a req-b20ec09e-a6a8-45cf-8411-21a64f8dd8b0 tempest-ServerRescueNegativeTestJSON-1272623576 tempest-ServerRescueNegativeTestJSON-1272623576-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789592760634'] for port (8e5d7c91-931e-49de-80d5-fe09b507ebe5), before_delete {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:23:08.333526 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.db [req-b1f35ea6-4f3b-480e-93b4-5bfd3cb9317a req-b20ec09e-a6a8-45cf-8411-21a64f8dd8b0 tempest-ServerRescueNegativeTestJSON-1272623576 tempest-ServerRescueNegativeTestJSON-1272623576-project] For port 8e5d7c91-931e-49de-80d5-fe09b507ebe5, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=8e5d7c91-931e-49de-80d5-fe09b507ebe5,segment=NetworkSegment(8830b993-bf62-481e-91c8-f0f91b8d6fd9),segment_id=8830b993-bf62-481e-91c8-f0f91b8d6fd9)] {{(pid=104387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 05:23:08.333815 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [req-b1f35ea6-4f3b-480e-93b4-5bfd3cb9317a req-b20ec09e-a6a8-45cf-8411-21a64f8dd8b0 tempest-ServerRescueNegativeTestJSON-1272623576 tempest-ServerRescueNegativeTestJSON-1272623576-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-734995'] for port (8e5d7c91-931e-49de-80d5-fe09b507ebe5), precommit_delete {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:23:08.347688 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.plugin [req-b1f35ea6-4f3b-480e-93b4-5bfd3cb9317a req-b20ec09e-a6a8-45cf-8411-21a64f8dd8b0 tempest-ServerRescueNegativeTestJSON-1272623576 tempest-ServerRescueNegativeTestJSON-1272623576-project] Calling delete_port for 8e5d7c91-931e-49de-80d5-fe09b507ebe5 owned by compute:nova {{(pid=104387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 18 05:23:08.532946 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [req-b1f35ea6-4f3b-480e-93b4-5bfd3cb9317a req-b20ec09e-a6a8-45cf-8411-21a64f8dd8b0 tempest-ServerRescueNegativeTestJSON-1272623576 tempest-ServerRescueNegativeTestJSON-1272623576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1768343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789592765633', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789592262831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14020772'] for port (8e5d7c91-931e-49de-80d5-fe09b507ebe5), after_delete {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:23:08.565645 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20ec09e-a6a8-45cf-8411-21a64f8dd8b0 tempest-ServerRescueNegativeTestJSON-1272623576 tempest-ServerRescueNegativeTestJSON-1272623576-project] Pushing event deleted for resources: {'Port': ['ID=8e5d7c91-931e-49de-80d5-fe09b507ebe5,revision_number=None']} {{(pid=104387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:23:08.595748 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-d2071328-1a90-41de-9fed-50d252cf8bcf req-1ac37f1f-e814-4443-9a33-79140ee06ca7 tempest-ServerRescueNegativeTestJSON-1272623576 tempest-ServerRescueNegativeTestJSON-1272623576-project] 10.222.0.23 "GET /v2.0/ports?device_id=5b8a5eb5-afb5-4209-9aa5-b38844bf07f2 HTTP/1.1" status: 200 len: 210 time: 0.0431843 Jun 18 05:23:08.613564 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1f35ea6-4f3b-480e-93b4-5bfd3cb9317a req-b20ec09e-a6a8-45cf-8411-21a64f8dd8b0 tempest-ServerRescueNegativeTestJSON-1272623576 tempest-ServerRescueNegativeTestJSON-1272623576-project] No DVR routers for this DVR port 8e5d7c91-931e-49de-80d5-fe09b507ebe5 on host hv-cinder-83699 {{(pid=104387) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 18 05:23:08.616799 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.db [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] get_ports_and_sgs() called for port_ids ['f8f8ec04-f267-4e2c-ac94-64d18aec5016'] {{(pid=104389) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 18 05:23:08.617465 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [req-b1f35ea6-4f3b-480e-93b4-5bfd3cb9317a req-b20ec09e-a6a8-45cf-8411-21a64f8dd8b0 tempest-ServerRescueNegativeTestJSON-1272623576 tempest-ServerRescueNegativeTestJSON-1272623576-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19502'] for port (None), before_response {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:23:08.621009 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-b1f35ea6-4f3b-480e-93b4-5bfd3cb9317a req-b20ec09e-a6a8-45cf-8411-21a64f8dd8b0 tempest-ServerRescueNegativeTestJSON-1272623576 tempest-ServerRescueNegativeTestJSON-1272623576-project] 10.222.0.15 "DELETE /v2.0/ports/8e5d7c91-931e-49de-80d5-fe09b507ebe5 HTTP/1.1" status: 204 len: 173 time: 0.4585967 Jun 18 05:23:08.621602 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b8a5eb5-afb5-4209-9aa5-b38844bf07f2', 'name': 'network-vif-deleted', 'tag': '8e5d7c91-931e-49de-80d5-fe09b507ebe5'}] {{(pid=104387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 18 05:23:08.624368 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}067244ef130036e0f0c6cfdae2cc0bb626a7afb0c2954d608d85df941ffdb65a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76040bb2-d0b7-4585-828b-c236a4698e01" -d '{"events": [{"server_uuid": "5b8a5eb5-afb5-4209-9aa5-b38844bf07f2", "name": "network-vif-deleted", "tag": "8e5d7c91-931e-49de-80d5-fe09b507ebe5"}]}' {{(pid=104387) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 05:23:08.661884 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Jun 2022 05:23:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1b2c1ac-7ec3-465f-a61a-f457136ecd76 x-openstack-request-id: req-a1b2c1ac-7ec3-465f-a61a-f457136ecd76 {{(pid=104387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 05:23:08.662179 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b8a5eb5-afb5-4209-9aa5-b38844bf07f2", "name": "network-vif-deleted", "tag": "8e5d7c91-931e-49de-80d5-fe09b507ebe5", "status": "completed", "code": 200}]} {{(pid=104387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 05:23:08.662436 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-a1b2c1ac-7ec3-465f-a61a-f457136ecd76 {{(pid=104387) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 05:23:08.663036 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a1b2c1ac-7ec3-465f-a61a-f457136ecd76'] response: {'server_uuid': '5b8a5eb5-afb5-4209-9aa5-b38844bf07f2', 'name': 'network-vif-deleted', 'tag': '8e5d7c91-931e-49de-80d5-fe09b507ebe5', 'status': 'completed', 'code': 200} Jun 18 05:23:08.780584 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976e77b3-5721-4f6f-b51a-48a557fffb0f req-1823010e-676b-43ee-bd02-f721862e4989 tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:23:08.786210 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-976e77b3-5721-4f6f-b51a-48a557fffb0f req-1823010e-676b-43ee-bd02-f721862e4989 tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] 10.222.0.23 "GET /v2.0/ports?device_id=bae5a59b-afc4-4fa7-a230-8590a793bc48 HTTP/1.1" status: 200 len: 946 time: 0.0508683 Jun 18 05:23:08.830911 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-976e77b3-5721-4f6f-b51a-48a557fffb0f req-2e5dd9ec-b6ba-4b0f-97a4-674ba21914af tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] 10.222.0.23 "GET /v2.0/security-groups?id=407ae09c-3316-486c-94a7-7e1331aee9b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429637 Jun 18 05:23:09.705489 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-c73a5f98-e9eb-470c-9168-04b1e95a4f97 req-79f7cf22-30b9-46c6-9cc3-90039e57bef8 tempest-ServerRescueNegativeTestJSON-1272623576 tempest-ServerRescueNegativeTestJSON-1272623576-project] 10.222.0.23 "GET /v2.0/ports?device_id=5b8a5eb5-afb5-4209-9aa5-b38844bf07f2 HTTP/1.1" status: 200 len: 210 time: 0.0276623 Jun 18 05:23:09.959480 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc7c317-3c18-48fc-8f12-fafbd346f411 req-c98ea042-f553-4b25-8ee3-0538e8bc21bd tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:23:09.961738 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-6dc7c317-3c18-48fc-8f12-fafbd346f411 req-c98ea042-f553-4b25-8ee3-0538e8bc21bd tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] 10.222.0.23 "GET /v2.0/ports?device_id=bae5a59b-afc4-4fa7-a230-8590a793bc48 HTTP/1.1" status: 200 len: 946 time: 0.0516229 Jun 18 05:23:10.012790 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-6dc7c317-3c18-48fc-8f12-fafbd346f411 req-9bc49cce-c23c-4a9a-a610-75f5a98a07df tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] 10.222.0.23 "GET /v2.0/security-groups?id=407ae09c-3316-486c-94a7-7e1331aee9b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457001 Jun 18 05:23:10.515976 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.rpc [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] Device 8e5d7c91-931e-49de-80d5-fe09b507ebe5 no longer exists at agent hyperv_hv-cinder-83699 {{(pid=104389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 18 05:23:10.535664 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.plugin [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] No Port match for: 8e5d7c91-931e-49de-80d5-fe09b507ebe5 {{(pid=104389) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 18 05:23:10.537050 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.rpc [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] Device 8e5d7c91-931e-49de-80d5-fe09b507ebe5 not bound to the agent host hv-cinder-83699 {{(pid=104389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 18 05:23:11.165644 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e12620-10f5-4fdd-a0d5-972818d45e68 req-d1626b62-3940-4ca7-b491-ffdde069a199 tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:23:11.167157 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-39e12620-10f5-4fdd-a0d5-972818d45e68 req-d1626b62-3940-4ca7-b491-ffdde069a199 tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] 10.222.0.23 "GET /v2.0/ports?device_id=bae5a59b-afc4-4fa7-a230-8590a793bc48 HTTP/1.1" status: 200 len: 946 time: 0.0478511 Jun 18 05:23:11.216625 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-39e12620-10f5-4fdd-a0d5-972818d45e68 req-a6d42098-b5c2-4345-b354-0f3109a66dc3 tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] 10.222.0.23 "GET /v2.0/security-groups?id=407ae09c-3316-486c-94a7-7e1331aee9b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438044 Jun 18 05:23:11.320485 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddddadec-498d-492e-a2ee-b8db958b46e8 req-6012f8e3-01d0-4517-9d65-76f157525885 tempest-ServerRescueNegativeTestJSON-1272623576 tempest-ServerRescueNegativeTestJSON-1272623576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:23:11.321973 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-ddddadec-498d-492e-a2ee-b8db958b46e8 req-6012f8e3-01d0-4517-9d65-76f157525885 tempest-ServerRescueNegativeTestJSON-1272623576 tempest-ServerRescueNegativeTestJSON-1272623576-project] 10.222.0.23 "GET /v2.0/ports?device_id=73b2fdbe-e24f-4092-bf52-db5c0a24f250 HTTP/1.1" status: 200 len: 945 time: 0.0483491 Jun 18 05:23:11.372881 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-ddddadec-498d-492e-a2ee-b8db958b46e8 req-d51d5adb-81a3-49fd-84e5-1283d1348a14 tempest-ServerRescueNegativeTestJSON-1272623576 tempest-ServerRescueNegativeTestJSON-1272623576-project] 10.222.0.23 "GET /v2.0/security-groups?id=83d5be7f-d8af-4828-9878-6877e2a6bac5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455244 Jun 18 05:23:12.531311 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9374c3f7-877b-47c7-a203-29e529157a04 req-3f85eb66-806d-4b8d-bee1-dc4b08482daa tempest-ServerRescueNegativeTestJSON-1272623576 tempest-ServerRescueNegativeTestJSON-1272623576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:23:12.532786 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-9374c3f7-877b-47c7-a203-29e529157a04 req-3f85eb66-806d-4b8d-bee1-dc4b08482daa tempest-ServerRescueNegativeTestJSON-1272623576 tempest-ServerRescueNegativeTestJSON-1272623576-project] 10.222.0.23 "GET /v2.0/ports?device_id=73b2fdbe-e24f-4092-bf52-db5c0a24f250 HTTP/1.1" status: 200 len: 945 time: 0.0465326 Jun 18 05:23:12.581076 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-9374c3f7-877b-47c7-a203-29e529157a04 req-0007c771-b1e1-4b8c-a7a7-ac9e1af165c5 tempest-ServerRescueNegativeTestJSON-1272623576 tempest-ServerRescueNegativeTestJSON-1272623576-project] 10.222.0.23 "GET /v2.0/security-groups?id=83d5be7f-d8af-4828-9878-6877e2a6bac5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419438 Jun 18 05:23:12.682570 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd46792-4fa6-4396-b526-acf921127e2a req-13c87c59-4fc9-417b-8f1e-aabd99177894 tempest-TestVolumeBootPattern-2140324561 tempest-TestVolumeBootPattern-2140324561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:23:12.684095 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-8cd46792-4fa6-4396-b526-acf921127e2a req-13c87c59-4fc9-417b-8f1e-aabd99177894 tempest-TestVolumeBootPattern-2140324561 tempest-TestVolumeBootPattern-2140324561-project] 10.222.0.23 "GET /v2.0/ports?device_id=0862f974-0f40-4c61-95a9-9c0e1db65a4b HTTP/1.1" status: 200 len: 946 time: 0.0476100 Jun 18 05:23:12.696017 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG dbcounter [-] [104388] Writing DB stats neutron:SELECT=100 {{(pid=104388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:23:12.734498 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-8cd46792-4fa6-4396-b526-acf921127e2a req-1cb43a74-58bd-4662-88f2-b672b319b7e0 tempest-TestVolumeBootPattern-2140324561 tempest-TestVolumeBootPattern-2140324561-project] 10.222.0.23 "GET /v2.0/security-groups?id=58bf4135-bd70-41ae-af28-83b051ed0d19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445888 Jun 18 05:23:13.700528 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a662b0b1-6d64-4855-89ac-28cd7da64388 req-52e783f0-0454-42a9-817b-9c5e8a0df000 tempest-ServerRescueNegativeTestJSON-1272623576 tempest-ServerRescueNegativeTestJSON-1272623576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:23:13.702031 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-a662b0b1-6d64-4855-89ac-28cd7da64388 req-52e783f0-0454-42a9-817b-9c5e8a0df000 tempest-ServerRescueNegativeTestJSON-1272623576 tempest-ServerRescueNegativeTestJSON-1272623576-project] 10.222.0.23 "GET /v2.0/ports?device_id=73b2fdbe-e24f-4092-bf52-db5c0a24f250 HTTP/1.1" status: 200 len: 945 time: 0.0499303 Jun 18 05:23:13.749798 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-a662b0b1-6d64-4855-89ac-28cd7da64388 req-4e2a26e7-95e6-44a5-8112-2f3761f19ff1 tempest-ServerRescueNegativeTestJSON-1272623576 tempest-ServerRescueNegativeTestJSON-1272623576-project] 10.222.0.23 "GET /v2.0/security-groups?id=83d5be7f-d8af-4828-9878-6877e2a6bac5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422454 Jun 18 05:23:13.847495 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e785dc-eff4-4b37-b84d-b410fdeeb8d9 req-93e4d794-0a5a-4007-8186-25827ab3d1d3 tempest-TestVolumeBootPattern-2140324561 tempest-TestVolumeBootPattern-2140324561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:23:13.848963 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-10e785dc-eff4-4b37-b84d-b410fdeeb8d9 req-93e4d794-0a5a-4007-8186-25827ab3d1d3 tempest-TestVolumeBootPattern-2140324561 tempest-TestVolumeBootPattern-2140324561-project] 10.222.0.23 "GET /v2.0/ports?device_id=0862f974-0f40-4c61-95a9-9c0e1db65a4b HTTP/1.1" status: 200 len: 946 time: 0.0463777 Jun 18 05:23:13.897783 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-10e785dc-eff4-4b37-b84d-b410fdeeb8d9 req-68a98272-a4a7-4d4c-928b-2ef0025d24be tempest-TestVolumeBootPattern-2140324561 tempest-TestVolumeBootPattern-2140324561-project] 10.222.0.23 "GET /v2.0/security-groups?id=58bf4135-bd70-41ae-af28-83b051ed0d19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431650 Jun 18 05:23:14.865339 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24756a11-295d-4e96-b260-ac31341a20ba req-56f54152-0387-4e94-b900-735d4618edfa tempest-ServerRescueNegativeTestJSON-1272623576 tempest-ServerRescueNegativeTestJSON-1272623576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:23:14.867457 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-24756a11-295d-4e96-b260-ac31341a20ba req-56f54152-0387-4e94-b900-735d4618edfa tempest-ServerRescueNegativeTestJSON-1272623576 tempest-ServerRescueNegativeTestJSON-1272623576-project] 10.222.0.23 "GET /v2.0/ports?device_id=73b2fdbe-e24f-4092-bf52-db5c0a24f250 HTTP/1.1" status: 200 len: 945 time: 0.0506639 Jun 18 05:23:14.913175 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-24756a11-295d-4e96-b260-ac31341a20ba req-c953b18d-3e0d-4db6-b967-11b24ddbbb86 tempest-ServerRescueNegativeTestJSON-1272623576 tempest-ServerRescueNegativeTestJSON-1272623576-project] 10.222.0.23 "GET /v2.0/security-groups?id=83d5be7f-d8af-4828-9878-6877e2a6bac5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397358 Jun 18 05:23:15.012322 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cff404b-7d53-480c-a145-a4671e659eb6 req-d3095503-b4db-459e-bec3-42d8c051710d tempest-TestVolumeBootPattern-2140324561 tempest-TestVolumeBootPattern-2140324561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:23:15.013806 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-0cff404b-7d53-480c-a145-a4671e659eb6 req-d3095503-b4db-459e-bec3-42d8c051710d tempest-TestVolumeBootPattern-2140324561 tempest-TestVolumeBootPattern-2140324561-project] 10.222.0.23 "GET /v2.0/ports?device_id=0862f974-0f40-4c61-95a9-9c0e1db65a4b HTTP/1.1" status: 200 len: 946 time: 0.0492938 Jun 18 05:23:15.062265 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-0cff404b-7d53-480c-a145-a4671e659eb6 req-8b3ed7c8-711d-4986-b5f1-88e8166841fc tempest-TestVolumeBootPattern-2140324561 tempest-TestVolumeBootPattern-2140324561-project] 10.222.0.23 "GET /v2.0/security-groups?id=58bf4135-bd70-41ae-af28-83b051ed0d19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430000 Jun 18 05:23:15.710676 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3616bc-628a-41ed-9e79-9d8d805d7d09 req-a2b5bf06-d89c-466f-a23c-93310e666894 tempest-ServerRescueNegativeTestJSON-1272623576 tempest-ServerRescueNegativeTestJSON-1272623576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:23:15.712315 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-0b3616bc-628a-41ed-9e79-9d8d805d7d09 req-a2b5bf06-d89c-466f-a23c-93310e666894 tempest-ServerRescueNegativeTestJSON-1272623576 tempest-ServerRescueNegativeTestJSON-1272623576-project] 10.222.0.15 "GET /v2.0/ports?device_id=73b2fdbe-e24f-4092-bf52-db5c0a24f250 HTTP/1.1" status: 200 len: 945 time: 0.0476677 Jun 18 05:23:15.800442 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG dbcounter [-] [104387] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:23:15.804451 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.plugin [req-0b3616bc-628a-41ed-9e79-9d8d805d7d09 req-17cf0a61-7be1-498d-a952-43cc2e21d1b4 tempest-ServerRescueNegativeTestJSON-1272623576 tempest-ServerRescueNegativeTestJSON-1272623576-project] Deleting port f8f8ec04-f267-4e2c-ac94-64d18aec5016 {{(pid=104387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 18 05:23:15.804796 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [req-0b3616bc-628a-41ed-9e79-9d8d805d7d09 req-17cf0a61-7be1-498d-a952-43cc2e21d1b4 tempest-ServerRescueNegativeTestJSON-1272623576 tempest-ServerRescueNegativeTestJSON-1272623576-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789592760634'] for port (f8f8ec04-f267-4e2c-ac94-64d18aec5016), before_delete {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:23:15.895396 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.db [req-0b3616bc-628a-41ed-9e79-9d8d805d7d09 req-17cf0a61-7be1-498d-a952-43cc2e21d1b4 tempest-ServerRescueNegativeTestJSON-1272623576 tempest-ServerRescueNegativeTestJSON-1272623576-project] For port f8f8ec04-f267-4e2c-ac94-64d18aec5016, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=f8f8ec04-f267-4e2c-ac94-64d18aec5016,segment=NetworkSegment(8830b993-bf62-481e-91c8-f0f91b8d6fd9),segment_id=8830b993-bf62-481e-91c8-f0f91b8d6fd9)] {{(pid=104387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 05:23:15.895764 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [req-0b3616bc-628a-41ed-9e79-9d8d805d7d09 req-17cf0a61-7be1-498d-a952-43cc2e21d1b4 tempest-ServerRescueNegativeTestJSON-1272623576 tempest-ServerRescueNegativeTestJSON-1272623576-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-734995'] for port (f8f8ec04-f267-4e2c-ac94-64d18aec5016), precommit_delete {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:23:15.908751 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.plugin [req-0b3616bc-628a-41ed-9e79-9d8d805d7d09 req-17cf0a61-7be1-498d-a952-43cc2e21d1b4 tempest-ServerRescueNegativeTestJSON-1272623576 tempest-ServerRescueNegativeTestJSON-1272623576-project] Calling delete_port for f8f8ec04-f267-4e2c-ac94-64d18aec5016 owned by compute:nova {{(pid=104387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 18 05:23:16.018522 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG dbcounter [-] [104387] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:23:16.028781 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3c9ea4-459c-45d7-855f-a4f1f5fbbfea req-04dffbf3-df2a-4b50-9540-30def4962e01 tempest-ServerRescueNegativeTestJSON-1272623576 tempest-ServerRescueNegativeTestJSON-1272623576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:23:16.030597 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-ed3c9ea4-459c-45d7-855f-a4f1f5fbbfea req-04dffbf3-df2a-4b50-9540-30def4962e01 tempest-ServerRescueNegativeTestJSON-1272623576 tempest-ServerRescueNegativeTestJSON-1272623576-project] 10.222.0.23 "GET /v2.0/ports?device_id=73b2fdbe-e24f-4092-bf52-db5c0a24f250 HTTP/1.1" status: 200 len: 945 time: 0.0476146 Jun 18 05:23:16.078444 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-ed3c9ea4-459c-45d7-855f-a4f1f5fbbfea req-e2a99ef1-d887-43e1-aeff-a1883c81fb1d tempest-ServerRescueNegativeTestJSON-1272623576 tempest-ServerRescueNegativeTestJSON-1272623576-project] 10.222.0.23 "GET /v2.0/security-groups?id=83d5be7f-d8af-4828-9878-6877e2a6bac5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422876 Jun 18 05:23:16.087157 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59956ab-05e2-48f9-9177-7e0482ce8b36 req-dba296bb-542e-437a-ac23-fd58f71845bb tempest-TestVolumeBootPattern-2140324561 tempest-TestVolumeBootPattern-2140324561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:23:16.088663 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-c59956ab-05e2-48f9-9177-7e0482ce8b36 req-dba296bb-542e-437a-ac23-fd58f71845bb tempest-TestVolumeBootPattern-2140324561 tempest-TestVolumeBootPattern-2140324561-project] 10.222.0.15 "GET /v2.0/ports?device_id=0862f974-0f40-4c61-95a9-9c0e1db65a4b HTTP/1.1" status: 200 len: 946 time: 0.0463004 Jun 18 05:23:16.166042 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [req-0b3616bc-628a-41ed-9e79-9d8d805d7d09 req-17cf0a61-7be1-498d-a952-43cc2e21d1b4 tempest-ServerRescueNegativeTestJSON-1272623576 tempest-ServerRescueNegativeTestJSON-1272623576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1768343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789592765633', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789592262831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14020772'] for port (f8f8ec04-f267-4e2c-ac94-64d18aec5016), after_delete {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:23:16.204110 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.db [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] get_ports_and_sgs() called for port_ids ['f8f8ec04-f267-4e2c-ac94-64d18aec5016'] {{(pid=104389) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 18 05:23:16.207241 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG dbcounter [-] [104389] Writing DB stats neutron:UPDATE=3,neutron:SELECT=97 {{(pid=104389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:23:16.231372 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17cf0a61-7be1-498d-a952-43cc2e21d1b4 tempest-ServerRescueNegativeTestJSON-1272623576 tempest-ServerRescueNegativeTestJSON-1272623576-project] Pushing event deleted for resources: {'Port': ['ID=f8f8ec04-f267-4e2c-ac94-64d18aec5016,revision_number=None']} {{(pid=104387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:23:16.238479 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c6df81-65e5-4ce9-98b1-098090659f8c req-58b64281-75d3-4cd9-a3d7-3dc76d125328 tempest-TestVolumeBootPattern-2140324561 tempest-TestVolumeBootPattern-2140324561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:23:16.239948 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-95c6df81-65e5-4ce9-98b1-098090659f8c req-58b64281-75d3-4cd9-a3d7-3dc76d125328 tempest-TestVolumeBootPattern-2140324561 tempest-TestVolumeBootPattern-2140324561-project] 10.222.0.23 "GET /v2.0/ports?device_id=0862f974-0f40-4c61-95a9-9c0e1db65a4b HTTP/1.1" status: 200 len: 946 time: 0.1069472 Jun 18 05:23:16.285763 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.plugin [req-c59956ab-05e2-48f9-9177-7e0482ce8b36 req-806b0e70-a6bd-4a97-ac64-e781983a5037 tempest-TestVolumeBootPattern-2140324561 tempest-TestVolumeBootPattern-2140324561-project] Deleting port 23c6b7c7-2045-4a84-955e-c924bc121496 {{(pid=104387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 18 05:23:16.291032 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [req-c59956ab-05e2-48f9-9177-7e0482ce8b36 req-806b0e70-a6bd-4a97-ac64-e781983a5037 tempest-TestVolumeBootPattern-2140324561 tempest-TestVolumeBootPattern-2140324561-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789592760634'] for port (23c6b7c7-2045-4a84-955e-c924bc121496), before_delete {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:23:16.331685 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b3616bc-628a-41ed-9e79-9d8d805d7d09 req-17cf0a61-7be1-498d-a952-43cc2e21d1b4 tempest-ServerRescueNegativeTestJSON-1272623576 tempest-ServerRescueNegativeTestJSON-1272623576-project] No DVR routers for this DVR port f8f8ec04-f267-4e2c-ac94-64d18aec5016 on host hv-cinder-83699 {{(pid=104387) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 18 05:23:16.343310 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [req-0b3616bc-628a-41ed-9e79-9d8d805d7d09 req-17cf0a61-7be1-498d-a952-43cc2e21d1b4 tempest-ServerRescueNegativeTestJSON-1272623576 tempest-ServerRescueNegativeTestJSON-1272623576-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19502'] for port (None), before_response {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:23:16.346438 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-0b3616bc-628a-41ed-9e79-9d8d805d7d09 req-17cf0a61-7be1-498d-a952-43cc2e21d1b4 tempest-ServerRescueNegativeTestJSON-1272623576 tempest-ServerRescueNegativeTestJSON-1272623576-project] 10.222.0.15 "DELETE /v2.0/ports/f8f8ec04-f267-4e2c-ac94-64d18aec5016 HTTP/1.1" status: 204 len: 173 time: 0.6232028 Jun 18 05:23:16.347020 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73b2fdbe-e24f-4092-bf52-db5c0a24f250', 'name': 'network-vif-deleted', 'tag': 'f8f8ec04-f267-4e2c-ac94-64d18aec5016'}] {{(pid=104387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 18 05:23:16.349220 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}067244ef130036e0f0c6cfdae2cc0bb626a7afb0c2954d608d85df941ffdb65a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8cfb15e-76ae-4c94-b4d6-2c27476f200d" -d '{"events": [{"server_uuid": "73b2fdbe-e24f-4092-bf52-db5c0a24f250", "name": "network-vif-deleted", "tag": "f8f8ec04-f267-4e2c-ac94-64d18aec5016"}]}' {{(pid=104387) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 05:23:16.404031 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Jun 2022 05:23:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9419aae5-f3f4-447a-bd55-9b602f055cf7 x-openstack-request-id: req-9419aae5-f3f4-447a-bd55-9b602f055cf7 {{(pid=104387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 05:23:16.404315 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73b2fdbe-e24f-4092-bf52-db5c0a24f250", "name": "network-vif-deleted", "tag": "f8f8ec04-f267-4e2c-ac94-64d18aec5016", "status": "completed", "code": 200}]} {{(pid=104387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 05:23:16.404824 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-9419aae5-f3f4-447a-bd55-9b602f055cf7 {{(pid=104387) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 05:23:16.405802 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9419aae5-f3f4-447a-bd55-9b602f055cf7'] response: {'server_uuid': '73b2fdbe-e24f-4092-bf52-db5c0a24f250', 'name': 'network-vif-deleted', 'tag': 'f8f8ec04-f267-4e2c-ac94-64d18aec5016', 'status': 'completed', 'code': 200} Jun 18 05:23:16.411066 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-95c6df81-65e5-4ce9-98b1-098090659f8c req-21088d8b-4291-4d1f-8e44-7b4d1be442e0 tempest-TestVolumeBootPattern-2140324561 tempest-TestVolumeBootPattern-2140324561-project] 10.222.0.23 "GET /v2.0/security-groups?id=58bf4135-bd70-41ae-af28-83b051ed0d19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1610601 Jun 18 05:23:16.448181 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.db [req-c59956ab-05e2-48f9-9177-7e0482ce8b36 req-806b0e70-a6bd-4a97-ac64-e781983a5037 tempest-TestVolumeBootPattern-2140324561 tempest-TestVolumeBootPattern-2140324561-project] For port 23c6b7c7-2045-4a84-955e-c924bc121496, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=23c6b7c7-2045-4a84-955e-c924bc121496,segment=NetworkSegment(8aca2cfd-4c97-491c-8d50-193cbcc193f8),segment_id=8aca2cfd-4c97-491c-8d50-193cbcc193f8)] {{(pid=104387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 05:23:16.448551 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [req-c59956ab-05e2-48f9-9177-7e0482ce8b36 req-806b0e70-a6bd-4a97-ac64-e781983a5037 tempest-TestVolumeBootPattern-2140324561 tempest-TestVolumeBootPattern-2140324561-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-734995'] for port (23c6b7c7-2045-4a84-955e-c924bc121496), precommit_delete {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:23:16.615304 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [req-c59956ab-05e2-48f9-9177-7e0482ce8b36 req-806b0e70-a6bd-4a97-ac64-e781983a5037 tempest-TestVolumeBootPattern-2140324561 tempest-TestVolumeBootPattern-2140324561-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:23:16.615700 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [req-c59956ab-05e2-48f9-9177-7e0482ce8b36 req-806b0e70-a6bd-4a97-ac64-e781983a5037 tempest-TestVolumeBootPattern-2140324561 tempest-TestVolumeBootPattern-2140324561-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-736808'] for floatingip (0ab49a01-b7ba-4b18-a70b-acd973ad37ea), after_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:23:16.616690 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.db.l3_db [req-c59956ab-05e2-48f9-9177-7e0482ce8b36 req-806b0e70-a6bd-4a97-ac64-e781983a5037 tempest-TestVolumeBootPattern-2140324561 tempest-TestVolumeBootPattern-2140324561-project] Floating IP 0ab49a01-b7ba-4b18-a70b-acd973ad37ea disassociated. External IP: 172.27.2.64, port: 23c6b7c7-2045-4a84-955e-c924bc121496. Jun 18 05:23:16.617048 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.plugin [req-c59956ab-05e2-48f9-9177-7e0482ce8b36 req-806b0e70-a6bd-4a97-ac64-e781983a5037 tempest-TestVolumeBootPattern-2140324561 tempest-TestVolumeBootPattern-2140324561-project] Calling delete_port for 23c6b7c7-2045-4a84-955e-c924bc121496 owned by compute:nova {{(pid=104387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 18 05:23:16.619263 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG dbcounter [-] [104387] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=104387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:23:16.880865 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [req-c59956ab-05e2-48f9-9177-7e0482ce8b36 req-806b0e70-a6bd-4a97-ac64-e781983a5037 tempest-TestVolumeBootPattern-2140324561 tempest-TestVolumeBootPattern-2140324561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1768343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789592765633', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789592262831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14020772'] for port (23c6b7c7-2045-4a84-955e-c924bc121496), after_delete {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:23:16.908375 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-806b0e70-a6bd-4a97-ac64-e781983a5037 tempest-TestVolumeBootPattern-2140324561 tempest-TestVolumeBootPattern-2140324561-project] Pushing event deleted for resources: {'Port': ['ID=23c6b7c7-2045-4a84-955e-c924bc121496,revision_number=None']} {{(pid=104387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:23:17.019483 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c59956ab-05e2-48f9-9177-7e0482ce8b36 req-806b0e70-a6bd-4a97-ac64-e781983a5037 tempest-TestVolumeBootPattern-2140324561 tempest-TestVolumeBootPattern-2140324561-project] Router febfd648-1542-4a4c-8d49-ecc66f2a4a94 has already been hosted by L3 agent a8549501-0164-4ac5-90a6-1ba1ba0d3f9d {{(pid=104387) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 18 05:23:17.090709 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG dbcounter [-] [104387] Writing DB stats neutron:SELECT=91,neutron:UPDATE=1,neutron:DELETE=8 {{(pid=104387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:23:17.201861 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-d787749b-5e42-46c8-8631-3906b920f13c req-c9ab6a36-a4d7-47d5-8262-8aa3e9988360 tempest-ServerRescueNegativeTestJSON-1272623576 tempest-ServerRescueNegativeTestJSON-1272623576-project] 10.222.0.23 "GET /v2.0/ports?device_id=73b2fdbe-e24f-4092-bf52-db5c0a24f250 HTTP/1.1" status: 200 len: 210 time: 0.0332704 Jun 18 05:23:17.426052 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c59956ab-05e2-48f9-9177-7e0482ce8b36 req-806b0e70-a6bd-4a97-ac64-e781983a5037 tempest-TestVolumeBootPattern-2140324561 tempest-TestVolumeBootPattern-2140324561-project] Notify agent at l3_agent.dv-cinder-836996-35-iscsi the message routers_updated {{(pid=104387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 05:23:17.436035 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1a64430-2515-423d-8d6d-2499b9c59379 None None] Sync routers for ids ['febfd648-1542-4a4c-8d49-ecc66f2a4a94'] in dv-cinder-836996-35-iscsi {{(pid=104390) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 05:23:17.447538 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1a64430-2515-423d-8d6d-2499b9c59379 None None] Routers {'febfd648-1542-4a4c-8d49-ecc66f2a4a94'} bound to L3 agent in host dv-cinder-836996-35-iscsi {{(pid=104390) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 18 05:23:17.448337 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG neutron.db.l3_hamode_db [None req-e1a64430-2515-423d-8d6d-2499b9c59379 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-35-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-18T05:08:24Z,description=,heartbeat_timestamp=2022-06-18T05:22:54Z,host='dv-cinder-836996-35-iscsi',id=a8549501-0164-4ac5-90a6-1ba1ba0d3f9d,load=0,resource_versions=,resources_synced=,started_at=2022-06-18T05:08:25Z,topic='l3_agent')) {'router_ids': ['febfd648-1542-4a4c-8d49-ecc66f2a4a94'], 'active': True} {{(pid=104390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 05:23:17.470583 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.db.l3_dvrscheduler_db [req-c59956ab-05e2-48f9-9177-7e0482ce8b36 req-806b0e70-a6bd-4a97-ac64-e781983a5037 tempest-TestVolumeBootPattern-2140324561 tempest-TestVolumeBootPattern-2140324561-project] No DVR routers for this DVR port 23c6b7c7-2045-4a84-955e-c924bc121496 on host hv-cinder-83699 {{(pid=104387) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 18 05:23:17.472972 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [req-c59956ab-05e2-48f9-9177-7e0482ce8b36 req-806b0e70-a6bd-4a97-ac64-e781983a5037 tempest-TestVolumeBootPattern-2140324561 tempest-TestVolumeBootPattern-2140324561-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19502'] for port (None), before_response {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:23:17.476709 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-c59956ab-05e2-48f9-9177-7e0482ce8b36 req-806b0e70-a6bd-4a97-ac64-e781983a5037 tempest-TestVolumeBootPattern-2140324561 tempest-TestVolumeBootPattern-2140324561-project] 10.222.0.15 "DELETE /v2.0/ports/23c6b7c7-2045-4a84-955e-c924bc121496 HTTP/1.1" status: 204 len: 173 time: 1.3815665 Jun 18 05:23:17.515586 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-8a81e7af-61a4-406e-963a-932ed0f602ef req-9a384d78-b38f-4a80-b6f6-33c5b297ceda tempest-TestVolumeBootPattern-2140324561 tempest-TestVolumeBootPattern-2140324561-project] 10.222.0.23 "GET /v2.0/ports?device_id=0862f974-0f40-4c61-95a9-9c0e1db65a4b HTTP/1.1" status: 200 len: 210 time: 0.0302882 Jun 18 05:23:17.558312 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG neutron.db.l3_dvr_db [None req-e1a64430-2515-423d-8d6d-2499b9c59379 None None] Set router febfd648-1542-4a4c-8d49-ecc66f2a4a94 gateway port host: dv-cinder-836996-35-iscsi {{(pid=104390) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 18 05:23:17.746206 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG neutron.db.l3_hamode_db [None req-e1a64430-2515-423d-8d6d-2499b9c59379 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'febfd648-1542-4a4c-8d49-ecc66f2a4a94', 'name': 'tempest-TestVolumeBootPattern-1313612744-router', 'tenant_id': 'e5e4aece32ff462b9b9a42200d584c1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65c030c7-6a7d-4cea-a47d-5cdd532db0e6', 'external_fixed_ips': [{'subnet_id': 'a9fa7760-a071-45ee-b985-799999c69975', 'ip_address': '172.27.2.206'}], 'enable_snat': True}, 'gw_port_id': '8849aa39-3bdf-4229-a0da-4d21338ac229', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-18T05:20:03Z', 'updated_at': '2022-06-18T05:20:06Z', 'revision_number': 4, 'project_id': 'e5e4aece32ff462b9b9a42200d584c1b', 'gw_port': {'id': '8849aa39-3bdf-4229-a0da-4d21338ac229', 'name': '', 'network_id': '65c030c7-6a7d-4cea-a47d-5cdd532db0e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:7d:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'febfd648-1542-4a4c-8d49-ecc66f2a4a94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': 'a9fa7760-a071-45ee-b985-799999c69975', 'ip_address': '172.27.2.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-18T05:20:03Z', 'updated_at': '2022-06-18T05:20:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9fa7760-a071-45ee-b985-799999c69975', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-35-iscsi', '_interfaces': [{'id': 'ad37ad86-af51-48c9-8423-f4dcba784269', 'name': '', 'network_id': '1df631c6-dcd7-4307-8f3b-f75e299e78ec', 'tenant_id': 'e5e4aece32ff462b9b9a42200d584c1b', 'mac_address': 'fa:16:3e:41:1e:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'febfd648-1542-4a4c-8d49-ecc66f2a4a94', 'device_owner': 'network:router_interface', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '6b669cb0-2ad3-4bdc-840d-cbd0d58ea955', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-18T05:20:06Z', 'updated_at': '2022-06-18T05:20:10Z', 'revision_number': 5, 'project_id': 'e5e4aece32ff462b9b9a42200d584c1b', 'subnets': [{'id': '6b669cb0-2ad3-4bdc-840d-cbd0d58ea955', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-35-iscsi', False) {} {{(pid=104390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 05:23:17.774500 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1a64430-2515-423d-8d6d-2499b9c59379 None None] Checking router: febfd648-1542-4a4c-8d49-ecc66f2a4a94 for host: dv-cinder-836996-35-iscsi {{(pid=104390) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 05:23:17.783000 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1a64430-2515-423d-8d6d-2499b9c59379 None None] Routers {'febfd648-1542-4a4c-8d49-ecc66f2a4a94'} bound to L3 agent in host dv-cinder-836996-35-iscsi {{(pid=104390) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 18 05:23:17.783596 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG neutron.db.l3_hamode_db [None req-e1a64430-2515-423d-8d6d-2499b9c59379 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-35-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-18T05:08:24Z,description=,heartbeat_timestamp=2022-06-18T05:22:54Z,host='dv-cinder-836996-35-iscsi',id=a8549501-0164-4ac5-90a6-1ba1ba0d3f9d,load=0,resource_versions=,resources_synced=,started_at=2022-06-18T05:08:25Z,topic='l3_agent')) {'router_ids': ['febfd648-1542-4a4c-8d49-ecc66f2a4a94'], 'active': True} {{(pid=104390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 05:23:17.880872 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG neutron.db.l3_dvr_db [None req-e1a64430-2515-423d-8d6d-2499b9c59379 None None] Set router febfd648-1542-4a4c-8d49-ecc66f2a4a94 gateway port host: dv-cinder-836996-35-iscsi {{(pid=104390) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 18 05:23:18.071976 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG neutron.db.l3_hamode_db [None req-e1a64430-2515-423d-8d6d-2499b9c59379 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'febfd648-1542-4a4c-8d49-ecc66f2a4a94', 'name': 'tempest-TestVolumeBootPattern-1313612744-router', 'tenant_id': 'e5e4aece32ff462b9b9a42200d584c1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65c030c7-6a7d-4cea-a47d-5cdd532db0e6', 'external_fixed_ips': [{'subnet_id': 'a9fa7760-a071-45ee-b985-799999c69975', 'ip_address': '172.27.2.206'}], 'enable_snat': True}, 'gw_port_id': '8849aa39-3bdf-4229-a0da-4d21338ac229', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-18T05:20:03Z', 'updated_at': '2022-06-18T05:20:06Z', 'revision_number': 4, 'project_id': 'e5e4aece32ff462b9b9a42200d584c1b', 'gw_port': {'id': '8849aa39-3bdf-4229-a0da-4d21338ac229', 'name': '', 'network_id': '65c030c7-6a7d-4cea-a47d-5cdd532db0e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:7d:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'febfd648-1542-4a4c-8d49-ecc66f2a4a94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': 'a9fa7760-a071-45ee-b985-799999c69975', 'ip_address': '172.27.2.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-18T05:20:03Z', 'updated_at': '2022-06-18T05:20:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9fa7760-a071-45ee-b985-799999c69975', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-35-iscsi', '_interfaces': [{'id': 'ad37ad86-af51-48c9-8423-f4dcba784269', 'name': '', 'network_id': '1df631c6-dcd7-4307-8f3b-f75e299e78ec', 'tenant_id': 'e5e4aece32ff462b9b9a42200d584c1b', 'mac_address': 'fa:16:3e:41:1e:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'febfd648-1542-4a4c-8d49-ecc66f2a4a94', 'device_owner': 'network:router_interface', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '6b669cb0-2ad3-4bdc-840d-cbd0d58ea955', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-18T05:20:06Z', 'updated_at': '2022-06-18T05:20:10Z', 'revision_number': 5, 'project_id': 'e5e4aece32ff462b9b9a42200d584c1b', 'subnets': [{'id': '6b669cb0-2ad3-4bdc-840d-cbd0d58ea955', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-35-iscsi', False) {} {{(pid=104390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 05:23:18.096428 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1a64430-2515-423d-8d6d-2499b9c59379 None None] The sync data for ids ['febfd648-1542-4a4c-8d49-ecc66f2a4a94'] in dv-cinder-836996-35-iscsi is: [{'id': 'febfd648-1542-4a4c-8d49-ecc66f2a4a94', 'name': 'tempest-TestVolumeBootPattern-1313612744-router', 'tenant_id': 'e5e4aece32ff462b9b9a42200d584c1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65c030c7-6a7d-4cea-a47d-5cdd532db0e6', 'external_fixed_ips': [{'subnet_id': 'a9fa7760-a071-45ee-b985-799999c69975', 'ip_address': '172.27.2.206'}], 'enable_snat': True}, 'gw_port_id': '8849aa39-3bdf-4229-a0da-4d21338ac229', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-18T05:20:03Z', 'updated_at': '2022-06-18T05:20:06Z', 'revision_number': 4, 'project_id': 'e5e4aece32ff462b9b9a42200d584c1b', 'gw_port': {'id': '8849aa39-3bdf-4229-a0da-4d21338ac229', 'name': '', 'network_id': '65c030c7-6a7d-4cea-a47d-5cdd532db0e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:7d:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'febfd648-1542-4a4c-8d49-ecc66f2a4a94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': 'a9fa7760-a071-45ee-b985-799999c69975', 'ip_address': '172.27.2.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-18T05:20:03Z', 'updated_at': '2022-06-18T05:20:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9fa7760-a071-45ee-b985-799999c69975', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-35-iscsi', '_interfaces': [{'id': 'ad37ad86-af51-48c9-8423-f4dcba784269', 'name': '', 'network_id': '1df631c6-dcd7-4307-8f3b-f75e299e78ec', 'tenant_id': 'e5e4aece32ff462b9b9a42200d584c1b', 'mac_address': 'fa:16:3e:41:1e:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'febfd648-1542-4a4c-8d49-ecc66f2a4a94', 'device_owner': 'network:router_interface', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '6b669cb0-2ad3-4bdc-840d-cbd0d58ea955', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-18T05:20:06Z', 'updated_at': '2022-06-18T05:20:10Z', 'revision_number': 5, 'project_id': 'e5e4aece32ff462b9b9a42200d584c1b', 'subnets': [{'id': '6b669cb0-2ad3-4bdc-840d-cbd0d58ea955', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104390) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 05:23:18.268540 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.wsgi [-] (104388) accepted ('10.222.0.23', 53784) {{(pid=104388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 05:23:18.327878 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51a4cbc3-2fb4-4130-9847-998f5bb80f81 None None] New status for floating IP 0ab49a01-b7ba-4b18-a70b-acd973ad37ea: DOWN {{(pid=104389) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 18 05:23:18.379036 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG dbcounter [-] [104388] Writing DB stats neutron:SELECT=100 {{(pid=104388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:23:18.406416 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0862f974-0f40-4c61-95a9-9c0e1db65a4b', 'name': 'network-vif-deleted', 'tag': '23c6b7c7-2045-4a84-955e-c924bc121496'}] {{(pid=104387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 18 05:23:18.408885 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}067244ef130036e0f0c6cfdae2cc0bb626a7afb0c2954d608d85df941ffdb65a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5624c90e-96e4-48fa-9e87-b066f17412a8" -d '{"events": [{"server_uuid": "0862f974-0f40-4c61-95a9-9c0e1db65a4b", "name": "network-vif-deleted", "tag": "23c6b7c7-2045-4a84-955e-c924bc121496"}]}' {{(pid=104387) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 05:23:18.447476 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Jun 2022 05:23:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d0be62d-3aaf-41f0-9d70-6d18a4220549 x-openstack-request-id: req-5d0be62d-3aaf-41f0-9d70-6d18a4220549 {{(pid=104387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 05:23:18.447889 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0862f974-0f40-4c61-95a9-9c0e1db65a4b", "name": "network-vif-deleted", "tag": "23c6b7c7-2045-4a84-955e-c924bc121496", "status": "completed", "code": 200}]} {{(pid=104387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 05:23:18.448200 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-5d0be62d-3aaf-41f0-9d70-6d18a4220549 {{(pid=104387) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 05:23:18.448664 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5d0be62d-3aaf-41f0-9d70-6d18a4220549'] response: {'server_uuid': '0862f974-0f40-4c61-95a9-9c0e1db65a4b', 'name': 'network-vif-deleted', 'tag': '23c6b7c7-2045-4a84-955e-c924bc121496', 'status': 'completed', 'code': 200} Jun 18 05:23:18.639870 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-e44cd2c7-5bb4-4de7-853a-66ae5f163ac1 req-38d33634-24e4-481b-8936-93045d8b0f40 tempest-TestVolumeBootPattern-2140324561 tempest-TestVolumeBootPattern-2140324561-project] 10.222.0.23 "GET /v2.0/ports?device_id=0862f974-0f40-4c61-95a9-9c0e1db65a4b HTTP/1.1" status: 200 len: 210 time: 0.0370030 Jun 18 05:23:18.640736 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.rpc [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] Device f8f8ec04-f267-4e2c-ac94-64d18aec5016 no longer exists at agent hyperv_hv-cinder-83699 {{(pid=104389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 18 05:23:18.663001 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.plugin [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] No Port match for: f8f8ec04-f267-4e2c-ac94-64d18aec5016 {{(pid=104389) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 18 05:23:18.663359 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.rpc [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] Device f8f8ec04-f267-4e2c-ac94-64d18aec5016 not bound to the agent host hv-cinder-83699 {{(pid=104389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 18 05:23:18.663657 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.rpc [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] Device 23c6b7c7-2045-4a84-955e-c924bc121496 no longer exists at agent hyperv_hv-cinder-83699 {{(pid=104389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 18 05:23:18.682842 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.plugin [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] No Port match for: 23c6b7c7-2045-4a84-955e-c924bc121496 {{(pid=104389) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 18 05:23:18.683196 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.rpc [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] Device 23c6b7c7-2045-4a84-955e-c924bc121496 not bound to the agent host hv-cinder-83699 {{(pid=104389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 18 05:23:18.725528 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-7c4fe9e9-78b6-44d4-8a2e-b632b4874392 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-574248'] for router_interface (8da617df-be4e-4bf8-bbf9-3dfa59c8cdaa), before_delete {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:23:18.952010 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.plugins.ml2.plugin [None req-7c4fe9e9-78b6-44d4-8a2e-b632b4874392 admin admin] Deleting port 3f4cd25c-52b4-463e-96d1-654bde0d4c3c {{(pid=104388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 18 05:23:18.952378 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-7c4fe9e9-78b6-44d4-8a2e-b632b4874392 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789592760634'] for port (3f4cd25c-52b4-463e-96d1-654bde0d4c3c), before_delete {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:23:19.031302 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG dbcounter [-] [104388] Writing DB stats neutron:SELECT=100 {{(pid=104388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:23:19.033238 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.plugins.ml2.db [None req-7c4fe9e9-78b6-44d4-8a2e-b632b4874392 admin admin] For port 3f4cd25c-52b4-463e-96d1-654bde0d4c3c, host dv-cinder-836996-35-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-35-iscsi',level=0,port_id=3f4cd25c-52b4-463e-96d1-654bde0d4c3c,segment=NetworkSegment(8830b993-bf62-481e-91c8-f0f91b8d6fd9),segment_id=8830b993-bf62-481e-91c8-f0f91b8d6fd9)] {{(pid=104388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 05:23:19.033563 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-7c4fe9e9-78b6-44d4-8a2e-b632b4874392 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-734995'] for port (3f4cd25c-52b4-463e-96d1-654bde0d4c3c), precommit_delete {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:23:19.046423 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.plugins.ml2.plugin [None req-7c4fe9e9-78b6-44d4-8a2e-b632b4874392 admin admin] Calling delete_port for 3f4cd25c-52b4-463e-96d1-654bde0d4c3c owned by network:router_interface {{(pid=104388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 18 05:23:19.165098 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG dbcounter [-] [104388] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:23:19.319320 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-7c4fe9e9-78b6-44d4-8a2e-b632b4874392 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1768343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789592765633', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789592262831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15493031'] for port (3f4cd25c-52b4-463e-96d1-654bde0d4c3c), after_delete {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:23:19.345215 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4fe9e9-78b6-44d4-8a2e-b632b4874392 admin admin] Pushing event deleted for resources: {'Port': ['ID=3f4cd25c-52b4-463e-96d1-654bde0d4c3c,revision_number=None']} {{(pid=104388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:23:19.510369 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-7c4fe9e9-78b6-44d4-8a2e-b632b4874392 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-546271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-575160'] for router_interface (8da617df-be4e-4bf8-bbf9-3dfa59c8cdaa), after_delete {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:23:19.994855 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c4fe9e9-78b6-44d4-8a2e-b632b4874392 admin admin] Router 8da617df-be4e-4bf8-bbf9-3dfa59c8cdaa has already been hosted by L3 agent a8549501-0164-4ac5-90a6-1ba1ba0d3f9d {{(pid=104388) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 18 05:23:20.016190 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-13a7be68-2628-45e1-974c-176bbe85edfc req-8a7711d9-9e1d-4ffd-87d0-9e2584d11c33 tempest-TestVolumeBootPattern-2140324561 tempest-TestVolumeBootPattern-2140324561-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1088067478&fields=id&tenant_id=e5e4aece32ff462b9b9a42200d584c1b HTTP/1.1" status: 200 len: 267 time: 0.0668218 Jun 18 05:23:20.175753 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG dbcounter [-] [104388] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=104388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:23:20.187925 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c4fe9e9-78b6-44d4-8a2e-b632b4874392 admin admin] Notify agent at l3_agent.dv-cinder-836996-35-iscsi the message routers_updated {{(pid=104388) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 05:23:20.197098 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-972fbdce-c0ad-4b88-9e09-182ddc678125 None None] Sync routers for ids ['8da617df-be4e-4bf8-bbf9-3dfa59c8cdaa'] in dv-cinder-836996-35-iscsi {{(pid=104390) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 05:23:20.197990 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [None req-7c4fe9e9-78b6-44d4-8a2e-b632b4874392 admin admin] 10.222.0.23 "PUT /v2.0/routers/8da617df-be4e-4bf8-bbf9-3dfa59c8cdaa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9283943 Jun 18 05:23:20.200519 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.wsgi [-] (104388) accepted ('10.222.0.23', 53804) {{(pid=104388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 05:23:20.208308 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-972fbdce-c0ad-4b88-9e09-182ddc678125 None None] Routers {'8da617df-be4e-4bf8-bbf9-3dfa59c8cdaa'} bound to L3 agent in host dv-cinder-836996-35-iscsi {{(pid=104390) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 18 05:23:20.208924 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG neutron.db.l3_hamode_db [None req-972fbdce-c0ad-4b88-9e09-182ddc678125 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-35-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-18T05:08:24Z,description=,heartbeat_timestamp=2022-06-18T05:22:54Z,host='dv-cinder-836996-35-iscsi',id=a8549501-0164-4ac5-90a6-1ba1ba0d3f9d,load=0,resource_versions=,resources_synced=,started_at=2022-06-18T05:08:25Z,topic='l3_agent')) {'router_ids': ['8da617df-be4e-4bf8-bbf9-3dfa59c8cdaa'], 'active': True} {{(pid=104390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 05:23:20.215174 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a7be68-2628-45e1-974c-176bbe85edfc req-f91dfd35-a65d-413b-931b-a4ac1cecc918 tempest-TestVolumeBootPattern-2140324561 tempest-TestVolumeBootPattern-2140324561-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:23:20.216601 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-13a7be68-2628-45e1-974c-176bbe85edfc req-f91dfd35-a65d-413b-931b-a4ac1cecc918 tempest-TestVolumeBootPattern-2140324561 tempest-TestVolumeBootPattern-2140324561-project] 10.222.0.23 "GET /v2.0/networks?id=1df631c6-dcd7-4307-8f3b-f75e299e78ec HTTP/1.1" status: 200 len: 812 time: 0.1667809 Jun 18 05:23:20.264337 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-13a7be68-2628-45e1-974c-176bbe85edfc req-af1cf3f4-6cab-4dbe-8494-10fc19fc80e1 tempest-TestVolumeBootPattern-2140324561 tempest-TestVolumeBootPattern-2140324561-project] 10.222.0.23 "GET /v2.0/quotas/e5e4aece32ff462b9b9a42200d584c1b HTTP/1.1" status: 200 len: 375 time: 0.0176883 Jun 18 05:23:20.348277 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG dbcounter [-] [104388] Writing DB stats neutron:SELECT=100 {{(pid=104388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:23:20.358765 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-13a7be68-2628-45e1-974c-176bbe85edfc req-176f55e8-c6d7-4cac-8aa1-4ddf278aa317 tempest-TestVolumeBootPattern-2140324561 tempest-TestVolumeBootPattern-2140324561-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=e5e4aece32ff462b9b9a42200d584c1b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0872750 Jun 18 05:23:20.364551 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-91c852ff-2c71-4615-9f1e-96fca561df60 admin admin] Publish callbacks [] for router (8da617df-be4e-4bf8-bbf9-3dfa59c8cdaa), before_delete {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:23:20.402436 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG neutron.db.l3_dvr_db [None req-972fbdce-c0ad-4b88-9e09-182ddc678125 None None] Set router 8da617df-be4e-4bf8-bbf9-3dfa59c8cdaa gateway port host: dv-cinder-836996-35-iscsi {{(pid=104390) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 18 05:23:20.457541 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG dbcounter [-] [104390] Writing DB stats neutron:SELECT=100 {{(pid=104390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:23:20.472387 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG dbcounter [-] [104390] Writing DB stats neutron:SELECT=100 {{(pid=104390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:23:20.532262 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-91c852ff-2c71-4615-9f1e-96fca561df60 admin admin] Publish callbacks [] for router_gateway (8da617df-be4e-4bf8-bbf9-3dfa59c8cdaa), before_delete {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:23:20.566050 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-13a7be68-2628-45e1-974c-176bbe85edfc req-d25d6499-bda1-4104-b404-cedb81ce2510 service neutron] 10.222.0.23 "GET /v2.0/networks/1df631c6-dcd7-4307-8f3b-f75e299e78ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1668854 Jun 18 05:23:20.574071 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG neutron.db.l3_hamode_db [None req-972fbdce-c0ad-4b88-9e09-182ddc678125 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8da617df-be4e-4bf8-bbf9-3dfa59c8cdaa', 'name': 'tempest-ServerRescueNegativeTestJSON-514049608-router', 'tenant_id': '8820096253064e5abbe50f23bdc3ebac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65c030c7-6a7d-4cea-a47d-5cdd532db0e6', 'external_fixed_ips': [{'subnet_id': 'a9fa7760-a071-45ee-b985-799999c69975', 'ip_address': '172.27.2.189'}], 'enable_snat': True}, 'gw_port_id': '011d883a-04f9-40bb-a93b-b2737c0f1dee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-18T05:17:56Z', 'updated_at': '2022-06-18T05:23:19Z', 'revision_number': 5, 'project_id': '8820096253064e5abbe50f23bdc3ebac', 'gw_port': {'id': '011d883a-04f9-40bb-a93b-b2737c0f1dee', 'name': '', 'network_id': '65c030c7-6a7d-4cea-a47d-5cdd532db0e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:3a:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8da617df-be4e-4bf8-bbf9-3dfa59c8cdaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': 'a9fa7760-a071-45ee-b985-799999c69975', 'ip_address': '172.27.2.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-18T05:17:56Z', 'updated_at': '2022-06-18T05:18:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9fa7760-a071-45ee-b985-799999c69975', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-35-iscsi'}], 'dv-cinder-836996-35-iscsi', False) {} {{(pid=104390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 05:23:20.599498 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-972fbdce-c0ad-4b88-9e09-182ddc678125 None None] Checking router: 8da617df-be4e-4bf8-bbf9-3dfa59c8cdaa for host: dv-cinder-836996-35-iscsi {{(pid=104390) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 05:23:20.608559 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-972fbdce-c0ad-4b88-9e09-182ddc678125 None None] Routers {'8da617df-be4e-4bf8-bbf9-3dfa59c8cdaa'} bound to L3 agent in host dv-cinder-836996-35-iscsi {{(pid=104390) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 18 05:23:20.609202 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG neutron.db.l3_hamode_db [None req-972fbdce-c0ad-4b88-9e09-182ddc678125 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-35-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-18T05:08:24Z,description=,heartbeat_timestamp=2022-06-18T05:22:54Z,host='dv-cinder-836996-35-iscsi',id=a8549501-0164-4ac5-90a6-1ba1ba0d3f9d,load=0,resource_versions=,resources_synced=,started_at=2022-06-18T05:08:25Z,topic='l3_agent')) {'router_ids': ['8da617df-be4e-4bf8-bbf9-3dfa59c8cdaa'], 'active': True} {{(pid=104390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 05:23:20.685462 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.plugins.ml2.plugin [None req-91c852ff-2c71-4615-9f1e-96fca561df60 admin admin] Deleting port 011d883a-04f9-40bb-a93b-b2737c0f1dee {{(pid=104388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 18 05:23:20.685810 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-91c852ff-2c71-4615-9f1e-96fca561df60 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789592760634'] for port (011d883a-04f9-40bb-a93b-b2737c0f1dee), before_delete {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:23:20.692284 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG neutron.db.l3_dvr_db [None req-972fbdce-c0ad-4b88-9e09-182ddc678125 None None] Set router 8da617df-be4e-4bf8-bbf9-3dfa59c8cdaa gateway port host: None {{(pid=104390) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 18 05:23:20.701659 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-13a7be68-2628-45e1-974c-176bbe85edfc req-7cc7bd32-dac9-4ced-8dd9-b8003faf08a7 service neutron] 10.222.0.23 "GET /v2.0/networks/1df631c6-dcd7-4307-8f3b-f75e299e78ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1298735 Jun 18 05:23:20.742090 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG neutron.db.l3_hamode_db [None req-972fbdce-c0ad-4b88-9e09-182ddc678125 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8da617df-be4e-4bf8-bbf9-3dfa59c8cdaa', 'name': 'tempest-ServerRescueNegativeTestJSON-514049608-router', 'tenant_id': '8820096253064e5abbe50f23bdc3ebac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-18T05:17:56Z', 'updated_at': '2022-06-18T05:23:20Z', 'revision_number': 6, 'project_id': '8820096253064e5abbe50f23bdc3ebac', 'gw_port_host': None}], 'dv-cinder-836996-35-iscsi', False) {} {{(pid=104390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 05:23:20.770104 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-972fbdce-c0ad-4b88-9e09-182ddc678125 None None] The sync data for ids ['8da617df-be4e-4bf8-bbf9-3dfa59c8cdaa'] in dv-cinder-836996-35-iscsi is: [{'id': '8da617df-be4e-4bf8-bbf9-3dfa59c8cdaa', 'name': 'tempest-ServerRescueNegativeTestJSON-514049608-router', 'tenant_id': '8820096253064e5abbe50f23bdc3ebac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-18T05:17:56Z', 'updated_at': '2022-06-18T05:23:20Z', 'revision_number': 6, 'project_id': '8820096253064e5abbe50f23bdc3ebac', 'gw_port_host': None}] {{(pid=104390) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 05:23:20.779912 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.plugins.ml2.db [None req-91c852ff-2c71-4615-9f1e-96fca561df60 admin admin] For port 011d883a-04f9-40bb-a93b-b2737c0f1dee, host dv-cinder-836996-35-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-35-iscsi',level=0,port_id=011d883a-04f9-40bb-a93b-b2737c0f1dee,segment=NetworkSegment(62e6b565-92f9-4432-9d4a-754d0a7517a7),segment_id=62e6b565-92f9-4432-9d4a-754d0a7517a7)] {{(pid=104388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 05:23:20.780285 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-91c852ff-2c71-4615-9f1e-96fca561df60 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-734995'] for port (011d883a-04f9-40bb-a93b-b2737c0f1dee), precommit_delete {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:23:20.797934 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.plugins.ml2.plugin [None req-91c852ff-2c71-4615-9f1e-96fca561df60 admin admin] Calling delete_port for 011d883a-04f9-40bb-a93b-b2737c0f1dee owned by network:router_gateway {{(pid=104388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 18 05:23:21.021564 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-91c852ff-2c71-4615-9f1e-96fca561df60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1768343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789592765633', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789592262831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15493031'] for port (011d883a-04f9-40bb-a93b-b2737c0f1dee), after_delete {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:23:21.048237 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c852ff-2c71-4615-9f1e-96fca561df60 admin admin] Pushing event deleted for resources: {'Port': ['ID=011d883a-04f9-40bb-a93b-b2737c0f1dee,revision_number=None']} {{(pid=104388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:23:21.112131 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-91c852ff-2c71-4615-9f1e-96fca561df60 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-737003'] for router_gateway (8da617df-be4e-4bf8-bbf9-3dfa59c8cdaa), after_delete {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:23:21.217555 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-91c852ff-2c71-4615-9f1e-96fca561df60 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-575990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9626'] for router (8da617df-be4e-4bf8-bbf9-3dfa59c8cdaa), precommit_delete {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:23:21.225151 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-91c852ff-2c71-4615-9f1e-96fca561df60 admin admin] Publish callbacks [] for router_controller (8da617df-be4e-4bf8-bbf9-3dfa59c8cdaa), precommit_delete_associations {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:23:21.244422 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-73d1c2ed-ca70-4d8c-8b9e-9a31707506d7 req-d9277871-31a2-49ee-8cc9-84665cdda5c2 tempest-TestVolumeBootPattern-2140324561 tempest-TestVolumeBootPattern-2140324561-project] 10.222.0.23 "GET /v2.0/ports?device_id=d167251a-f398-4442-a5b0-f75ab2d4d1b4 HTTP/1.1" status: 200 len: 210 time: 0.0298865 Jun 18 05:23:21.358773 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-91c852ff-2c71-4615-9f1e-96fca561df60 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-574313'] for router (8da617df-be4e-4bf8-bbf9-3dfa59c8cdaa), after_delete {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:23:21.359460 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91c852ff-2c71-4615-9f1e-96fca561df60 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8da617df-be4e-4bf8-bbf9-3dfa59c8cdaa {{(pid=104388) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 18 05:23:21.364191 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-91c852ff-2c71-4615-9f1e-96fca561df60 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:23:21.365540 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [None req-91c852ff-2c71-4615-9f1e-96fca561df60 admin admin] 10.222.0.23 "DELETE /v2.0/routers/8da617df-be4e-4bf8-bbf9-3dfa59c8cdaa HTTP/1.1" status: 204 len: 168 time: 1.1640387 Jun 18 05:23:21.370166 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.wsgi [-] (104388) accepted ('10.222.0.23', 53824) {{(pid=104388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 05:23:21.409903 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG dbcounter [-] [104388] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=104388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:23:21.415400 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.db.db_base_plugin_v2 [None req-03264c16-0a03-405b-87ff-76dfd4f35cec admin admin] Deleting subnet 150ec3db-e886-4a5d-89d6-e02356d1809e {{(pid=104388) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 18 05:23:21.418585 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-03264c16-0a03-405b-87ff-76dfd4f35cec admin admin] Publish callbacks [] for subnet (150ec3db-e886-4a5d-89d6-e02356d1809e), before_delete {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:23:21.441463 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG dbcounter [-] [104388] Writing DB stats neutron:SELECT=89,neutron:UPDATE=3,neutron:DELETE=8 {{(pid=104388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:23:21.455225 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-03264c16-0a03-405b-87ff-76dfd4f35cec admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14184769'] for subnet (150ec3db-e886-4a5d-89d6-e02356d1809e), precommit_delete_associations {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:23:21.535359 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-03264c16-0a03-405b-87ff-76dfd4f35cec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1721998'] for subnet (150ec3db-e886-4a5d-89d6-e02356d1809e), precommit_delete {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:23:21.683817 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-03264c16-0a03-405b-87ff-76dfd4f35cec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1720957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15492720', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12841702'] for subnet (150ec3db-e886-4a5d-89d6-e02356d1809e), after_delete {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:23:21.719284 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03264c16-0a03-405b-87ff-76dfd4f35cec admin admin] Pushing event deleted for resources: {'Subnet': ['ID=150ec3db-e886-4a5d-89d6-e02356d1809e,revision_number=None']} {{(pid=104388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:23:21.721323 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-03264c16-0a03-405b-87ff-76dfd4f35cec admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546098'] for subnet (None), before_response {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:23:21.724941 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [None req-03264c16-0a03-405b-87ff-76dfd4f35cec admin admin] 10.222.0.23 "DELETE /v2.0/subnets/150ec3db-e886-4a5d-89d6-e02356d1809e HTTP/1.1" status: 204 len: 168 time: 0.3558140 Jun 18 05:23:21.727302 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.wsgi [-] (104388) accepted ('10.222.0.23', 53828) {{(pid=104388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 05:23:21.727845 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48e39fc1-30e5-486b-a534-1957d01a6c60 None None] Network e40c5bf8-60a8-4d08-b489-6f107ba55c42 requested from dv-cinder-836996-35-iscsi {{(pid=104389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 18 05:23:21.803489 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-a9ae74fe-01cb-46f3-bc4d-4fe6b8b69703 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1848287'] for network (e40c5bf8-60a8-4d08-b489-6f107ba55c42), before_delete {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:23:21.813822 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.rpc [None req-c042a677-28f5-4026-b552-0173028fe9dd None None] Device 3f4cd25c-52b4-463e-96d1-654bde0d4c3c no longer exists at agent ovs-agent-dv-cinder-836996-35-iscsi {{(pid=104389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 18 05:23:21.841584 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.plugin [None req-c042a677-28f5-4026-b552-0173028fe9dd None None] No Port match for: 3f4cd25c-52b4-463e-96d1-654bde0d4c3c {{(pid=104389) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 18 05:23:21.842051 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.rpc [None req-c042a677-28f5-4026-b552-0173028fe9dd None None] Device 3f4cd25c-52b4-463e-96d1-654bde0d4c3c not bound to the agent host dv-cinder-836996-35-iscsi {{(pid=104389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 18 05:23:21.842658 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.rpc [None req-c042a677-28f5-4026-b552-0173028fe9dd None None] Device 011d883a-04f9-40bb-a93b-b2737c0f1dee no longer exists at agent ovs-agent-dv-cinder-836996-35-iscsi {{(pid=104389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 18 05:23:21.861186 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.plugins.ml2.plugin [None req-a9ae74fe-01cb-46f3-bc4d-4fe6b8b69703 admin admin] Deleting port f37ebf20-98df-40d0-9108-5a2f31a07f01 {{(pid=104388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 18 05:23:21.861569 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-a9ae74fe-01cb-46f3-bc4d-4fe6b8b69703 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789592760634'] for port (f37ebf20-98df-40d0-9108-5a2f31a07f01), before_delete {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:23:21.871177 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.plugin [None req-c042a677-28f5-4026-b552-0173028fe9dd None None] No Port match for: 011d883a-04f9-40bb-a93b-b2737c0f1dee {{(pid=104389) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 18 05:23:21.871530 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.rpc [None req-c042a677-28f5-4026-b552-0173028fe9dd None None] Device 011d883a-04f9-40bb-a93b-b2737c0f1dee not bound to the agent host dv-cinder-836996-35-iscsi {{(pid=104389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 18 05:23:21.934319 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.plugins.ml2.db [None req-a9ae74fe-01cb-46f3-bc4d-4fe6b8b69703 admin admin] For port f37ebf20-98df-40d0-9108-5a2f31a07f01, host dv-cinder-836996-35-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-35-iscsi',level=0,port_id=f37ebf20-98df-40d0-9108-5a2f31a07f01,segment=NetworkSegment(8830b993-bf62-481e-91c8-f0f91b8d6fd9),segment_id=8830b993-bf62-481e-91c8-f0f91b8d6fd9)] {{(pid=104388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 05:23:21.934701 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-a9ae74fe-01cb-46f3-bc4d-4fe6b8b69703 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-734995'] for port (f37ebf20-98df-40d0-9108-5a2f31a07f01), precommit_delete {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:23:21.938058 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc2e65c0-c024-4bfa-a6ea-e6a973467b32 None None] DHCP port deletion for e40c5bf8-60a8-4d08-b489-6f107ba55c42 request from dv-cinder-836996-35-iscsi {{(pid=104389) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 18 05:23:21.950689 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.plugins.ml2.plugin [None req-a9ae74fe-01cb-46f3-bc4d-4fe6b8b69703 admin admin] Calling delete_port for f37ebf20-98df-40d0-9108-5a2f31a07f01 owned by network:dhcp {{(pid=104388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 18 05:23:22.003040 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.plugin [None req-cc2e65c0-c024-4bfa-a6ea-e6a973467b32 None None] Deleting port f37ebf20-98df-40d0-9108-5a2f31a07f01 {{(pid=104389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 18 05:23:22.003422 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-cc2e65c0-c024-4bfa-a6ea-e6a973467b32 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789592760634'] for port (f37ebf20-98df-40d0-9108-5a2f31a07f01), before_delete {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:23:22.068719 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.db [None req-cc2e65c0-c024-4bfa-a6ea-e6a973467b32 None None] For port f37ebf20-98df-40d0-9108-5a2f31a07f01, host dv-cinder-836996-35-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-35-iscsi',level=0,port_id=f37ebf20-98df-40d0-9108-5a2f31a07f01,segment=NetworkSegment(8830b993-bf62-481e-91c8-f0f91b8d6fd9),segment_id=8830b993-bf62-481e-91c8-f0f91b8d6fd9)] {{(pid=104389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 05:23:22.068719 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-cc2e65c0-c024-4bfa-a6ea-e6a973467b32 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-734995'] for port (f37ebf20-98df-40d0-9108-5a2f31a07f01), precommit_delete {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:23:22.082178 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-d0e4d70d-e59b-4237-82d6-01b18e55b8b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789592556683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1744442'] for agent (426d7b1c-7831-4cf6-8aa4-29496a16634c), after_update {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:23:22.087873 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.plugin [None req-cc2e65c0-c024-4bfa-a6ea-e6a973467b32 None None] Calling delete_port for f37ebf20-98df-40d0-9108-5a2f31a07f01 owned by network:dhcp {{(pid=104389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 18 05:23:22.113433 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-a9ae74fe-01cb-46f3-bc4d-4fe6b8b69703 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1768343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789592765633', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789592262831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15493031'] for port (f37ebf20-98df-40d0-9108-5a2f31a07f01), after_delete {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:23:22.128485 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ae74fe-01cb-46f3-bc4d-4fe6b8b69703 admin admin] Pushing event deleted for resources: {'Port': ['ID=f37ebf20-98df-40d0-9108-5a2f31a07f01,revision_number=None']} {{(pid=104388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:23:22.130341 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9ae74fe-01cb-46f3-bc4d-4fe6b8b69703 admin admin] No DVR routers for this DVR port f37ebf20-98df-40d0-9108-5a2f31a07f01 on host dv-cinder-836996-35-iscsi {{(pid=104388) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 18 05:23:22.156911 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG dbcounter [-] [104389] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:23:22.169554 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG dbcounter [-] [104388] Writing DB stats neutron:SELECT=89,neutron:DELETE=9,neutron:UPDATE=2 {{(pid=104388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:23:22.172552 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-cc2e65c0-c024-4bfa-a6ea-e6a973467b32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1768343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789592765633', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789592262831'] for port (f37ebf20-98df-40d0-9108-5a2f31a07f01), after_delete {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:23:22.198562 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2e65c0-c024-4bfa-a6ea-e6a973467b32 None None] Pushing event deleted for resources: {'Port': ['ID=f37ebf20-98df-40d0-9108-5a2f31a07f01,revision_number=None']} {{(pid=104389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:23:22.203724 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc2e65c0-c024-4bfa-a6ea-e6a973467b32 None None] No DVR routers for this DVR port f37ebf20-98df-40d0-9108-5a2f31a07f01 on host dv-cinder-836996-35-iscsi {{(pid=104389) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 18 05:23:22.216542 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-a9ae74fe-01cb-46f3-bc4d-4fe6b8b69703 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1722107', 'neutron.services.segments.db._delete_segments_for_network-8789592556701'] for network (e40c5bf8-60a8-4d08-b489-6f107ba55c42), precommit_delete {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:23:22.238082 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.services.segments.db [None req-a9ae74fe-01cb-46f3-bc4d-4fe6b8b69703 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e40c5bf8-60a8-4d08-b489-6f107ba55c42']}} {{(pid=104388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 05:23:22.247780 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.services.segments.db [None req-a9ae74fe-01cb-46f3-bc4d-4fe6b8b69703 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8830b993-bf62-481e-91c8-f0f91b8d6fd9') {'for_net_delete': True} {{(pid=104388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 05:23:22.248086 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.services.segments.db [None req-a9ae74fe-01cb-46f3-bc4d-4fe6b8b69703 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8830b993-bf62-481e-91c8-f0f91b8d6fd9') {} {{(pid=104388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 05:23:22.257788 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-a9ae74fe-01cb-46f3-bc4d-4fe6b8b69703 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789592557222', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14184782'] for segment (8830b993-bf62-481e-91c8-f0f91b8d6fd9), before_delete {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:23:22.271449 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-a9ae74fe-01cb-46f3-bc4d-4fe6b8b69703 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1723189'] for segment (8830b993-bf62-481e-91c8-f0f91b8d6fd9), precommit_delete {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:23:22.279311 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a9ae74fe-01cb-46f3-bc4d-4fe6b8b69703 admin admin] Releasing vlan 325 on physical network physnet1 to pool {{(pid=104388) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 18 05:23:22.280868 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-a9ae74fe-01cb-46f3-bc4d-4fe6b8b69703 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1723189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15493010'] for segment (8830b993-bf62-481e-91c8-f0f91b8d6fd9), after_delete {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:23:22.370153 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.services.segments.plugin [-] Segment 8830b993-bf62-481e-91c8-f0f91b8d6fd9 resource provider aggregate not found Jun 18 05:23:22.374982 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-cb60d7dd-3209-4b5b-b949-25bfe38746d5 req-af3dc428-4bbc-4b07-8151-f83402c627b9 tempest-TestVolumeBootPattern-2140324561 tempest-TestVolumeBootPattern-2140324561-project] 10.222.0.23 "GET /v2.0/ports?device_id=d167251a-f398-4442-a5b0-f75ab2d4d1b4 HTTP/1.1" status: 200 len: 210 time: 0.0352595 Jun 18 05:23:22.394130 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.services.segments.plugin [-] Segment 8830b993-bf62-481e-91c8-f0f91b8d6fd9 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 8830b993-bf62-481e-91c8-f0f91b8d6fd9 found for delete ", "request_id": "req-3de8cd19-fced-4760-b4bf-740e9bbb03ff"}]} Jun 18 05:23:22.480910 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-a9ae74fe-01cb-46f3-bc4d-4fe6b8b69703 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1722098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-736823'] for network (e40c5bf8-60a8-4d08-b489-6f107ba55c42), after_delete {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:23:22.488288 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-a9ae74fe-01cb-46f3-bc4d-4fe6b8b69703 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546098'] for network (None), before_response {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:23:22.492197 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [None req-a9ae74fe-01cb-46f3-bc4d-4fe6b8b69703 admin admin] 10.222.0.23 "DELETE /v2.0/networks/e40c5bf8-60a8-4d08-b489-6f107ba55c42 HTTP/1.1" status: 204 len: 168 time: 0.7639465 Jun 18 05:23:22.505252 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ae74fe-01cb-46f3-bc4d-4fe6b8b69703 admin admin] Pushing event deleted for resources: {'Network': ['ID=e40c5bf8-60a8-4d08-b489-6f107ba55c42,revision_number=None']} {{(pid=104388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:23:22.800443 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.wsgi [-] (104388) accepted ('10.222.0.23', 53842) {{(pid=104388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 05:23:22.840896 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [None req-e028ec67-e3d5-49fe-ae4b-8016bc663de6 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=8820096253064e5abbe50f23bdc3ebac&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0392499 Jun 18 05:23:22.843252 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.wsgi [-] (104388) accepted ('10.222.0.23', 53844) {{(pid=104388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 05:23:22.891605 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-f19950ef-47d0-4768-8592-289a9ff58a5c admin admin] Publish callbacks [] for security_group (83d5be7f-d8af-4828-9878-6877e2a6bac5), before_delete {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:23:22.913992 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-f19950ef-47d0-4768-8592-289a9ff58a5c admin admin] Publish callbacks [] for security_group (83d5be7f-d8af-4828-9878-6877e2a6bac5), precommit_delete {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:23:23.010247 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-f19950ef-47d0-4768-8592-289a9ff58a5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728332'] for security_group (83d5be7f-d8af-4828-9878-6877e2a6bac5), after_delete {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:23:23.012914 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-f19950ef-47d0-4768-8592-289a9ff58a5c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:23:23.014116 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [None req-f19950ef-47d0-4768-8592-289a9ff58a5c admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/83d5be7f-d8af-4828-9878-6877e2a6bac5 HTTP/1.1" status: 204 len: 168 time: 0.1699815 Jun 18 05:23:23.023872 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f19950ef-47d0-4768-8592-289a9ff58a5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83d5be7f-d8af-4828-9878-6877e2a6bac5,revision_number=None']} {{(pid=104388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:23:23.354178 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.rpc [None req-c042a677-28f5-4026-b552-0173028fe9dd None None] Device f37ebf20-98df-40d0-9108-5a2f31a07f01 no longer exists at agent ovs-agent-dv-cinder-836996-35-iscsi {{(pid=104389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 18 05:23:23.376164 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.plugin [None req-c042a677-28f5-4026-b552-0173028fe9dd None None] No Port match for: f37ebf20-98df-40d0-9108-5a2f31a07f01 {{(pid=104389) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 18 05:23:23.376788 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.rpc [None req-c042a677-28f5-4026-b552-0173028fe9dd None None] Device f37ebf20-98df-40d0-9108-5a2f31a07f01 not bound to the agent host dv-cinder-836996-35-iscsi {{(pid=104389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 18 05:23:23.500752 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-3946f0b2-71cb-48eb-99fc-1e9d44b4df38 req-847c2159-3da5-43d6-a15a-fd2b4520e378 tempest-TestVolumeBootPattern-2140324561 tempest-TestVolumeBootPattern-2140324561-project] 10.222.0.23 "GET /v2.0/ports?device_id=d167251a-f398-4442-a5b0-f75ab2d4d1b4 HTTP/1.1" status: 200 len: 210 time: 0.0331089 Jun 18 05:23:24.190135 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a7be68-2628-45e1-974c-176bbe85edfc req-bac9ff97-d86d-4d83-b0af-a069b70897fd tempest-TestVolumeBootPattern-2140324561 tempest-TestVolumeBootPattern-2140324561-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:23:24.192051 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-13a7be68-2628-45e1-974c-176bbe85edfc req-bac9ff97-d86d-4d83-b0af-a069b70897fd tempest-TestVolumeBootPattern-2140324561 tempest-TestVolumeBootPattern-2140324561-project] 10.222.0.15 "GET /v2.0/networks?id=1df631c6-dcd7-4307-8f3b-f75e299e78ec HTTP/1.1" status: 200 len: 812 time: 0.1217141 Jun 18 05:23:24.262956 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-13a7be68-2628-45e1-974c-176bbe85edfc req-9b65f13c-ad16-48d3-afb5-4b969221218c tempest-TestVolumeBootPattern-2140324561 tempest-TestVolumeBootPattern-2140324561-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e5e4aece32ff462b9b9a42200d584c1b HTTP/1.1" status: 200 len: 380 time: 0.0564225 Jun 18 05:23:24.273985 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.api.v2.base [req-13a7be68-2628-45e1-974c-176bbe85edfc req-b40f8926-3f9b-4d37-a8c1-45d7a57cfecd tempest-TestVolumeBootPattern-2140324561 tempest-TestVolumeBootPattern-2140324561-project] Request body: {'port': {'device_id': 'd167251a-f398-4442-a5b0-f75ab2d4d1b4', 'network_id': '1df631c6-dcd7-4307-8f3b-f75e299e78ec', 'admin_state_up': True, 'tenant_id': 'e5e4aece32ff462b9b9a42200d584c1b', 'security_groups': ['58bf4135-bd70-41ae-af28-83b051ed0d19']}} {{(pid=104387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 18 05:23:24.484974 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-13a7be68-2628-45e1-974c-176bbe85edfc req-b40f8926-3f9b-4d37-a8c1-45d7a57cfecd tempest-TestVolumeBootPattern-2140324561 tempest-TestVolumeBootPattern-2140324561-project] Made reservation on behalf of e5e4aece32ff462b9b9a42200d584c1b for: {'port': 1} {{(pid=104387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 05:23:24.488632 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [req-13a7be68-2628-45e1-974c-176bbe85edfc req-b40f8926-3f9b-4d37-a8c1-45d7a57cfecd tempest-TestVolumeBootPattern-2140324561 tempest-TestVolumeBootPattern-2140324561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1768406'] for port (None), before_create {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:23:24.640961 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-0d7cf00d-b9c7-402e-affe-85d3f6fb4a1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789592556683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1744442'] for agent (a8549501-0164-4ac5-90a6-1ba1ba0d3f9d), after_update {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:23:24.657568 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-84de1735-9b38-463e-a5cd-7347afeea39c req-e83ab4e8-02a2-4c2a-9451-a553fb0c0eb5 tempest-TestVolumeBootPattern-2140324561 tempest-TestVolumeBootPattern-2140324561-project] 10.222.0.23 "GET /v2.0/ports?device_id=d167251a-f398-4442-a5b0-f75ab2d4d1b4 HTTP/1.1" status: 200 len: 210 time: 0.0550151 Jun 18 05:23:24.689655 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.db.db_base_plugin_common [req-13a7be68-2628-45e1-974c-176bbe85edfc req-b40f8926-3f9b-4d37-a8c1-45d7a57cfecd tempest-TestVolumeBootPattern-2140324561 tempest-TestVolumeBootPattern-2140324561-project] Allocated IP 172.20.0.9 (1df631c6-dcd7-4307-8f3b-f75e299e78ec/6b669cb0-2ad3-4bdc-840d-cbd0d58ea955/f1e35c87-41ca-48fb-a045-921ff1c239b0) {{(pid=104387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 05:23:24.807117 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG dbcounter [-] [104387] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=104387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:23:24.847412 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [req-13a7be68-2628-45e1-974c-176bbe85edfc req-b40f8926-3f9b-4d37-a8c1-45d7a57cfecd tempest-TestVolumeBootPattern-2140324561 tempest-TestVolumeBootPattern-2140324561-project] Publish callbacks [] for port (f1e35c87-41ca-48fb-a045-921ff1c239b0), precommit_create {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:23:24.946790 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [req-13a7be68-2628-45e1-974c-176bbe85edfc req-b40f8926-3f9b-4d37-a8c1-45d7a57cfecd tempest-TestVolumeBootPattern-2140324561 tempest-TestVolumeBootPattern-2140324561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1768343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789592262822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14020772'] for port (f1e35c87-41ca-48fb-a045-921ff1c239b0), after_create {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:23:24.984243 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG dbcounter [-] [104387] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:23:24.991292 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-13a7be68-2628-45e1-974c-176bbe85edfc req-b40f8926-3f9b-4d37-a8c1-45d7a57cfecd tempest-TestVolumeBootPattern-2140324561 tempest-TestVolumeBootPattern-2140324561-project] Network 1df631c6-dcd7-4307-8f3b-f75e299e78ec is already hosted by enough agents. {{(pid=104387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 05:23:24.994421 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.scheduler.base_scheduler [req-13a7be68-2628-45e1-974c-176bbe85edfc req-b40f8926-3f9b-4d37-a8c1-45d7a57cfecd tempest-TestVolumeBootPattern-2140324561 tempest-TestVolumeBootPattern-2140324561-project] Resources bound (agent type, host, resource id): {{(pid=104387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 05:23:24.998171 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.db.l3_dvrscheduler_db [req-13a7be68-2628-45e1-974c-176bbe85edfc req-b40f8926-3f9b-4d37-a8c1-45d7a57cfecd tempest-TestVolumeBootPattern-2140324561 tempest-TestVolumeBootPattern-2140324561-project] Received port after_create {{(pid=104387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 18 05:23:25.031103 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40f8926-3f9b-4d37-a8c1-45d7a57cfecd tempest-TestVolumeBootPattern-2140324561 tempest-TestVolumeBootPattern-2140324561-project] Pushing event updated for resources: {'Port': ['ID=f1e35c87-41ca-48fb-a045-921ff1c239b0,revision_number=1']} {{(pid=104387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:23:25.066729 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a7be68-2628-45e1-974c-176bbe85edfc req-b40f8926-3f9b-4d37-a8c1-45d7a57cfecd tempest-TestVolumeBootPattern-2140324561 tempest-TestVolumeBootPattern-2140324561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:23:25.067378 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [req-13a7be68-2628-45e1-974c-176bbe85edfc req-b40f8926-3f9b-4d37-a8c1-45d7a57cfecd tempest-TestVolumeBootPattern-2140324561 tempest-TestVolumeBootPattern-2140324561-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19502'] for port (None), before_response {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:23:25.189994 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-13a7be68-2628-45e1-974c-176bbe85edfc req-b40f8926-3f9b-4d37-a8c1-45d7a57cfecd tempest-TestVolumeBootPattern-2140324561 tempest-TestVolumeBootPattern-2140324561-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9208822 Jun 18 05:23:25.208900 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.api.v2.base [req-13a7be68-2628-45e1-974c-176bbe85edfc req-a4cc4b80-a031-4199-af48-74e0a0df12a0 service neutron] Request body: {'port': {'device_id': 'd167251a-f398-4442-a5b0-f75ab2d4d1b4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83699'}} {{(pid=104387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 18 05:23:25.271464 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [req-13a7be68-2628-45e1-974c-176bbe85edfc req-a4cc4b80-a031-4199-af48-74e0a0df12a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1768406'] for port (f1e35c87-41ca-48fb-a045-921ff1c239b0), before_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:23:25.303388 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.db.provisioning_blocks [None req-9536b120-8ed8-4c5b-a136-59b02ab4d943 None None] Provisioning complete for port f1e35c87-41ca-48fb-a045-921ff1c239b0 triggered by entity DHCP. {{(pid=104389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 18 05:23:25.306239 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-9536b120-8ed8-4c5b-a136-59b02ab4d943 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1740956'] for port (f1e35c87-41ca-48fb-a045-921ff1c239b0), provisioning_complete {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:23:25.343600 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.plugin [None req-9536b120-8ed8-4c5b-a136-59b02ab4d943 None None] Port f1e35c87-41ca-48fb-a045-921ff1c239b0 cannot update to ACTIVE because it is not bound. {{(pid=104389) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 18 05:23:25.547067 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.notifiers.nova [req-13a7be68-2628-45e1-974c-176bbe85edfc req-a4cc4b80-a031-4199-af48-74e0a0df12a0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f1e35c87-41ca-48fb-a045-921ff1c239b0 {{(pid=104387) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 18 05:23:25.555583 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [req-13a7be68-2628-45e1-974c-176bbe85edfc req-a4cc4b80-a031-4199-af48-74e0a0df12a0 service neutron] Publish callbacks [] for port (f1e35c87-41ca-48fb-a045-921ff1c239b0), precommit_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:23:25.574205 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.db.provisioning_blocks [req-13a7be68-2628-45e1-974c-176bbe85edfc req-a4cc4b80-a031-4199-af48-74e0a0df12a0 service neutron] Transition to ACTIVE for port object f1e35c87-41ca-48fb-a045-921ff1c239b0 will not be triggered until provisioned by entity L2. {{(pid=104387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 18 05:23:25.623733 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-bd48e2cf-68a6-4f35-9a09-882d425f288c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789592556683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1744442'] for agent (e572bbf3-12d8-41bb-a2ed-524d739c9de1), after_update {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:23:25.647146 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [req-13a7be68-2628-45e1-974c-176bbe85edfc req-a4cc4b80-a031-4199-af48-74e0a0df12a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1768343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789592765606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789592262840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789592262858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14020781'] for port (f1e35c87-41ca-48fb-a045-921ff1c239b0), after_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:23:25.719602 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4cc4b80-a031-4199-af48-74e0a0df12a0 service neutron] Pushing event updated for resources: {'Port': ['ID=f1e35c87-41ca-48fb-a045-921ff1c239b0,revision_number=2']} {{(pid=104387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:23:25.761411 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG dbcounter [-] [104387] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:UPDATE=4 {{(pid=104387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:23:25.815310 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd90412-877b-4c41-bcd6-3de255771c2a req-9dbd4bdc-e5fd-4992-8e58-7f8c059d2ffc tempest-TestVolumeBootPattern-2140324561 tempest-TestVolumeBootPattern-2140324561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:23:25.816970 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-2bd90412-877b-4c41-bcd6-3de255771c2a req-9dbd4bdc-e5fd-4992-8e58-7f8c059d2ffc tempest-TestVolumeBootPattern-2140324561 tempest-TestVolumeBootPattern-2140324561-project] 10.222.0.23 "GET /v2.0/ports?device_id=d167251a-f398-4442-a5b0-f75ab2d4d1b4 HTTP/1.1" status: 200 len: 943 time: 0.0694065 Jun 18 05:23:25.841518 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.managers [req-13a7be68-2628-45e1-974c-176bbe85edfc req-a4cc4b80-a031-4199-af48-74e0a0df12a0 service neutron] Attempting to bind port f1e35c87-41ca-48fb-a045-921ff1c239b0 on host hv-cinder-83699 for vnic_type normal with profile {{(pid=104387) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 18 05:23:25.841852 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.managers [req-13a7be68-2628-45e1-974c-176bbe85edfc req-a4cc4b80-a031-4199-af48-74e0a0df12a0 service neutron] Attempting to bind port f1e35c87-41ca-48fb-a045-921ff1c239b0 by drivers openvswitch,hyperv on host hv-cinder-83699 at level 0 using segments [{'id': '8aca2cfd-4c97-491c-8d50-193cbcc193f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '1df631c6-dcd7-4307-8f3b-f75e299e78ec'}] {{(pid=104387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 18 05:23:25.842179 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13a7be68-2628-45e1-974c-176bbe85edfc req-a4cc4b80-a031-4199-af48-74e0a0df12a0 service neutron] Attempting to bind port f1e35c87-41ca-48fb-a045-921ff1c239b0 on network 1df631c6-dcd7-4307-8f3b-f75e299e78ec {{(pid=104387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 18 05:23:25.859983 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13a7be68-2628-45e1-974c-176bbe85edfc req-a4cc4b80-a031-4199-af48-74e0a0df12a0 service neutron] Port f1e35c87-41ca-48fb-a045-921ff1c239b0 on network 1df631c6-dcd7-4307-8f3b-f75e299e78ec not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83699 {{(pid=104387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 18 05:23:25.860309 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13a7be68-2628-45e1-974c-176bbe85edfc req-a4cc4b80-a031-4199-af48-74e0a0df12a0 service neutron] Attempting to bind port f1e35c87-41ca-48fb-a045-921ff1c239b0 on network 1df631c6-dcd7-4307-8f3b-f75e299e78ec {{(pid=104387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 18 05:23:25.878803 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13a7be68-2628-45e1-974c-176bbe85edfc req-a4cc4b80-a031-4199-af48-74e0a0df12a0 service neutron] Checking agent: {'id': '21f82a9e-593b-4fa9-aa06-dfe6f16482e6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83699', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 18, 5, 14, 36), 'started_at': datetime.datetime(2022, 6, 18, 5, 14, 36), 'heartbeat_timestamp': datetime.datetime(2022, 6, 18, 5, 23, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 18 05:23:25.879146 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13a7be68-2628-45e1-974c-176bbe85edfc req-a4cc4b80-a031-4199-af48-74e0a0df12a0 service neutron] Checking segment: {'id': '8aca2cfd-4c97-491c-8d50-193cbcc193f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '1df631c6-dcd7-4307-8f3b-f75e299e78ec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 18 05:23:25.879567 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13a7be68-2628-45e1-974c-176bbe85edfc req-a4cc4b80-a031-4199-af48-74e0a0df12a0 service neutron] Bound using segment: {'id': '8aca2cfd-4c97-491c-8d50-193cbcc193f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '1df631c6-dcd7-4307-8f3b-f75e299e78ec'} {{(pid=104387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 18 05:23:25.880322 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.managers [req-13a7be68-2628-45e1-974c-176bbe85edfc req-a4cc4b80-a031-4199-af48-74e0a0df12a0 service neutron] Bound port: f1e35c87-41ca-48fb-a045-921ff1c239b0, host: hv-cinder-83699, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8aca2cfd-4c97-491c-8d50-193cbcc193f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '1df631c6-dcd7-4307-8f3b-f75e299e78ec'}}] {{(pid=104387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 18 05:23:25.880683 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [req-13a7be68-2628-45e1-974c-176bbe85edfc req-a4cc4b80-a031-4199-af48-74e0a0df12a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1768406'] for port (f1e35c87-41ca-48fb-a045-921ff1c239b0), before_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:23:25.895974 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-2bd90412-877b-4c41-bcd6-3de255771c2a req-3c51d68a-1e58-451c-9767-292c57876e3a tempest-TestVolumeBootPattern-2140324561 tempest-TestVolumeBootPattern-2140324561-project] 10.222.0.23 "GET /v2.0/security-groups?id=58bf4135-bd70-41ae-af28-83b051ed0d19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0728021 Jun 18 05:23:25.954476 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.db [req-13a7be68-2628-45e1-974c-176bbe85edfc req-a4cc4b80-a031-4199-af48-74e0a0df12a0 service neutron] For port f1e35c87-41ca-48fb-a045-921ff1c239b0, host hv-cinder-83699, cleared binding levels {{(pid=104387) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 05:23:25.957604 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.db [req-13a7be68-2628-45e1-974c-176bbe85edfc req-a4cc4b80-a031-4199-af48-74e0a0df12a0 service neutron] For port f1e35c87-41ca-48fb-a045-921ff1c239b0, host hv-cinder-83699, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=f1e35c87-41ca-48fb-a045-921ff1c239b0,segment=NetworkSegment(8aca2cfd-4c97-491c-8d50-193cbcc193f8),segment_id=8aca2cfd-4c97-491c-8d50-193cbcc193f8)] {{(pid=104387) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 05:23:26.036031 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [req-13a7be68-2628-45e1-974c-176bbe85edfc req-a4cc4b80-a031-4199-af48-74e0a0df12a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1768343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789592765606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789592262840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789592262858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14020781'] for port (f1e35c87-41ca-48fb-a045-921ff1c239b0), after_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:23:26.082109 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a7be68-2628-45e1-974c-176bbe85edfc req-a4cc4b80-a031-4199-af48-74e0a0df12a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:23:26.082808 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [req-13a7be68-2628-45e1-974c-176bbe85edfc req-a4cc4b80-a031-4199-af48-74e0a0df12a0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19502'] for port (None), before_response {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:23:26.084802 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-13a7be68-2628-45e1-974c-176bbe85edfc req-a4cc4b80-a031-4199-af48-74e0a0df12a0 service neutron] 10.222.0.15 "PUT /v2.0/ports/f1e35c87-41ca-48fb-a045-921ff1c239b0 HTTP/1.1" status: 200 len: 1093 time: 0.8794782 Jun 18 05:23:26.085280 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd167251a-f398-4442-a5b0-f75ab2d4d1b4', 'tag': 'f1e35c87-41ca-48fb-a045-921ff1c239b0'}] {{(pid=104387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 18 05:23:26.087658 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}067244ef130036e0f0c6cfdae2cc0bb626a7afb0c2954d608d85df941ffdb65a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed797da2-4c31-4b44-89ca-366ecac5a026" -d '{"events": [{"name": "network-changed", "server_uuid": "d167251a-f398-4442-a5b0-f75ab2d4d1b4", "tag": "f1e35c87-41ca-48fb-a045-921ff1c239b0"}]}' {{(pid=104387) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 05:23:26.124268 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4cc4b80-a031-4199-af48-74e0a0df12a0 service neutron] Pushing event updated for resources: {'Port': ['ID=f1e35c87-41ca-48fb-a045-921ff1c239b0,revision_number=3']} {{(pid=104387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:23:26.143722 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Jun 2022 05:23:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3a7b22f-63d0-40de-99e8-872cca5879ed x-openstack-request-id: req-d3a7b22f-63d0-40de-99e8-872cca5879ed {{(pid=104387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 05:23:26.144092 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d167251a-f398-4442-a5b0-f75ab2d4d1b4", "tag": "f1e35c87-41ca-48fb-a045-921ff1c239b0", "status": "completed", "code": 200}]} {{(pid=104387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 05:23:26.144414 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-d3a7b22f-63d0-40de-99e8-872cca5879ed {{(pid=104387) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 05:23:26.144899 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d3a7b22f-63d0-40de-99e8-872cca5879ed'] response: {'name': 'network-changed', 'server_uuid': 'd167251a-f398-4442-a5b0-f75ab2d4d1b4', 'tag': 'f1e35c87-41ca-48fb-a045-921ff1c239b0', 'status': 'completed', 'code': 200} Jun 18 05:23:26.585428 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a7be68-2628-45e1-974c-176bbe85edfc req-4e954486-5bd8-4d67-9201-790e33845cf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:23:26.586950 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-13a7be68-2628-45e1-974c-176bbe85edfc req-4e954486-5bd8-4d67-9201-790e33845cf0 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e5e4aece32ff462b9b9a42200d584c1b&device_id=d167251a-f398-4442-a5b0-f75ab2d4d1b4 HTTP/1.1" status: 200 len: 1127 time: 0.0463986 Jun 18 05:23:26.625101 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.wsgi [-] (104388) accepted ('10.222.0.23', 53946) {{(pid=104388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 05:23:26.634978 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-13a7be68-2628-45e1-974c-176bbe85edfc req-a586d228-ecf0-4367-aabb-676c5217d327 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f1e35c87-41ca-48fb-a045-921ff1c239b0 HTTP/1.1" status: 200 len: 217 time: 0.0325580 Jun 18 05:23:26.689400 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a7be68-2628-45e1-974c-176bbe85edfc req-7c0d7a8c-59b8-4840-8615-4236da3f28be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:23:26.690914 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-13a7be68-2628-45e1-974c-176bbe85edfc req-7c0d7a8c-59b8-4840-8615-4236da3f28be service neutron] 10.222.0.15 "GET /v2.0/subnets?id=6b669cb0-2ad3-4bdc-840d-cbd0d58ea955 HTTP/1.1" status: 200 len: 851 time: 0.0460048 Jun 18 05:23:26.735534 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-ba41cb3b-fe06-4f3b-aa89-4cb5e9b5f46b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:23:26.748777 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a7be68-2628-45e1-974c-176bbe85edfc req-72b6c75a-de39-4f39-8c02-0bd503fa1e82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:23:26.750313 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-13a7be68-2628-45e1-974c-176bbe85edfc req-72b6c75a-de39-4f39-8c02-0bd503fa1e82 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=1df631c6-dcd7-4307-8f3b-f75e299e78ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0394018 Jun 18 05:23:26.785344 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG dbcounter [-] [104388] Writing DB stats neutron:SELECT=85,neutron:DELETE=9,neutron:UPDATE=1,neutron:INSERT=5 {{(pid=104388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:23:26.821231 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-ba41cb3b-fe06-4f3b-aa89-4cb5e9b5f46b admin admin] Publish callbacks [] for security_group (c732a92a-6b52-4a30-a8d6-3eba0e4b7bfe), precommit_create {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:23:26.847178 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-13a7be68-2628-45e1-974c-176bbe85edfc req-7101ea0e-4866-46af-bc50-c1b58bb457ac service neutron] 10.222.0.15 "GET /v2.0/networks/1df631c6-dcd7-4307-8f3b-f75e299e78ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900426 Jun 18 05:23:26.901907 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-ba41cb3b-fe06-4f3b-aa89-4cb5e9b5f46b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728332'] for security_group (c732a92a-6b52-4a30-a8d6-3eba0e4b7bfe), after_create {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:23:26.912415 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG dbcounter [-] [104387] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:23:26.948563 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba41cb3b-fe06-4f3b-aa89-4cb5e9b5f46b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c732a92a-6b52-4a30-a8d6-3eba0e4b7bfe,revision_number=1']} {{(pid=104388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:23:26.951046 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [None req-ba41cb3b-fe06-4f3b-aa89-4cb5e9b5f46b admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=dfecb7f9d65940aa97cac89b11ebc703&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3245139 Jun 18 05:23:26.951362 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.wsgi [-] (104388) accepted ('10.222.0.23', 53954) {{(pid=104388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 05:23:26.959025 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-13a7be68-2628-45e1-974c-176bbe85edfc req-67cda7aa-cd9e-49ce-9b0a-4c37ddeb47ba service neutron] 10.222.0.15 "GET /v2.0/networks/1df631c6-dcd7-4307-8f3b-f75e299e78ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1040969 Jun 18 05:23:27.014817 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-1f857da1-7476-49ab-807b-3b46ddea9d4e admin admin] Publish callbacks [] for security_group (c732a92a-6b52-4a30-a8d6-3eba0e4b7bfe), before_delete {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:23:27.040948 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-1f857da1-7476-49ab-807b-3b46ddea9d4e admin admin] Publish callbacks [] for security_group (c732a92a-6b52-4a30-a8d6-3eba0e4b7bfe), precommit_delete {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:23:27.052060 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28e1693-7ac7-48ca-bc94-32053ed2d00d req-26fc70d3-293e-4d30-b40a-fba6c5131481 tempest-TestVolumeBootPattern-2140324561 tempest-TestVolumeBootPattern-2140324561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:23:27.057910 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-c28e1693-7ac7-48ca-bc94-32053ed2d00d req-26fc70d3-293e-4d30-b40a-fba6c5131481 tempest-TestVolumeBootPattern-2140324561 tempest-TestVolumeBootPattern-2140324561-project] 10.222.0.23 "GET /v2.0/ports?device_id=d167251a-f398-4442-a5b0-f75ab2d4d1b4 HTTP/1.1" status: 200 len: 943 time: 0.0560033 Jun 18 05:23:27.111738 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-c28e1693-7ac7-48ca-bc94-32053ed2d00d req-6d124363-ed78-428b-bb78-e0402887b9fc tempest-TestVolumeBootPattern-2140324561 tempest-TestVolumeBootPattern-2140324561-project] 10.222.0.23 "GET /v2.0/security-groups?id=58bf4135-bd70-41ae-af28-83b051ed0d19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518584 Jun 18 05:23:27.197116 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-1f857da1-7476-49ab-807b-3b46ddea9d4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728332'] for security_group (c732a92a-6b52-4a30-a8d6-3eba0e4b7bfe), after_delete {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:23:27.199772 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-1f857da1-7476-49ab-807b-3b46ddea9d4e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:23:27.200932 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [None req-1f857da1-7476-49ab-807b-3b46ddea9d4e admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/c732a92a-6b52-4a30-a8d6-3eba0e4b7bfe HTTP/1.1" status: 204 len: 168 time: 0.2483149 Jun 18 05:23:27.212533 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG dbcounter [-] [104388] Writing DB stats neutron:SELECT=87,neutron:DELETE=6,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:23:27.219301 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f857da1-7476-49ab-807b-3b46ddea9d4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c732a92a-6b52-4a30-a8d6-3eba0e4b7bfe,revision_number=None']} {{(pid=104388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:23:27.263795 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-5df8b1a9-a354-44ed-8761-35e8e24f4084 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789592556683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1744442'] for agent (37f34a37-d85d-4c21-966b-86dc43157ac3), after_update {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:23:27.418483 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed797da2-4c31-4b44-89ca-366ecac5a026 req-87833bab-2119-4301-8458-0a690185e1b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:23:27.419992 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-ed797da2-4c31-4b44-89ca-366ecac5a026 req-87833bab-2119-4301-8458-0a690185e1b5 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e5e4aece32ff462b9b9a42200d584c1b&device_id=d167251a-f398-4442-a5b0-f75ab2d4d1b4 HTTP/1.1" status: 200 len: 1127 time: 0.0416205 Jun 18 05:23:27.522257 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed797da2-4c31-4b44-89ca-366ecac5a026 req-aa6b5d54-3ba5-478c-b0f3-e1abaa5e54c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:23:27.527627 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-ed797da2-4c31-4b44-89ca-366ecac5a026 req-aa6b5d54-3ba5-478c-b0f3-e1abaa5e54c2 service neutron] 10.222.0.15 "GET /v2.0/networks?id=1df631c6-dcd7-4307-8f3b-f75e299e78ec HTTP/1.1" status: 200 len: 913 time: 0.0962138 Jun 18 05:23:27.571254 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-ed797da2-4c31-4b44-89ca-366ecac5a026 req-565663db-dff3-4904-952b-9bd5b5df4f92 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f1e35c87-41ca-48fb-a045-921ff1c239b0 HTTP/1.1" status: 200 len: 217 time: 0.0328259 Jun 18 05:23:27.576049 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-c042a677-28f5-4026-b552-0173028fe9dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789592556683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1744442'] for agent (d503ae44-4e24-48d3-9886-03581f90537d), after_update {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:23:27.645543 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed797da2-4c31-4b44-89ca-366ecac5a026 req-d4a89a35-735d-4879-a74d-e904a2da4e09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:23:27.647589 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-ed797da2-4c31-4b44-89ca-366ecac5a026 req-d4a89a35-735d-4879-a74d-e904a2da4e09 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=6b669cb0-2ad3-4bdc-840d-cbd0d58ea955 HTTP/1.1" status: 200 len: 851 time: 0.0501635 Jun 18 05:23:27.686372 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG dbcounter [-] [104387] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:23:27.696672 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed797da2-4c31-4b44-89ca-366ecac5a026 req-19ab9c7e-6034-4cef-846d-a7be66897347 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:23:27.698257 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-ed797da2-4c31-4b44-89ca-366ecac5a026 req-19ab9c7e-6034-4cef-846d-a7be66897347 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=1df631c6-dcd7-4307-8f3b-f75e299e78ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0437729 Jun 18 05:23:27.863040 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.wsgi [-] (104387) accepted ('10.222.0.23', 53970) {{(pid=104387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 05:23:27.876434 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-54264d2c-7841-468a-90fe-a69f59333851 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:23:27.951013 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-54264d2c-7841-468a-90fe-a69f59333851 admin admin] Publish callbacks [] for security_group (a4271691-f87a-4b0f-9e76-63406ceeba1b), precommit_create {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:23:28.019075 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-54264d2c-7841-468a-90fe-a69f59333851 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728332'] for security_group (a4271691-f87a-4b0f-9e76-63406ceeba1b), after_create {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:23:28.104443 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [None req-54264d2c-7841-468a-90fe-a69f59333851 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=e008d443fe5e458982fab3bf74d71ad1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2402942 Jun 18 05:23:28.106841 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54264d2c-7841-468a-90fe-a69f59333851 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4271691-f87a-4b0f-9e76-63406ceeba1b,revision_number=1']} {{(pid=104387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:23:28.107702 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.wsgi [-] (104388) accepted ('10.222.0.23', 53972) {{(pid=104388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 05:23:28.112657 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-ed797da2-4c31-4b44-89ca-366ecac5a026 req-7ba03223-c8ad-4194-ad08-d649a8aa1e4f service neutron] 10.222.0.15 "GET /v2.0/networks/1df631c6-dcd7-4307-8f3b-f75e299e78ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1273272 Jun 18 05:23:28.166062 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-307d6f91-16bf-4c2d-8c7e-13d57f07e5af admin admin] Publish callbacks [] for security_group (a4271691-f87a-4b0f-9e76-63406ceeba1b), before_delete {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:23:28.191900 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-307d6f91-16bf-4c2d-8c7e-13d57f07e5af admin admin] Publish callbacks [] for security_group (a4271691-f87a-4b0f-9e76-63406ceeba1b), precommit_delete {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:23:28.253038 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-ed797da2-4c31-4b44-89ca-366ecac5a026 req-5c997013-66db-4bcf-9289-26740f4780c9 service neutron] 10.222.0.15 "GET /v2.0/networks/1df631c6-dcd7-4307-8f3b-f75e299e78ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1316457 Jun 18 05:23:28.259803 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895bb3ac-83bb-4c38-a38b-bcc641764c1c req-a1177ad5-c7c4-4540-8b5a-2ea8d6259d58 tempest-TestVolumeBootPattern-2140324561 tempest-TestVolumeBootPattern-2140324561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:23:28.261158 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-895bb3ac-83bb-4c38-a38b-bcc641764c1c req-a1177ad5-c7c4-4540-8b5a-2ea8d6259d58 tempest-TestVolumeBootPattern-2140324561 tempest-TestVolumeBootPattern-2140324561-project] 10.222.0.23 "GET /v2.0/ports?device_id=d167251a-f398-4442-a5b0-f75ab2d4d1b4 HTTP/1.1" status: 200 len: 943 time: 0.0756936 Jun 18 05:23:28.314522 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-895bb3ac-83bb-4c38-a38b-bcc641764c1c req-dad7f551-e95b-40cb-a29a-28419f3c2670 tempest-TestVolumeBootPattern-2140324561 tempest-TestVolumeBootPattern-2140324561-project] 10.222.0.23 "GET /v2.0/security-groups?id=58bf4135-bd70-41ae-af28-83b051ed0d19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477343 Jun 18 05:23:28.320962 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-307d6f91-16bf-4c2d-8c7e-13d57f07e5af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728332'] for security_group (a4271691-f87a-4b0f-9e76-63406ceeba1b), after_delete {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:23:28.324343 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-307d6f91-16bf-4c2d-8c7e-13d57f07e5af admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:23:28.325524 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [None req-307d6f91-16bf-4c2d-8c7e-13d57f07e5af admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/a4271691-f87a-4b0f-9e76-63406ceeba1b HTTP/1.1" status: 204 len: 168 time: 0.2166646 Jun 18 05:23:28.335682 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-307d6f91-16bf-4c2d-8c7e-13d57f07e5af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4271691-f87a-4b0f-9e76-63406ceeba1b,revision_number=None']} {{(pid=104388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:23:29.434144 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757f1843-6db5-476b-af71-9c025ec6c1c8 req-9bf73a49-eec7-4bea-b5f5-addbde8df164 tempest-TestVolumeBootPattern-2140324561 tempest-TestVolumeBootPattern-2140324561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:23:29.435644 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-757f1843-6db5-476b-af71-9c025ec6c1c8 req-9bf73a49-eec7-4bea-b5f5-addbde8df164 tempest-TestVolumeBootPattern-2140324561 tempest-TestVolumeBootPattern-2140324561-project] 10.222.0.23 "GET /v2.0/ports?device_id=d167251a-f398-4442-a5b0-f75ab2d4d1b4 HTTP/1.1" status: 200 len: 943 time: 0.0486574 Jun 18 05:23:29.485067 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-757f1843-6db5-476b-af71-9c025ec6c1c8 req-6b196d6c-7b11-4ec6-839f-9015af6ac9e0 tempest-TestVolumeBootPattern-2140324561 tempest-TestVolumeBootPattern-2140324561-project] 10.222.0.23 "GET /v2.0/security-groups?id=58bf4135-bd70-41ae-af28-83b051ed0d19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438690 Jun 18 05:23:30.459516 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6effa330-919a-4e25-8bf2-e6d7d20a7a84 req-d1f28969-f6e4-4a90-b244-061e9bc17db1 tempest-AttachVolumeTestJSON-1934236616 tempest-AttachVolumeTestJSON-1934236616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:23:30.461008 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-6effa330-919a-4e25-8bf2-e6d7d20a7a84 req-d1f28969-f6e4-4a90-b244-061e9bc17db1 tempest-AttachVolumeTestJSON-1934236616 tempest-AttachVolumeTestJSON-1934236616-project] 10.222.0.23 "GET /v2.0/ports?device_id=b8e4e387-f80d-4ab4-b84b-8e300ba1691b HTTP/1.1" status: 200 len: 946 time: 0.0491858 Jun 18 05:23:30.508185 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-6effa330-919a-4e25-8bf2-e6d7d20a7a84 req-99de321b-47b0-44f2-b2a6-5c4afee3e952 tempest-AttachVolumeTestJSON-1934236616 tempest-AttachVolumeTestJSON-1934236616-project] 10.222.0.23 "GET /v2.0/security-groups?id=75e206fe-f470-4171-93d0-e753766d6ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414748 Jun 18 05:23:30.598092 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9c2bb3-39e0-47d6-babf-e593aaa55606 req-0172c6fd-70c7-401c-936c-1a7ec498cbe6 tempest-TestVolumeBootPattern-2140324561 tempest-TestVolumeBootPattern-2140324561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:23:30.600397 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-ef9c2bb3-39e0-47d6-babf-e593aaa55606 req-0172c6fd-70c7-401c-936c-1a7ec498cbe6 tempest-TestVolumeBootPattern-2140324561 tempest-TestVolumeBootPattern-2140324561-project] 10.222.0.23 "GET /v2.0/ports?device_id=d167251a-f398-4442-a5b0-f75ab2d4d1b4 HTTP/1.1" status: 200 len: 943 time: 0.0458601 Jun 18 05:23:30.650748 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-ef9c2bb3-39e0-47d6-babf-e593aaa55606 req-080ffaa0-93b5-40f5-a982-9b8aa5d0f876 tempest-TestVolumeBootPattern-2140324561 tempest-TestVolumeBootPattern-2140324561-project] 10.222.0.23 "GET /v2.0/security-groups?id=58bf4135-bd70-41ae-af28-83b051ed0d19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449758 Jun 18 05:23:30.745135 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG dbcounter [-] [104390] Writing DB stats neutron:SELECT=21 {{(pid=104390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:23:31.627707 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2abc26e5-f0d9-4357-bc12-8287b0388482 req-e21ed656-ee7f-48a1-8fa1-1920b5deefd2 tempest-AttachVolumeTestJSON-1934236616 tempest-AttachVolumeTestJSON-1934236616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:23:31.629170 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-2abc26e5-f0d9-4357-bc12-8287b0388482 req-e21ed656-ee7f-48a1-8fa1-1920b5deefd2 tempest-AttachVolumeTestJSON-1934236616 tempest-AttachVolumeTestJSON-1934236616-project] 10.222.0.23 "GET /v2.0/ports?device_id=b8e4e387-f80d-4ab4-b84b-8e300ba1691b HTTP/1.1" status: 200 len: 946 time: 0.0507569 Jun 18 05:23:31.675585 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-2abc26e5-f0d9-4357-bc12-8287b0388482 req-98f6440e-992d-496e-bfc7-3f94579c211d tempest-AttachVolumeTestJSON-1934236616 tempest-AttachVolumeTestJSON-1934236616-project] 10.222.0.23 "GET /v2.0/security-groups?id=75e206fe-f470-4171-93d0-e753766d6ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408704 Jun 18 05:23:31.769289 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d012020-f6cf-4fa0-af75-45461de68b66 req-26d5289c-d4c9-4810-b363-326aaecd67d4 tempest-TestVolumeBootPattern-2140324561 tempest-TestVolumeBootPattern-2140324561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:23:31.770782 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-1d012020-f6cf-4fa0-af75-45461de68b66 req-26d5289c-d4c9-4810-b363-326aaecd67d4 tempest-TestVolumeBootPattern-2140324561 tempest-TestVolumeBootPattern-2140324561-project] 10.222.0.23 "GET /v2.0/ports?device_id=d167251a-f398-4442-a5b0-f75ab2d4d1b4 HTTP/1.1" status: 200 len: 943 time: 0.0497065 Jun 18 05:23:31.819503 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-1d012020-f6cf-4fa0-af75-45461de68b66 req-8102146c-5bc5-488c-b5c5-2244105adf3f tempest-TestVolumeBootPattern-2140324561 tempest-TestVolumeBootPattern-2140324561-project] 10.222.0.23 "GET /v2.0/security-groups?id=58bf4135-bd70-41ae-af28-83b051ed0d19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427201 Jun 18 05:23:32.591087 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG dbcounter [-] [104387] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=104387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:23:32.601650 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e06b74-fa0d-40b2-a9a5-fda90664bc56 req-ae2050fc-019f-498f-9e73-1ea7f1cd014b tempest-AttachVolumeTestJSON-1934236616 tempest-AttachVolumeTestJSON-1934236616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:23:32.603120 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-12e06b74-fa0d-40b2-a9a5-fda90664bc56 req-ae2050fc-019f-498f-9e73-1ea7f1cd014b tempest-AttachVolumeTestJSON-1934236616 tempest-AttachVolumeTestJSON-1934236616-project] 10.222.0.15 "GET /v2.0/ports?device_id=b8e4e387-f80d-4ab4-b84b-8e300ba1691b HTTP/1.1" status: 200 len: 946 time: 0.0463991 Jun 18 05:23:32.790890 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c27a884-4202-4df2-a11f-0491237fa6c7 req-0e72e918-4bb0-424f-8502-a13340b4d167 tempest-AttachVolumeTestJSON-1934236616 tempest-AttachVolumeTestJSON-1934236616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:23:32.792364 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-4c27a884-4202-4df2-a11f-0491237fa6c7 req-0e72e918-4bb0-424f-8502-a13340b4d167 tempest-AttachVolumeTestJSON-1934236616 tempest-AttachVolumeTestJSON-1934236616-project] 10.222.0.23 "GET /v2.0/ports?device_id=b8e4e387-f80d-4ab4-b84b-8e300ba1691b HTTP/1.1" status: 200 len: 946 time: 0.0485528 Jun 18 05:23:32.841237 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-4c27a884-4202-4df2-a11f-0491237fa6c7 req-3c39dda9-f0de-4d66-b5c9-8db78e08c1fe tempest-AttachVolumeTestJSON-1934236616 tempest-AttachVolumeTestJSON-1934236616-project] 10.222.0.23 "GET /v2.0/security-groups?id=75e206fe-f470-4171-93d0-e753766d6ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432007 Jun 18 05:23:32.933013 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf9e392-a382-4cb7-80cd-77ddad66fa1c req-50f5de29-bb88-40d5-b918-f824fed7e8ff tempest-TestVolumeBootPattern-2140324561 tempest-TestVolumeBootPattern-2140324561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:23:32.934968 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-bcf9e392-a382-4cb7-80cd-77ddad66fa1c req-50f5de29-bb88-40d5-b918-f824fed7e8ff tempest-TestVolumeBootPattern-2140324561 tempest-TestVolumeBootPattern-2140324561-project] 10.222.0.23 "GET /v2.0/ports?device_id=d167251a-f398-4442-a5b0-f75ab2d4d1b4 HTTP/1.1" status: 200 len: 943 time: 0.0472229 Jun 18 05:23:32.986990 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-bcf9e392-a382-4cb7-80cd-77ddad66fa1c req-86480ed8-58aa-4a40-8109-293a1907c5d5 tempest-TestVolumeBootPattern-2140324561 tempest-TestVolumeBootPattern-2140324561-project] 10.222.0.23 "GET /v2.0/security-groups?id=58bf4135-bd70-41ae-af28-83b051ed0d19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444508 Jun 18 05:23:33.246913 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.plugin [req-12e06b74-fa0d-40b2-a9a5-fda90664bc56 req-97f63b07-45ae-47d3-a3a9-23f3cf59104e tempest-AttachVolumeTestJSON-1934236616 tempest-AttachVolumeTestJSON-1934236616-project] Deleting port de69b734-c483-4ced-a344-3ae592794f9e {{(pid=104387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 18 05:23:33.247255 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [req-12e06b74-fa0d-40b2-a9a5-fda90664bc56 req-97f63b07-45ae-47d3-a3a9-23f3cf59104e tempest-AttachVolumeTestJSON-1934236616 tempest-AttachVolumeTestJSON-1934236616-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789592760634'] for port (de69b734-c483-4ced-a344-3ae592794f9e), before_delete {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:23:33.337133 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.db [req-12e06b74-fa0d-40b2-a9a5-fda90664bc56 req-97f63b07-45ae-47d3-a3a9-23f3cf59104e tempest-AttachVolumeTestJSON-1934236616 tempest-AttachVolumeTestJSON-1934236616-project] For port de69b734-c483-4ced-a344-3ae592794f9e, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=de69b734-c483-4ced-a344-3ae592794f9e,segment=NetworkSegment(ec81db56-67ad-4682-ab4f-54fec1abd7e4),segment_id=ec81db56-67ad-4682-ab4f-54fec1abd7e4)] {{(pid=104387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 05:23:33.337536 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [req-12e06b74-fa0d-40b2-a9a5-fda90664bc56 req-97f63b07-45ae-47d3-a3a9-23f3cf59104e tempest-AttachVolumeTestJSON-1934236616 tempest-AttachVolumeTestJSON-1934236616-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-734995'] for port (de69b734-c483-4ced-a344-3ae592794f9e), precommit_delete {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:23:33.350861 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG dbcounter [-] [104387] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:23:33.501012 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [req-12e06b74-fa0d-40b2-a9a5-fda90664bc56 req-97f63b07-45ae-47d3-a3a9-23f3cf59104e tempest-AttachVolumeTestJSON-1934236616 tempest-AttachVolumeTestJSON-1934236616-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:23:33.501289 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [req-12e06b74-fa0d-40b2-a9a5-fda90664bc56 req-97f63b07-45ae-47d3-a3a9-23f3cf59104e tempest-AttachVolumeTestJSON-1934236616 tempest-AttachVolumeTestJSON-1934236616-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-736808'] for floatingip (1f8ec7cd-9fd2-456c-9bcc-15ee20b34ba4), after_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:23:33.501631 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.db.l3_db [req-12e06b74-fa0d-40b2-a9a5-fda90664bc56 req-97f63b07-45ae-47d3-a3a9-23f3cf59104e tempest-AttachVolumeTestJSON-1934236616 tempest-AttachVolumeTestJSON-1934236616-project] Floating IP 1f8ec7cd-9fd2-456c-9bcc-15ee20b34ba4 disassociated. External IP: 172.27.2.222, port: de69b734-c483-4ced-a344-3ae592794f9e. Jun 18 05:23:33.501976 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.plugin [req-12e06b74-fa0d-40b2-a9a5-fda90664bc56 req-97f63b07-45ae-47d3-a3a9-23f3cf59104e tempest-AttachVolumeTestJSON-1934236616 tempest-AttachVolumeTestJSON-1934236616-project] Calling delete_port for de69b734-c483-4ced-a344-3ae592794f9e owned by compute:nova {{(pid=104387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 18 05:23:33.686103 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [req-12e06b74-fa0d-40b2-a9a5-fda90664bc56 req-97f63b07-45ae-47d3-a3a9-23f3cf59104e tempest-AttachVolumeTestJSON-1934236616 tempest-AttachVolumeTestJSON-1934236616-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1768343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789592765633', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789592262831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14020772'] for port (de69b734-c483-4ced-a344-3ae592794f9e), after_delete {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:23:33.719719 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f63b07-45ae-47d3-a3a9-23f3cf59104e tempest-AttachVolumeTestJSON-1934236616 tempest-AttachVolumeTestJSON-1934236616-project] Pushing event deleted for resources: {'Port': ['ID=de69b734-c483-4ced-a344-3ae592794f9e,revision_number=None']} {{(pid=104387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:23:33.826804 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.scheduler.l3_agent_scheduler [req-12e06b74-fa0d-40b2-a9a5-fda90664bc56 req-97f63b07-45ae-47d3-a3a9-23f3cf59104e tempest-AttachVolumeTestJSON-1934236616 tempest-AttachVolumeTestJSON-1934236616-project] Router f334ad5f-9401-48d1-901a-a5b0e0bb754e has already been hosted by L3 agent a8549501-0164-4ac5-90a6-1ba1ba0d3f9d {{(pid=104387) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 18 05:23:33.870711 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG dbcounter [-] [104387] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=104387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:23:33.928948 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-12e06b74-fa0d-40b2-a9a5-fda90664bc56 req-97f63b07-45ae-47d3-a3a9-23f3cf59104e tempest-AttachVolumeTestJSON-1934236616 tempest-AttachVolumeTestJSON-1934236616-project] Notify agent at l3_agent.dv-cinder-836996-35-iscsi the message routers_updated {{(pid=104387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 05:23:33.939285 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65420609-ddb5-4fde-905e-45ec847d6355 None None] Sync routers for ids ['f334ad5f-9401-48d1-901a-a5b0e0bb754e'] in dv-cinder-836996-35-iscsi {{(pid=104389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 05:23:33.950724 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65420609-ddb5-4fde-905e-45ec847d6355 None None] Routers {'f334ad5f-9401-48d1-901a-a5b0e0bb754e'} bound to L3 agent in host dv-cinder-836996-35-iscsi {{(pid=104389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 18 05:23:33.951296 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-d1659ea6-fbad-4257-9930-f62464d8c61e req-226d0a23-793a-472c-b8a7-3588f1aa7a93 tempest-AttachVolumeTestJSON-1934236616 tempest-AttachVolumeTestJSON-1934236616-project] 10.222.0.23 "GET /v2.0/ports?device_id=b8e4e387-f80d-4ab4-b84b-8e300ba1691b HTTP/1.1" status: 200 len: 210 time: 0.0349736 Jun 18 05:23:33.952307 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.db.l3_hamode_db [None req-65420609-ddb5-4fde-905e-45ec847d6355 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-35-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-18T05:08:24Z,description=,heartbeat_timestamp=2022-06-18T05:23:25Z,host='dv-cinder-836996-35-iscsi',id=a8549501-0164-4ac5-90a6-1ba1ba0d3f9d,load=0,resource_versions=,resources_synced=,started_at=2022-06-18T05:08:25Z,topic='l3_agent')) {'router_ids': ['f334ad5f-9401-48d1-901a-a5b0e0bb754e'], 'active': True} {{(pid=104389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 05:23:33.982330 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.db.l3_dvrscheduler_db [req-12e06b74-fa0d-40b2-a9a5-fda90664bc56 req-97f63b07-45ae-47d3-a3a9-23f3cf59104e tempest-AttachVolumeTestJSON-1934236616 tempest-AttachVolumeTestJSON-1934236616-project] No DVR routers for this DVR port de69b734-c483-4ced-a344-3ae592794f9e on host hv-cinder-83699 {{(pid=104387) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 18 05:23:33.982330 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [req-12e06b74-fa0d-40b2-a9a5-fda90664bc56 req-97f63b07-45ae-47d3-a3a9-23f3cf59104e tempest-AttachVolumeTestJSON-1934236616 tempest-AttachVolumeTestJSON-1934236616-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19502'] for port (None), before_response {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:23:33.984988 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-12e06b74-fa0d-40b2-a9a5-fda90664bc56 req-97f63b07-45ae-47d3-a3a9-23f3cf59104e tempest-AttachVolumeTestJSON-1934236616 tempest-AttachVolumeTestJSON-1934236616-project] 10.222.0.15 "DELETE /v2.0/ports/de69b734-c483-4ced-a344-3ae592794f9e HTTP/1.1" status: 204 len: 173 time: 0.8212550 Jun 18 05:23:33.985395 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8e4e387-f80d-4ab4-b84b-8e300ba1691b', 'name': 'network-vif-deleted', 'tag': 'de69b734-c483-4ced-a344-3ae592794f9e'}] {{(pid=104387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 18 05:23:33.987655 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}067244ef130036e0f0c6cfdae2cc0bb626a7afb0c2954d608d85df941ffdb65a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19f102d1-60d8-4de1-bc6c-af99fc49bd91" -d '{"events": [{"server_uuid": "b8e4e387-f80d-4ab4-b84b-8e300ba1691b", "name": "network-vif-deleted", "tag": "de69b734-c483-4ced-a344-3ae592794f9e"}]}' {{(pid=104387) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 05:23:34.039471 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Jun 2022 05:23:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-744c12ba-7ec2-4e92-bbba-41dbcb86f546 x-openstack-request-id: req-744c12ba-7ec2-4e92-bbba-41dbcb86f546 {{(pid=104387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 05:23:34.039766 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8e4e387-f80d-4ab4-b84b-8e300ba1691b", "name": "network-vif-deleted", "tag": "de69b734-c483-4ced-a344-3ae592794f9e", "status": "completed", "code": 200}]} {{(pid=104387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 05:23:34.040023 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-744c12ba-7ec2-4e92-bbba-41dbcb86f546 {{(pid=104387) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 05:23:34.040432 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.notifiers.nova [-] Nova event matching ['req-744c12ba-7ec2-4e92-bbba-41dbcb86f546'] response: {'server_uuid': 'b8e4e387-f80d-4ab4-b84b-8e300ba1691b', 'name': 'network-vif-deleted', 'tag': 'de69b734-c483-4ced-a344-3ae592794f9e', 'status': 'completed', 'code': 200} Jun 18 05:23:34.090836 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.db.l3_dvr_db [None req-65420609-ddb5-4fde-905e-45ec847d6355 None None] Set router f334ad5f-9401-48d1-901a-a5b0e0bb754e gateway port host: dv-cinder-836996-35-iscsi {{(pid=104389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 18 05:23:34.125732 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494542d4-947c-4a53-87ba-de0202488cae req-cfdd51d3-9322-4c0e-a59e-fd16a7fa82ca tempest-TestVolumeBootPattern-2140324561 tempest-TestVolumeBootPattern-2140324561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:23:34.128440 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-494542d4-947c-4a53-87ba-de0202488cae req-cfdd51d3-9322-4c0e-a59e-fd16a7fa82ca tempest-TestVolumeBootPattern-2140324561 tempest-TestVolumeBootPattern-2140324561-project] 10.222.0.23 "GET /v2.0/ports?device_id=d167251a-f398-4442-a5b0-f75ab2d4d1b4 HTTP/1.1" status: 200 len: 943 time: 0.0686643 Jun 18 05:23:34.212022 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-494542d4-947c-4a53-87ba-de0202488cae req-bdfcdc0f-eb3d-4a05-8bac-b5feaa3d2d50 tempest-TestVolumeBootPattern-2140324561 tempest-TestVolumeBootPattern-2140324561-project] 10.222.0.23 "GET /v2.0/security-groups?id=58bf4135-bd70-41ae-af28-83b051ed0d19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0721233 Jun 18 05:23:34.240079 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG dbcounter [-] [104389] Writing DB stats neutron:SELECT=91,neutron:UPDATE=4,neutron:DELETE=5 {{(pid=104389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:23:34.313116 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.db.l3_hamode_db [None req-65420609-ddb5-4fde-905e-45ec847d6355 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f334ad5f-9401-48d1-901a-a5b0e0bb754e', 'name': 'tempest-AttachVolumeTestJSON-1776891436-router', 'tenant_id': '969c470f720c4b2f97ba9f45c5d0d426', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65c030c7-6a7d-4cea-a47d-5cdd532db0e6', 'external_fixed_ips': [{'subnet_id': 'a9fa7760-a071-45ee-b985-799999c69975', 'ip_address': '172.27.2.120'}], 'enable_snat': True}, 'gw_port_id': '63b29a8c-3f7a-4d96-8b0e-ec0f701b1fd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-18T05:16:30Z', 'updated_at': '2022-06-18T05:16:38Z', 'revision_number': 4, 'project_id': '969c470f720c4b2f97ba9f45c5d0d426', 'gw_port': {'id': '63b29a8c-3f7a-4d96-8b0e-ec0f701b1fd4', 'name': '', 'network_id': '65c030c7-6a7d-4cea-a47d-5cdd532db0e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:f2:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f334ad5f-9401-48d1-901a-a5b0e0bb754e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'a9fa7760-a071-45ee-b985-799999c69975', 'ip_address': '172.27.2.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-18T05:16:32Z', 'updated_at': '2022-06-18T05:16:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9fa7760-a071-45ee-b985-799999c69975', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-35-iscsi', '_interfaces': [{'id': '92c3ff53-3e45-460c-8c57-ba07fcc0b846', 'name': '', 'network_id': '22d8eb11-0b66-4ea6-b4d2-3deab0a32f40', 'tenant_id': '969c470f720c4b2f97ba9f45c5d0d426', 'mac_address': 'fa:16:3e:07:df:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f334ad5f-9401-48d1-901a-a5b0e0bb754e', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '5d138401-1420-4153-a9c8-b647c19cd403', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-18T05:16:37Z', 'updated_at': '2022-06-18T05:16:46Z', 'revision_number': 5, 'project_id': '969c470f720c4b2f97ba9f45c5d0d426', 'subnets': [{'id': '5d138401-1420-4153-a9c8-b647c19cd403', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-35-iscsi', False) {} {{(pid=104389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 05:23:34.345143 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65420609-ddb5-4fde-905e-45ec847d6355 None None] Checking router: f334ad5f-9401-48d1-901a-a5b0e0bb754e for host: dv-cinder-836996-35-iscsi {{(pid=104389) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 05:23:34.356590 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65420609-ddb5-4fde-905e-45ec847d6355 None None] Routers {'f334ad5f-9401-48d1-901a-a5b0e0bb754e'} bound to L3 agent in host dv-cinder-836996-35-iscsi {{(pid=104389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 18 05:23:34.357262 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.db.l3_hamode_db [None req-65420609-ddb5-4fde-905e-45ec847d6355 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-35-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-18T05:08:24Z,description=,heartbeat_timestamp=2022-06-18T05:23:25Z,host='dv-cinder-836996-35-iscsi',id=a8549501-0164-4ac5-90a6-1ba1ba0d3f9d,load=0,resource_versions=,resources_synced=,started_at=2022-06-18T05:08:25Z,topic='l3_agent')) {'router_ids': ['f334ad5f-9401-48d1-901a-a5b0e0bb754e'], 'active': True} {{(pid=104389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 05:23:34.466153 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.db.l3_dvr_db [None req-65420609-ddb5-4fde-905e-45ec847d6355 None None] Set router f334ad5f-9401-48d1-901a-a5b0e0bb754e gateway port host: dv-cinder-836996-35-iscsi {{(pid=104389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 18 05:23:34.646083 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG dbcounter [-] [104389] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:23:34.654354 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.rpc [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] Device f1e35c87-41ca-48fb-a045-921ff1c239b0 details requested by agent hyperv_hv-cinder-83699 with host hv-cinder-83699 {{(pid=104389) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 18 05:23:34.657255 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.db.l3_hamode_db [None req-65420609-ddb5-4fde-905e-45ec847d6355 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f334ad5f-9401-48d1-901a-a5b0e0bb754e', 'name': 'tempest-AttachVolumeTestJSON-1776891436-router', 'tenant_id': '969c470f720c4b2f97ba9f45c5d0d426', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65c030c7-6a7d-4cea-a47d-5cdd532db0e6', 'external_fixed_ips': [{'subnet_id': 'a9fa7760-a071-45ee-b985-799999c69975', 'ip_address': '172.27.2.120'}], 'enable_snat': True}, 'gw_port_id': '63b29a8c-3f7a-4d96-8b0e-ec0f701b1fd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-18T05:16:30Z', 'updated_at': '2022-06-18T05:16:38Z', 'revision_number': 4, 'project_id': '969c470f720c4b2f97ba9f45c5d0d426', 'gw_port': {'id': '63b29a8c-3f7a-4d96-8b0e-ec0f701b1fd4', 'name': '', 'network_id': '65c030c7-6a7d-4cea-a47d-5cdd532db0e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:f2:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f334ad5f-9401-48d1-901a-a5b0e0bb754e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'a9fa7760-a071-45ee-b985-799999c69975', 'ip_address': '172.27.2.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-18T05:16:32Z', 'updated_at': '2022-06-18T05:16:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9fa7760-a071-45ee-b985-799999c69975', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-35-iscsi', '_interfaces': [{'id': '92c3ff53-3e45-460c-8c57-ba07fcc0b846', 'name': '', 'network_id': '22d8eb11-0b66-4ea6-b4d2-3deab0a32f40', 'tenant_id': '969c470f720c4b2f97ba9f45c5d0d426', 'mac_address': 'fa:16:3e:07:df:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f334ad5f-9401-48d1-901a-a5b0e0bb754e', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '5d138401-1420-4153-a9c8-b647c19cd403', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-18T05:16:37Z', 'updated_at': '2022-06-18T05:16:46Z', 'revision_number': 5, 'project_id': '969c470f720c4b2f97ba9f45c5d0d426', 'subnets': [{'id': '5d138401-1420-4153-a9c8-b647c19cd403', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-35-iscsi', False) {} {{(pid=104389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 05:23:34.695355 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65420609-ddb5-4fde-905e-45ec847d6355 None None] The sync data for ids ['f334ad5f-9401-48d1-901a-a5b0e0bb754e'] in dv-cinder-836996-35-iscsi is: [{'id': 'f334ad5f-9401-48d1-901a-a5b0e0bb754e', 'name': 'tempest-AttachVolumeTestJSON-1776891436-router', 'tenant_id': '969c470f720c4b2f97ba9f45c5d0d426', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65c030c7-6a7d-4cea-a47d-5cdd532db0e6', 'external_fixed_ips': [{'subnet_id': 'a9fa7760-a071-45ee-b985-799999c69975', 'ip_address': '172.27.2.120'}], 'enable_snat': True}, 'gw_port_id': '63b29a8c-3f7a-4d96-8b0e-ec0f701b1fd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-18T05:16:30Z', 'updated_at': '2022-06-18T05:16:38Z', 'revision_number': 4, 'project_id': '969c470f720c4b2f97ba9f45c5d0d426', 'gw_port': {'id': '63b29a8c-3f7a-4d96-8b0e-ec0f701b1fd4', 'name': '', 'network_id': '65c030c7-6a7d-4cea-a47d-5cdd532db0e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:f2:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f334ad5f-9401-48d1-901a-a5b0e0bb754e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'a9fa7760-a071-45ee-b985-799999c69975', 'ip_address': '172.27.2.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-18T05:16:32Z', 'updated_at': '2022-06-18T05:16:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9fa7760-a071-45ee-b985-799999c69975', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-35-iscsi', '_interfaces': [{'id': '92c3ff53-3e45-460c-8c57-ba07fcc0b846', 'name': '', 'network_id': '22d8eb11-0b66-4ea6-b4d2-3deab0a32f40', 'tenant_id': '969c470f720c4b2f97ba9f45c5d0d426', 'mac_address': 'fa:16:3e:07:df:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f334ad5f-9401-48d1-901a-a5b0e0bb754e', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '5d138401-1420-4153-a9c8-b647c19cd403', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-18T05:16:37Z', 'updated_at': '2022-06-18T05:16:46Z', 'revision_number': 5, 'project_id': '969c470f720c4b2f97ba9f45c5d0d426', 'subnets': [{'id': '5d138401-1420-4153-a9c8-b647c19cd403', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 05:23:34.800414 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.db [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] For port f1e35c87-41ca-48fb-a045-921ff1c239b0, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=f1e35c87-41ca-48fb-a045-921ff1c239b0,segment=NetworkSegment(8aca2cfd-4c97-491c-8d50-193cbcc193f8),segment_id=8aca2cfd-4c97-491c-8d50-193cbcc193f8)] {{(pid=104389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 05:23:34.812898 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.rpc [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] Returning: {'device': 'f1e35c87-41ca-48fb-a045-921ff1c239b0', 'network_id': '1df631c6-dcd7-4307-8f3b-f75e299e78ec', 'port_id': 'f1e35c87-41ca-48fb-a045-921ff1c239b0', 'mac_address': 'fa:16:3e:2e:16:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 314, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6b669cb0-2ad3-4bdc-840d-cbd0d58ea955', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104389) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 18 05:23:34.831223 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.wsgi [-] (104387) accepted ('10.222.0.23', 54100) {{(pid=104387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 05:23:34.855289 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.plugin [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] Current status of the port f1e35c87-41ca-48fb-a045-921ff1c239b0 is: DOWN; New status is: BUILD {{(pid=104389) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 18 05:23:34.855625 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1768406'] for port (f1e35c87-41ca-48fb-a045-921ff1c239b0), before_update {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:23:34.870089 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.notifiers.nova [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f1e35c87-41ca-48fb-a045-921ff1c239b0 {{(pid=104389) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 18 05:23:34.891571 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.db [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] For port f1e35c87-41ca-48fb-a045-921ff1c239b0, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=f1e35c87-41ca-48fb-a045-921ff1c239b0,segment=NetworkSegment(8aca2cfd-4c97-491c-8d50-193cbcc193f8),segment_id=8aca2cfd-4c97-491c-8d50-193cbcc193f8)] {{(pid=104389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 05:23:34.943303 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1768343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789592765606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789592262840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789592262858'] for port (f1e35c87-41ca-48fb-a045-921ff1c239b0), after_update {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:23:34.966419 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5972e1ee-9efa-41a7-85e7-75d87925dd29 None None] New status for floating IP 1f8ec7cd-9fd2-456c-9bcc-15ee20b34ba4: DOWN {{(pid=104390) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 18 05:23:34.980503 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-4814e7e5-e11c-44c3-a3d1-e28c6f696e4e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:23:34.997846 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] Pushing event updated for resources: {'Port': ['ID=f1e35c87-41ca-48fb-a045-921ff1c239b0,revision_number=4']} {{(pid=104389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:23:35.098586 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-4814e7e5-e11c-44c3-a3d1-e28c6f696e4e admin admin] Publish callbacks [] for security_group (d04c227a-7c34-489f-beb4-c6bd61c53dc1), precommit_create {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:23:35.101404 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-d75c1318-72c2-47c0-b0f6-bf6a77406ccc req-69e9bd40-6eee-402c-b147-dc0bdc4ff4b1 tempest-AttachVolumeTestJSON-1934236616 tempest-AttachVolumeTestJSON-1934236616-project] 10.222.0.23 "GET /v2.0/ports?device_id=b8e4e387-f80d-4ab4-b84b-8e300ba1691b HTTP/1.1" status: 200 len: 210 time: 0.0394676 Jun 18 05:23:35.155082 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-4814e7e5-e11c-44c3-a3d1-e28c6f696e4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728332'] for security_group (d04c227a-7c34-489f-beb4-c6bd61c53dc1), after_create {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:23:35.198192 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [None req-4814e7e5-e11c-44c3-a3d1-e28c6f696e4e admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=40bb47fea5624d43b18743e2eee9ad5d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3659003 Jun 18 05:23:35.199050 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4814e7e5-e11c-44c3-a3d1-e28c6f696e4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d04c227a-7c34-489f-beb4-c6bd61c53dc1,revision_number=1']} {{(pid=104387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:23:35.201255 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.wsgi [-] (104388) accepted ('10.222.0.23', 54106) {{(pid=104388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 05:23:35.251164 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-64d2bbfd-6568-42b2-a88c-4b49ae8fc0b7 admin admin] Publish callbacks [] for security_group (d04c227a-7c34-489f-beb4-c6bd61c53dc1), before_delete {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:23:35.274688 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-64d2bbfd-6568-42b2-a88c-4b49ae8fc0b7 admin admin] Publish callbacks [] for security_group (d04c227a-7c34-489f-beb4-c6bd61c53dc1), precommit_delete {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:23:35.321854 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.db [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] get_ports_and_sgs() called for port_ids ['f1e35c87-41ca-48fb-a045-921ff1c239b0'] {{(pid=104389) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 18 05:23:35.343348 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf63901-7902-4866-afa7-255855a6aae1 req-e43f2f7e-6147-4d61-8a02-ec10ca981ce6 tempest-TestVolumeBootPattern-2140324561 tempest-TestVolumeBootPattern-2140324561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:23:35.344810 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-ccf63901-7902-4866-afa7-255855a6aae1 req-e43f2f7e-6147-4d61-8a02-ec10ca981ce6 tempest-TestVolumeBootPattern-2140324561 tempest-TestVolumeBootPattern-2140324561-project] 10.222.0.23 "GET /v2.0/ports?device_id=d167251a-f398-4442-a5b0-f75ab2d4d1b4 HTTP/1.1" status: 200 len: 944 time: 0.0730889 Jun 18 05:23:35.399092 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-ccf63901-7902-4866-afa7-255855a6aae1 req-46513f4a-046a-4349-aa8d-707ef56b7829 tempest-TestVolumeBootPattern-2140324561 tempest-TestVolumeBootPattern-2140324561-project] 10.222.0.23 "GET /v2.0/security-groups?id=58bf4135-bd70-41ae-af28-83b051ed0d19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470846 Jun 18 05:23:35.445002 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-64d2bbfd-6568-42b2-a88c-4b49ae8fc0b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728332'] for security_group (d04c227a-7c34-489f-beb4-c6bd61c53dc1), after_delete {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:23:35.447714 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-64d2bbfd-6568-42b2-a88c-4b49ae8fc0b7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:23:35.448954 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [None req-64d2bbfd-6568-42b2-a88c-4b49ae8fc0b7 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/d04c227a-7c34-489f-beb4-c6bd61c53dc1 HTTP/1.1" status: 204 len: 168 time: 0.2466917 Jun 18 05:23:35.457603 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d2bbfd-6568-42b2-a88c-4b49ae8fc0b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d04c227a-7c34-489f-beb4-c6bd61c53dc1,revision_number=None']} {{(pid=104388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:23:35.467804 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG dbcounter [-] [104389] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:23:36.091635 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.wsgi [-] (104387) accepted ('10.222.0.23', 54116) {{(pid=104387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 05:23:36.105601 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-2e6b4b92-a45b-48fd-a000-dd54b7fd1896 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:23:36.182985 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG dbcounter [-] [104387] Writing DB stats neutron:SELECT=88,neutron:DELETE=4,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:23:36.192559 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-2e6b4b92-a45b-48fd-a000-dd54b7fd1896 admin admin] Publish callbacks [] for security_group (f15abce8-6771-43ca-b889-1a2d528aac7a), precommit_create {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:23:36.269225 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-2e6b4b92-a45b-48fd-a000-dd54b7fd1896 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728332'] for security_group (f15abce8-6771-43ca-b889-1a2d528aac7a), after_create {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:23:36.312377 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6b4b92-a45b-48fd-a000-dd54b7fd1896 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f15abce8-6771-43ca-b889-1a2d528aac7a,revision_number=1']} {{(pid=104387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:23:36.320142 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [None req-2e6b4b92-a45b-48fd-a000-dd54b7fd1896 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=ed03a00e74a44076951809ea8bc94407&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2239869 Jun 18 05:23:36.320142 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.wsgi [-] (104387) accepted ('10.222.0.23', 54122) {{(pid=104387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 05:23:36.370657 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-96903e32-ce0f-4e99-b476-d144e4f7abe1 admin admin] Publish callbacks [] for security_group (f15abce8-6771-43ca-b889-1a2d528aac7a), before_delete {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:23:36.392809 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-96903e32-ce0f-4e99-b476-d144e4f7abe1 admin admin] Publish callbacks [] for security_group (f15abce8-6771-43ca-b889-1a2d528aac7a), precommit_delete {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:23:36.413594 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.wsgi [-] (104388) accepted ('10.222.0.23', 54124) {{(pid=104388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 05:23:36.450079 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG dbcounter [-] [104388] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:23:36.467849 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG dbcounter [-] [104388] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:23:36.471279 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-e1e01bc2-0ee5-4b05-a4ee-35119f540033 tempest-AttachVolumeTestJSON-1934236616 tempest-AttachVolumeTestJSON-1934236616-project] Publish callbacks [] for security_group (75e206fe-f470-4171-93d0-e753766d6ea1), before_delete {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:23:36.496014 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-e1e01bc2-0ee5-4b05-a4ee-35119f540033 tempest-AttachVolumeTestJSON-1934236616 tempest-AttachVolumeTestJSON-1934236616-project] Publish callbacks [] for security_group (75e206fe-f470-4171-93d0-e753766d6ea1), precommit_delete {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:23:36.505169 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-96903e32-ce0f-4e99-b476-d144e4f7abe1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728332'] for security_group (f15abce8-6771-43ca-b889-1a2d528aac7a), after_delete {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:23:36.507608 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-96903e32-ce0f-4e99-b476-d144e4f7abe1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:23:36.511332 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [None req-96903e32-ce0f-4e99-b476-d144e4f7abe1 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/f15abce8-6771-43ca-b889-1a2d528aac7a HTTP/1.1" status: 204 len: 168 time: 0.1884391 Jun 18 05:23:36.527093 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96903e32-ce0f-4e99-b476-d144e4f7abe1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f15abce8-6771-43ca-b889-1a2d528aac7a,revision_number=None']} {{(pid=104387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:23:36.528132 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG dbcounter [-] [104387] Writing DB stats neutron:SELECT=80,neutron:INSERT=15,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:23:36.536717 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd9c29d-5593-4c81-a7d0-f768325bf57a req-eaec7d71-8378-47a1-8938-2557e2a3d6a7 tempest-TestVolumeBootPattern-2140324561 tempest-TestVolumeBootPattern-2140324561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:23:36.538930 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-bdd9c29d-5593-4c81-a7d0-f768325bf57a req-eaec7d71-8378-47a1-8938-2557e2a3d6a7 tempest-TestVolumeBootPattern-2140324561 tempest-TestVolumeBootPattern-2140324561-project] 10.222.0.23 "GET /v2.0/ports?device_id=d167251a-f398-4442-a5b0-f75ab2d4d1b4 HTTP/1.1" status: 200 len: 944 time: 0.0642815 Jun 18 05:23:36.593463 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-bdd9c29d-5593-4c81-a7d0-f768325bf57a req-977439bc-3878-46f0-b0ca-9792b4e37112 tempest-TestVolumeBootPattern-2140324561 tempest-TestVolumeBootPattern-2140324561-project] 10.222.0.23 "GET /v2.0/security-groups?id=58bf4135-bd70-41ae-af28-83b051ed0d19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471306 Jun 18 05:23:36.627039 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-e1e01bc2-0ee5-4b05-a4ee-35119f540033 tempest-AttachVolumeTestJSON-1934236616 tempest-AttachVolumeTestJSON-1934236616-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728332'] for security_group (75e206fe-f470-4171-93d0-e753766d6ea1), after_delete {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:23:36.629782 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-e1e01bc2-0ee5-4b05-a4ee-35119f540033 tempest-AttachVolumeTestJSON-1934236616 tempest-AttachVolumeTestJSON-1934236616-project] Publish callbacks [] for security_group (None), before_response {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:23:36.631632 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [None req-e1e01bc2-0ee5-4b05-a4ee-35119f540033 tempest-AttachVolumeTestJSON-1934236616 tempest-AttachVolumeTestJSON-1934236616-project] 10.222.0.23 "DELETE /v2.0/security-groups/75e206fe-f470-4171-93d0-e753766d6ea1 HTTP/1.1" status: 204 len: 168 time: 0.2164063 Jun 18 05:23:36.634768 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.wsgi [-] (104387) accepted ('10.222.0.23', 54130) {{(pid=104387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 05:23:36.641448 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e01bc2-0ee5-4b05-a4ee-35119f540033 tempest-AttachVolumeTestJSON-1934236616 tempest-AttachVolumeTestJSON-1934236616-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=75e206fe-f470-4171-93d0-e753766d6ea1,revision_number=None']} {{(pid=104388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:23:36.645948 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.rpc [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] Device f1e35c87-41ca-48fb-a045-921ff1c239b0 up at agent hyperv_hv-cinder-83699 {{(pid=104389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 18 05:23:36.650983 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.api.v2.resource [None req-ffa0ae08-089f-4eb8-8511-7d5933d98735 tempest-AttachVolumeTestJSON-1934236616 tempest-AttachVolumeTestJSON-1934236616-project] show failed (client error): The resource could not be found. Jun 18 05:23:36.650983 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [None req-ffa0ae08-089f-4eb8-8511-7d5933d98735 tempest-AttachVolumeTestJSON-1934236616 tempest-AttachVolumeTestJSON-1934236616-project] 10.222.0.23 "GET /v2.0/security-groups/75e206fe-f470-4171-93d0-e753766d6ea1 HTTP/1.1" status: 404 len: 347 time: 0.0150945 Jun 18 05:23:36.653892 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.wsgi [-] (104387) accepted ('10.222.0.23', 54132) {{(pid=104387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 05:23:36.699730 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.db.provisioning_blocks [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] Provisioning for port f1e35c87-41ca-48fb-a045-921ff1c239b0 completed by entity L2. {{(pid=104389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 18 05:23:36.758348 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.db.provisioning_blocks [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] Provisioning complete for port f1e35c87-41ca-48fb-a045-921ff1c239b0 triggered by entity L2. {{(pid=104389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 18 05:23:36.758734 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1740956'] for port (f1e35c87-41ca-48fb-a045-921ff1c239b0), provisioning_complete {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:23:36.765169 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.plugin [None req-9365b7bb-dff4-4d12-8599-9089fdc23722 tempest-AttachVolumeTestJSON-1934236616 tempest-AttachVolumeTestJSON-1934236616-project] Deleting port 7b984444-dd62-4518-8e66-91e3c1639622 {{(pid=104387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 18 05:23:36.769435 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-9365b7bb-dff4-4d12-8599-9089fdc23722 tempest-AttachVolumeTestJSON-1934236616 tempest-AttachVolumeTestJSON-1934236616-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789592760634'] for port (7b984444-dd62-4518-8e66-91e3c1639622), before_delete {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:23:36.830909 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.plugin [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] Current status of the port f1e35c87-41ca-48fb-a045-921ff1c239b0 is: BUILD; New status is: ACTIVE {{(pid=104389) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 18 05:23:36.831218 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1768406'] for port (f1e35c87-41ca-48fb-a045-921ff1c239b0), before_update {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:23:36.843782 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-9365b7bb-dff4-4d12-8599-9089fdc23722 tempest-AttachVolumeTestJSON-1934236616 tempest-AttachVolumeTestJSON-1934236616-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-734995'] for port (7b984444-dd62-4518-8e66-91e3c1639622), precommit_delete {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:23:36.844108 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-9365b7bb-dff4-4d12-8599-9089fdc23722 tempest-AttachVolumeTestJSON-1934236616 tempest-AttachVolumeTestJSON-1934236616-project] Publish callbacks [] for floatingip (7b984444-dd62-4518-8e66-91e3c1639622), precommit_delete {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:23:36.859223 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.plugin [None req-9365b7bb-dff4-4d12-8599-9089fdc23722 tempest-AttachVolumeTestJSON-1934236616 tempest-AttachVolumeTestJSON-1934236616-project] Calling delete_port for 7b984444-dd62-4518-8e66-91e3c1639622 owned by network:floatingip {{(pid=104387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 18 05:23:36.863650 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd167251a-f398-4442-a5b0-f75ab2d4d1b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1e35c87-41ca-48fb-a045-921ff1c239b0'}] {{(pid=104389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 18 05:23:36.865979 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84994602c193c13a4c26b8b675ba51d9b392d44d80225cb9db16c930b334f47b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8be435f8-29e9-4e50-b843-4aecd08a0e82" -d '{"events": [{"server_uuid": "d167251a-f398-4442-a5b0-f75ab2d4d1b4", "name": "network-vif-plugged", "status": "completed", "tag": "f1e35c87-41ca-48fb-a045-921ff1c239b0"}]}' {{(pid=104389) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 05:23:36.878987 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.db [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] For port f1e35c87-41ca-48fb-a045-921ff1c239b0, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=f1e35c87-41ca-48fb-a045-921ff1c239b0,segment=NetworkSegment(8aca2cfd-4c97-491c-8d50-193cbcc193f8),segment_id=8aca2cfd-4c97-491c-8d50-193cbcc193f8)] {{(pid=104389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 05:23:36.909886 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Jun 2022 05:23:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37bff38a-3e92-4300-9fd6-518ba2ca8325 x-openstack-request-id: req-37bff38a-3e92-4300-9fd6-518ba2ca8325 {{(pid=104389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 05:23:36.910281 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d167251a-f398-4442-a5b0-f75ab2d4d1b4", "name": "network-vif-plugged", "status": "completed", "tag": "f1e35c87-41ca-48fb-a045-921ff1c239b0", "code": 200}]} {{(pid=104389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 05:23:36.910635 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-37bff38a-3e92-4300-9fd6-518ba2ca8325 {{(pid=104389) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 05:23:36.911458 dv-cinder-836996-35-iscsi neutron-server[104389]: INFO neutron.notifiers.nova [-] Nova event matching ['req-37bff38a-3e92-4300-9fd6-518ba2ca8325'] response: {'server_uuid': 'd167251a-f398-4442-a5b0-f75ab2d4d1b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1e35c87-41ca-48fb-a045-921ff1c239b0', 'code': 200} Jun 18 05:23:36.950431 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1768343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789592765606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789592262840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789592262858'] for port (f1e35c87-41ca-48fb-a045-921ff1c239b0), after_update {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:23:36.957265 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.rpc [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] Device de69b734-c483-4ced-a344-3ae592794f9e no longer exists at agent hyperv_hv-cinder-83699 {{(pid=104389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 18 05:23:36.983204 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.plugin [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] No Port match for: de69b734-c483-4ced-a344-3ae592794f9e {{(pid=104389) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 18 05:23:36.983611 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.rpc [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] Device de69b734-c483-4ced-a344-3ae592794f9e not bound to the agent host hv-cinder-83699 {{(pid=104389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 18 05:23:37.035821 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] Pushing event updated for resources: {'Port': ['ID=f1e35c87-41ca-48fb-a045-921ff1c239b0,revision_number=5']} {{(pid=104389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:23:37.090201 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-9365b7bb-dff4-4d12-8599-9089fdc23722 tempest-AttachVolumeTestJSON-1934236616 tempest-AttachVolumeTestJSON-1934236616-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1768343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789592765633', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789592262831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14020772'] for port (7b984444-dd62-4518-8e66-91e3c1639622), after_delete {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:23:37.094367 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG dbcounter [-] [104387] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=104387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:23:37.118254 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9365b7bb-dff4-4d12-8599-9089fdc23722 tempest-AttachVolumeTestJSON-1934236616 tempest-AttachVolumeTestJSON-1934236616-project] Pushing event deleted for resources: {'Port': ['ID=7b984444-dd62-4518-8e66-91e3c1639622,revision_number=None']} {{(pid=104387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:23:37.184944 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-9365b7bb-dff4-4d12-8599-9089fdc23722 tempest-AttachVolumeTestJSON-1934236616 tempest-AttachVolumeTestJSON-1934236616-project] Publish callbacks [] for floatingip (1f8ec7cd-9fd2-456c-9bcc-15ee20b34ba4), after_delete {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:23:37.188040 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-9365b7bb-dff4-4d12-8599-9089fdc23722 tempest-AttachVolumeTestJSON-1934236616 tempest-AttachVolumeTestJSON-1934236616-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19502'] for floatingip (None), before_response {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:23:37.193355 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [None req-9365b7bb-dff4-4d12-8599-9089fdc23722 tempest-AttachVolumeTestJSON-1934236616 tempest-AttachVolumeTestJSON-1934236616-project] 10.222.0.23 "DELETE /v2.0/floatingips/1f8ec7cd-9fd2-456c-9bcc-15ee20b34ba4 HTTP/1.1" status: 204 len: 168 time: 0.5383837 Jun 18 05:23:37.374135 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300dbce6-2aef-46e3-acbf-b9f68b8193ec req-10443833-065d-4f08-aef4-de67bef49a1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:23:37.380636 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-300dbce6-2aef-46e3-acbf-b9f68b8193ec req-10443833-065d-4f08-aef4-de67bef49a1f service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=d167251a-f398-4442-a5b0-f75ab2d4d1b4 HTTP/1.1" status: 200 len: 1129 time: 0.0411673 Jun 18 05:23:37.438332 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-300dbce6-2aef-46e3-acbf-b9f68b8193ec req-828b647a-b6ff-42c4-a301-7d8145039964 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=58bf4135-bd70-41ae-af28-83b051ed0d19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553477 Jun 18 05:23:37.449078 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG dbcounter [-] [104389] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:23:37.524233 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789592556683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1744442'] for agent (21f82a9e-593b-4fa9-aa06-dfe6f16482e6), after_update {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:23:37.713407 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7971b1e1-0c7e-42dd-a766-f7588c7de12d req-0e41935f-8dd4-4a1f-9a5e-aa78e2524214 tempest-TestVolumeBootPattern-2140324561 tempest-TestVolumeBootPattern-2140324561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:23:37.714938 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-7971b1e1-0c7e-42dd-a766-f7588c7de12d req-0e41935f-8dd4-4a1f-9a5e-aa78e2524214 tempest-TestVolumeBootPattern-2140324561 tempest-TestVolumeBootPattern-2140324561-project] 10.222.0.23 "GET /v2.0/ports?device_id=d167251a-f398-4442-a5b0-f75ab2d4d1b4 HTTP/1.1" status: 200 len: 945 time: 0.0533414 Jun 18 05:23:37.764833 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-7971b1e1-0c7e-42dd-a766-f7588c7de12d req-53b90174-9351-49a2-b630-8147626704c1 tempest-TestVolumeBootPattern-2140324561 tempest-TestVolumeBootPattern-2140324561-project] 10.222.0.23 "GET /v2.0/security-groups?id=58bf4135-bd70-41ae-af28-83b051ed0d19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443602 Jun 18 05:23:38.886362 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5e2aaf-3c7d-4470-a296-692bb9f54d84 req-c5674445-5186-4d8c-b70f-bf87e4022688 tempest-TestVolumeBootPattern-2140324561 tempest-TestVolumeBootPattern-2140324561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:23:38.887892 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-fe5e2aaf-3c7d-4470-a296-692bb9f54d84 req-c5674445-5186-4d8c-b70f-bf87e4022688 tempest-TestVolumeBootPattern-2140324561 tempest-TestVolumeBootPattern-2140324561-project] 10.222.0.23 "GET /v2.0/ports?device_id=d167251a-f398-4442-a5b0-f75ab2d4d1b4 HTTP/1.1" status: 200 len: 945 time: 0.0522261 Jun 18 05:23:38.945147 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-fe5e2aaf-3c7d-4470-a296-692bb9f54d84 req-448bf1e9-d794-4bde-861e-02caf81291d4 tempest-TestVolumeBootPattern-2140324561 tempest-TestVolumeBootPattern-2140324561-project] 10.222.0.23 "GET /v2.0/security-groups?id=58bf4135-bd70-41ae-af28-83b051ed0d19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515676 Jun 18 05:23:40.064742 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be4c655-6db1-47d9-9591-63bd0d026366 req-c31e2133-40e0-4813-bdb9-e93e762fcf41 tempest-TestVolumeBootPattern-2140324561 tempest-TestVolumeBootPattern-2140324561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:23:40.066285 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-2be4c655-6db1-47d9-9591-63bd0d026366 req-c31e2133-40e0-4813-bdb9-e93e762fcf41 tempest-TestVolumeBootPattern-2140324561 tempest-TestVolumeBootPattern-2140324561-project] 10.222.0.23 "GET /v2.0/ports?device_id=d167251a-f398-4442-a5b0-f75ab2d4d1b4 HTTP/1.1" status: 200 len: 945 time: 0.0530829 Jun 18 05:23:40.117316 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-2be4c655-6db1-47d9-9591-63bd0d026366 req-41524035-652f-439d-bb9d-0dff589dc191 tempest-TestVolumeBootPattern-2140324561 tempest-TestVolumeBootPattern-2140324561-project] 10.222.0.23 "GET /v2.0/security-groups?id=58bf4135-bd70-41ae-af28-83b051ed0d19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450504 Jun 18 05:23:40.234714 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2ee1f1-59a1-49ce-845b-0e081bb54586 req-3d6a0fc5-18d1-4c83-9614-3d7c872fb023 tempest-TestVolumeBootPattern-2140324561 tempest-TestVolumeBootPattern-2140324561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:23:40.236195 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-3a2ee1f1-59a1-49ce-845b-0e081bb54586 req-3d6a0fc5-18d1-4c83-9614-3d7c872fb023 tempest-TestVolumeBootPattern-2140324561 tempest-TestVolumeBootPattern-2140324561-project] 10.222.0.23 "GET /v2.0/ports?device_id=d167251a-f398-4442-a5b0-f75ab2d4d1b4 HTTP/1.1" status: 200 len: 945 time: 0.0462296 Jun 18 05:23:40.289155 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-3a2ee1f1-59a1-49ce-845b-0e081bb54586 req-cd43219f-c7c9-4de4-a009-08e9a9fa8f4e tempest-TestVolumeBootPattern-2140324561 tempest-TestVolumeBootPattern-2140324561-project] 10.222.0.23 "GET /v2.0/security-groups?id=58bf4135-bd70-41ae-af28-83b051ed0d19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463200 Jun 18 05:23:40.313695 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.wsgi [-] (104388) accepted ('10.222.0.23', 54242) {{(pid=104388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 05:23:40.352814 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b928f16-a819-4bfa-8c7f-a0e0b24478a1 tempest-TestVolumeBootPattern-205209983 tempest-TestVolumeBootPattern-205209983-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:23:40.354396 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [None req-8b928f16-a819-4bfa-8c7f-a0e0b24478a1 tempest-TestVolumeBootPattern-205209983 tempest-TestVolumeBootPattern-205209983-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=d167251a-f398-4442-a5b0-f75ab2d4d1b4 HTTP/1.1" status: 200 len: 1124 time: 0.0396821 Jun 18 05:23:40.357122 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.wsgi [-] (104388) accepted ('10.222.0.23', 54244) {{(pid=104388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 05:23:40.361529 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.api.v2.base [None req-4ccb95de-bb56-40a0-9004-1b4060833c6c tempest-TestVolumeBootPattern-2140324561 tempest-TestVolumeBootPattern-2140324561-project] Request body: {'floatingip': {'floating_network_id': '65c030c7-6a7d-4cea-a47d-5cdd532db0e6', 'port_id': 'f1e35c87-41ca-48fb-a045-921ff1c239b0', 'tenant_id': 'e5e4aece32ff462b9b9a42200d584c1b', 'fixed_ip_address': '172.20.0.9'}} {{(pid=104388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 18 05:23:40.498203 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-4ccb95de-bb56-40a0-9004-1b4060833c6c tempest-TestVolumeBootPattern-2140324561 tempest-TestVolumeBootPattern-2140324561-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:23:40.586631 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-4ccb95de-bb56-40a0-9004-1b4060833c6c tempest-TestVolumeBootPattern-2140324561 tempest-TestVolumeBootPattern-2140324561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1768406'] for port (None), before_create {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:23:40.711960 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.db.db_base_plugin_common [None req-4ccb95de-bb56-40a0-9004-1b4060833c6c tempest-TestVolumeBootPattern-2140324561 tempest-TestVolumeBootPattern-2140324561-project] Allocated IP 172.27.2.247 (65c030c7-6a7d-4cea-a47d-5cdd532db0e6/a9fa7760-a071-45ee-b985-799999c69975/dc8bb501-849c-4071-82b9-8f0806394b3e) {{(pid=104388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 05:23:40.778611 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-e228c3fc-7b67-4554-a3e1-a0d39093c4aa req-0be23708-f68b-41db-a7dd-781ebe27bdcc service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=d0554d10-2a83-478b-a2a6-7c4bcc0dfc2b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0393379 Jun 18 05:23:40.823165 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-4ccb95de-bb56-40a0-9004-1b4060833c6c tempest-TestVolumeBootPattern-2140324561 tempest-TestVolumeBootPattern-2140324561-project] Publish callbacks [] for port (dc8bb501-849c-4071-82b9-8f0806394b3e), precommit_create {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:23:40.855025 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e228c3fc-7b67-4554-a3e1-a0d39093c4aa req-588e720f-7409-40e9-93a7-2016ade7318f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:23:40.855803 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-e228c3fc-7b67-4554-a3e1-a0d39093c4aa req-588e720f-7409-40e9-93a7-2016ade7318f service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=65a7c712ebe34d53b4acd7e8473c6d95&device_id=d0554d10-2a83-478b-a2a6-7c4bcc0dfc2b HTTP/1.1" status: 200 len: 1129 time: 0.0429912 Jun 18 05:23:40.921040 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-4ccb95de-bb56-40a0-9004-1b4060833c6c tempest-TestVolumeBootPattern-2140324561 tempest-TestVolumeBootPattern-2140324561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1768343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789592262822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15493031'] for port (dc8bb501-849c-4071-82b9-8f0806394b3e), after_create {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:23:40.965872 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e228c3fc-7b67-4554-a3e1-a0d39093c4aa req-f19a8aed-748f-49af-a98a-7abbbe5e634a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:23:40.967391 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-e228c3fc-7b67-4554-a3e1-a0d39093c4aa req-f19a8aed-748f-49af-a98a-7abbbe5e634a service neutron] 10.222.0.15 "GET /v2.0/networks?id=cce77fdc-391d-4bde-a709-4c5e4b2c55d4 HTTP/1.1" status: 200 len: 909 time: 0.0919600 Jun 18 05:23:40.972547 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ccb95de-bb56-40a0-9004-1b4060833c6c tempest-TestVolumeBootPattern-2140324561 tempest-TestVolumeBootPattern-2140324561-project] Network 65c030c7-6a7d-4cea-a47d-5cdd532db0e6 is already hosted by enough agents. {{(pid=104388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 05:23:40.978611 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.scheduler.base_scheduler [None req-4ccb95de-bb56-40a0-9004-1b4060833c6c tempest-TestVolumeBootPattern-2140324561 tempest-TestVolumeBootPattern-2140324561-project] Resources bound (agent type, host, resource id): {{(pid=104388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 05:23:40.982713 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ccb95de-bb56-40a0-9004-1b4060833c6c tempest-TestVolumeBootPattern-2140324561 tempest-TestVolumeBootPattern-2140324561-project] Received port after_create {{(pid=104388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 18 05:23:40.987232 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG dbcounter [-] [104388] Writing DB stats neutron:SELECT=90,neutron:DELETE=3,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=104388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:23:41.005770 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ccb95de-bb56-40a0-9004-1b4060833c6c tempest-TestVolumeBootPattern-2140324561 tempest-TestVolumeBootPattern-2140324561-project] Pushing event updated for resources: {'Port': ['ID=dc8bb501-849c-4071-82b9-8f0806394b3e,revision_number=1']} {{(pid=104388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:23:41.046673 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-e228c3fc-7b67-4554-a3e1-a0d39093c4aa req-3eb5a2a1-c20a-492a-99f1-d3a1fe9f409b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2e6ea935-169b-426c-bf26-11d644b1d476 HTTP/1.1" status: 200 len: 1001 time: 0.0721769 Jun 18 05:23:41.092577 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG dbcounter [-] [104388] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=104388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:23:41.100226 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e228c3fc-7b67-4554-a3e1-a0d39093c4aa req-d025b039-2f10-4d8c-83e9-7c3bf3e08a26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:23:41.101746 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-e228c3fc-7b67-4554-a3e1-a0d39093c4aa req-d025b039-2f10-4d8c-83e9-7c3bf3e08a26 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=778d0c06-0b61-4f2c-a161-3f736e93558f HTTP/1.1" status: 200 len: 847 time: 0.0479386 Jun 18 05:23:41.157335 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e228c3fc-7b67-4554-a3e1-a0d39093c4aa req-27f45cf3-3b26-4ce5-b200-3b292d8f645b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:23:41.157880 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-e228c3fc-7b67-4554-a3e1-a0d39093c4aa req-27f45cf3-3b26-4ce5-b200-3b292d8f645b service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=cce77fdc-391d-4bde-a709-4c5e4b2c55d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0478759 Jun 18 05:23:41.261347 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.wsgi [-] (104388) accepted ('10.222.0.23', 54292) {{(pid=104388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 05:23:41.395132 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-4ccb95de-bb56-40a0-9004-1b4060833c6c tempest-TestVolumeBootPattern-2140324561 tempest-TestVolumeBootPattern-2140324561-project] Publish callbacks [] for floatingip (336adc92-381b-4994-863d-a69bb5088060), precommit_create {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:23:41.558478 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-e228c3fc-7b67-4554-a3e1-a0d39093c4aa req-8ef3aa33-af76-4d99-b9b0-b4af42c83081 service neutron] 10.222.0.15 "GET /v2.0/networks/cce77fdc-391d-4bde-a709-4c5e4b2c55d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3904018 Jun 18 05:23:41.569530 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-4ccb95de-bb56-40a0-9004-1b4060833c6c tempest-TestVolumeBootPattern-2140324561 tempest-TestVolumeBootPattern-2140324561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1768406'] for port (dc8bb501-849c-4071-82b9-8f0806394b3e), before_update {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:23:41.651705 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-e228c3fc-7b67-4554-a3e1-a0d39093c4aa req-4b5057eb-8aa8-4318-a3f4-6dc3a0e7bb3e service neutron] 10.222.0.15 "GET /v2.0/networks/cce77fdc-391d-4bde-a709-4c5e4b2c55d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866070 Jun 18 05:23:41.725327 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG neutron.db.agents_db [None req-f0cd052f-7516-4656-9d29-e77bb90ffdea None None] Agent healthcheck: found 6 active agents {{(pid=104390) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 18 05:23:41.901871 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG dbcounter [-] [104388] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=104388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:23:42.017042 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.wsgi [-] (104387) accepted ('10.222.0.23', 54312) {{(pid=104387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 05:23:42.124521 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-4ccb95de-bb56-40a0-9004-1b4060833c6c tempest-TestVolumeBootPattern-2140324561 tempest-TestVolumeBootPattern-2140324561-project] Publish callbacks [] for port (dc8bb501-849c-4071-82b9-8f0806394b3e), precommit_update {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:23:42.129784 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-63f01794-e6c7-4b70-bb21-84a08feac471 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:23:42.165661 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG dbcounter [-] [104387] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:23:42.189965 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG dbcounter [-] [104387] Writing DB stats neutron:SELECT=89,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=104387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:23:42.194193 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-4ccb95de-bb56-40a0-9004-1b4060833c6c tempest-TestVolumeBootPattern-2140324561 tempest-TestVolumeBootPattern-2140324561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1768343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789592765606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789592262840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789592262858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15493038'] for port (dc8bb501-849c-4071-82b9-8f0806394b3e), after_update {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:23:42.212276 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-63f01794-e6c7-4b70-bb21-84a08feac471 admin admin] Publish callbacks [] for security_group (0b407a73-46fd-4bcb-85f7-c1b110795f35), precommit_create {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:23:42.251533 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-a5ca8557-214e-4411-925b-5d5314afd108 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-574248'] for router_interface (f334ad5f-9401-48d1-901a-a5b0e0bb754e), before_delete {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:23:42.278643 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-63f01794-e6c7-4b70-bb21-84a08feac471 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728332'] for security_group (0b407a73-46fd-4bcb-85f7-c1b110795f35), after_create {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:23:42.303498 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ccb95de-bb56-40a0-9004-1b4060833c6c tempest-TestVolumeBootPattern-2140324561 tempest-TestVolumeBootPattern-2140324561-project] Pushing event updated for resources: {'Port': ['ID=dc8bb501-849c-4071-82b9-8f0806394b3e,revision_number=2']} {{(pid=104388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:23:42.320932 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f01794-e6c7-4b70-bb21-84a08feac471 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b407a73-46fd-4bcb-85f7-c1b110795f35,revision_number=1']} {{(pid=104387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:23:42.328839 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [None req-63f01794-e6c7-4b70-bb21-84a08feac471 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=21c1946475f84235af1281d89ad00c8b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3082862 Jun 18 05:23:42.329326 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.wsgi [-] (104387) accepted ('10.222.0.23', 54316) {{(pid=104387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 05:23:42.339988 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-4ccb95de-bb56-40a0-9004-1b4060833c6c tempest-TestVolumeBootPattern-2140324561 tempest-TestVolumeBootPattern-2140324561-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-736808'] for floatingip (336adc92-381b-4994-863d-a69bb5088060), after_create {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:23:42.388989 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-fd4b2ed4-bdca-4247-8fdf-b402c764b9a3 admin admin] Publish callbacks [] for security_group (0b407a73-46fd-4bcb-85f7-c1b110795f35), before_delete {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:23:42.402350 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG dbcounter [-] [104388] Writing DB stats neutron:SELECT=100 {{(pid=104388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:23:42.411923 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-fd4b2ed4-bdca-4247-8fdf-b402c764b9a3 admin admin] Publish callbacks [] for security_group (0b407a73-46fd-4bcb-85f7-c1b110795f35), precommit_delete {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:23:42.512431 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-fd4b2ed4-bdca-4247-8fdf-b402c764b9a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728332'] for security_group (0b407a73-46fd-4bcb-85f7-c1b110795f35), after_delete {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:23:42.515003 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-fd4b2ed4-bdca-4247-8fdf-b402c764b9a3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:23:42.516187 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [None req-fd4b2ed4-bdca-4247-8fdf-b402c764b9a3 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/0b407a73-46fd-4bcb-85f7-c1b110795f35 HTTP/1.1" status: 204 len: 168 time: 0.1861889 Jun 18 05:23:42.527472 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.db.l3_db [None req-4ccb95de-bb56-40a0-9004-1b4060833c6c tempest-TestVolumeBootPattern-2140324561 tempest-TestVolumeBootPattern-2140324561-project] Floating IP 336adc92-381b-4994-863d-a69bb5088060 associated. External IP: 172.27.2.247, port: f1e35c87-41ca-48fb-a045-921ff1c239b0. Jun 18 05:23:42.531296 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4b2ed4-bdca-4247-8fdf-b402c764b9a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b407a73-46fd-4bcb-85f7-c1b110795f35,revision_number=None']} {{(pid=104387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:23:42.679309 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.plugins.ml2.plugin [None req-a5ca8557-214e-4411-925b-5d5314afd108 admin admin] Deleting port 92c3ff53-3e45-460c-8c57-ba07fcc0b846 {{(pid=104388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 18 05:23:42.679651 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-a5ca8557-214e-4411-925b-5d5314afd108 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789592760634'] for port (92c3ff53-3e45-460c-8c57-ba07fcc0b846), before_delete {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:23:42.844395 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.plugins.ml2.db [None req-a5ca8557-214e-4411-925b-5d5314afd108 admin admin] For port 92c3ff53-3e45-460c-8c57-ba07fcc0b846, host dv-cinder-836996-35-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-35-iscsi',level=0,port_id=92c3ff53-3e45-460c-8c57-ba07fcc0b846,segment=NetworkSegment(ec81db56-67ad-4682-ab4f-54fec1abd7e4),segment_id=ec81db56-67ad-4682-ab4f-54fec1abd7e4)] {{(pid=104388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 05:23:42.844772 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-a5ca8557-214e-4411-925b-5d5314afd108 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-734995'] for port (92c3ff53-3e45-460c-8c57-ba07fcc0b846), precommit_delete {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:23:42.862308 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.plugins.ml2.plugin [None req-a5ca8557-214e-4411-925b-5d5314afd108 admin admin] Calling delete_port for 92c3ff53-3e45-460c-8c57-ba07fcc0b846 owned by network:router_interface {{(pid=104388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 18 05:23:42.876235 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ccb95de-bb56-40a0-9004-1b4060833c6c tempest-TestVolumeBootPattern-2140324561 tempest-TestVolumeBootPattern-2140324561-project] Router febfd648-1542-4a4c-8d49-ecc66f2a4a94 has already been hosted by L3 agent a8549501-0164-4ac5-90a6-1ba1ba0d3f9d {{(pid=104388) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 18 05:23:42.883495 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG dbcounter [-] [104388] Writing DB stats neutron:SELECT=100 {{(pid=104388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:23:43.075797 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ccb95de-bb56-40a0-9004-1b4060833c6c tempest-TestVolumeBootPattern-2140324561 tempest-TestVolumeBootPattern-2140324561-project] Notify agent at l3_agent.dv-cinder-836996-35-iscsi the message routers_updated {{(pid=104388) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 05:23:43.088386 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-631c631f-80fc-487a-93a1-27341bdb675d None None] Sync routers for ids ['febfd648-1542-4a4c-8d49-ecc66f2a4a94'] in dv-cinder-836996-35-iscsi {{(pid=104389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 05:23:43.099271 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-631c631f-80fc-487a-93a1-27341bdb675d None None] Routers {'febfd648-1542-4a4c-8d49-ecc66f2a4a94'} bound to L3 agent in host dv-cinder-836996-35-iscsi {{(pid=104389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 18 05:23:43.100811 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.db.l3_hamode_db [None req-631c631f-80fc-487a-93a1-27341bdb675d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-35-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-18T05:08:24Z,description=,heartbeat_timestamp=2022-06-18T05:23:25Z,host='dv-cinder-836996-35-iscsi',id=a8549501-0164-4ac5-90a6-1ba1ba0d3f9d,load=0,resource_versions=,resources_synced=,started_at=2022-06-18T05:08:25Z,topic='l3_agent')) {'router_ids': ['febfd648-1542-4a4c-8d49-ecc66f2a4a94'], 'active': True} {{(pid=104389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 05:23:43.132315 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.wsgi [-] (104388) accepted ('10.222.0.23', 54322) {{(pid=104388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 05:23:43.150290 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-64c5d7f7-45e3-413a-a141-b42d4ed60f18 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:23:43.154162 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG dbcounter [-] [104388] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:23:43.206435 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.db.l3_dvr_db [None req-631c631f-80fc-487a-93a1-27341bdb675d None None] Set router febfd648-1542-4a4c-8d49-ecc66f2a4a94 gateway port host: dv-cinder-836996-35-iscsi {{(pid=104389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 18 05:23:43.215418 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-4ccb95de-bb56-40a0-9004-1b4060833c6c tempest-TestVolumeBootPattern-2140324561 tempest-TestVolumeBootPattern-2140324561-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19502'] for floatingip (None), before_response {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:23:43.247426 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-a5ca8557-214e-4411-925b-5d5314afd108 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1768343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789592765633', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789592262831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15493031'] for port (92c3ff53-3e45-460c-8c57-ba07fcc0b846), after_delete {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:23:43.293507 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ca8557-214e-4411-925b-5d5314afd108 admin admin] Pushing event deleted for resources: {'Port': ['ID=92c3ff53-3e45-460c-8c57-ba07fcc0b846,revision_number=None']} {{(pid=104388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:23:43.296378 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-64c5d7f7-45e3-413a-a141-b42d4ed60f18 admin admin] Publish callbacks [] for security_group (36a4690d-4676-4bcd-9ba7-a4dbb6c59650), precommit_create {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:23:43.300875 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [None req-4ccb95de-bb56-40a0-9004-1b4060833c6c tempest-TestVolumeBootPattern-2140324561 tempest-TestVolumeBootPattern-2140324561-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.9427376 Jun 18 05:23:43.303422 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd167251a-f398-4442-a5b0-f75ab2d4d1b4', 'tag': 'f1e35c87-41ca-48fb-a045-921ff1c239b0'}] {{(pid=104388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 18 05:23:43.305461 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76651050bff5b1e15da4688504920c0e470581a7df997af8856c46d23e91a66a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ac12d1c-7727-42f1-9b69-a343a013cbf5" -d '{"events": [{"name": "network-changed", "server_uuid": "d167251a-f398-4442-a5b0-f75ab2d4d1b4", "tag": "f1e35c87-41ca-48fb-a045-921ff1c239b0"}]}' {{(pid=104388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 05:23:43.362516 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-64c5d7f7-45e3-413a-a141-b42d4ed60f18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728332'] for security_group (36a4690d-4676-4bcd-9ba7-a4dbb6c59650), after_create {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:23:43.407688 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG dbcounter [-] [104388] Writing DB stats neutron:SELECT=80,neutron:DELETE=7,neutron:UPDATE=2,neutron:INSERT=11 {{(pid=104388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:23:43.467170 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [None req-64c5d7f7-45e3-413a-a141-b42d4ed60f18 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=7a5cb5661c624dcb9e3db0f7572a3f6c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3311281 Jun 18 05:23:43.467425 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.wsgi [-] (104388) accepted ('10.222.0.23', 54332) {{(pid=104388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 05:23:43.469609 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c5d7f7-45e3-413a-a141-b42d4ed60f18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36a4690d-4676-4bcd-9ba7-a4dbb6c59650,revision_number=1']} {{(pid=104388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:23:43.514609 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.db.l3_hamode_db [None req-631c631f-80fc-487a-93a1-27341bdb675d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'febfd648-1542-4a4c-8d49-ecc66f2a4a94', 'name': 'tempest-TestVolumeBootPattern-1313612744-router', 'tenant_id': 'e5e4aece32ff462b9b9a42200d584c1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65c030c7-6a7d-4cea-a47d-5cdd532db0e6', 'external_fixed_ips': [{'subnet_id': 'a9fa7760-a071-45ee-b985-799999c69975', 'ip_address': '172.27.2.206'}], 'enable_snat': True}, 'gw_port_id': '8849aa39-3bdf-4229-a0da-4d21338ac229', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-18T05:20:03Z', 'updated_at': '2022-06-18T05:20:06Z', 'revision_number': 4, 'project_id': 'e5e4aece32ff462b9b9a42200d584c1b', 'gw_port': {'id': '8849aa39-3bdf-4229-a0da-4d21338ac229', 'name': '', 'network_id': '65c030c7-6a7d-4cea-a47d-5cdd532db0e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:7d:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'febfd648-1542-4a4c-8d49-ecc66f2a4a94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': 'a9fa7760-a071-45ee-b985-799999c69975', 'ip_address': '172.27.2.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-18T05:20:03Z', 'updated_at': '2022-06-18T05:20:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9fa7760-a071-45ee-b985-799999c69975', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-35-iscsi', '_floatingips': [{'id': '336adc92-381b-4994-863d-a69bb5088060', 'tenant_id': 'e5e4aece32ff462b9b9a42200d584c1b', 'floating_ip_address': '172.27.2.247', 'floating_network_id': '65c030c7-6a7d-4cea-a47d-5cdd532db0e6', 'router_id': 'febfd648-1542-4a4c-8d49-ecc66f2a4a94', 'port_id': 'f1e35c87-41ca-48fb-a045-921ff1c239b0', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 525, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1df631c6-dcd7-4307-8f3b-f75e299e78ec', 'mac_address': 'fa:16:3e:2e:16:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd167251a-f398-4442-a5b0-f75ab2d4d1b4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-18T05:23:41Z', 'updated_at': '2022-06-18T05:23:41Z', 'revision_number': 0, 'project_id': 'e5e4aece32ff462b9b9a42200d584c1b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ad37ad86-af51-48c9-8423-f4dcba784269', 'name': '', 'network_id': '1df631c6-dcd7-4307-8f3b-f75e299e78ec', 'tenant_id': 'e5e4aece32ff462b9b9a42200d584c1b', 'mac_address': 'fa:16:3e:41:1e:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'febfd648-1542-4a4c-8d49-ecc66f2a4a94', 'device_owner': 'network:router_interface', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '6b669cb0-2ad3-4bdc-840d-cbd0d58ea955', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-18T05:20:06Z', 'updated_at': '2022-06-18T05:20:10Z', 'revision_number': 5, 'project_id': 'e5e4aece32ff462b9b9a42200d584c1b', 'subnets': [{'id': '6b669cb0-2ad3-4bdc-840d-cbd0d58ea955', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-35-iscsi', False) {} {{(pid=104389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 05:23:43.545138 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-631c631f-80fc-487a-93a1-27341bdb675d None None] Checking router: febfd648-1542-4a4c-8d49-ecc66f2a4a94 for host: dv-cinder-836996-35-iscsi {{(pid=104389) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 05:23:43.559776 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-631c631f-80fc-487a-93a1-27341bdb675d None None] Routers {'febfd648-1542-4a4c-8d49-ecc66f2a4a94'} bound to L3 agent in host dv-cinder-836996-35-iscsi {{(pid=104389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 18 05:23:43.560410 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.db.l3_hamode_db [None req-631c631f-80fc-487a-93a1-27341bdb675d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-35-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-18T05:08:24Z,description=,heartbeat_timestamp=2022-06-18T05:23:25Z,host='dv-cinder-836996-35-iscsi',id=a8549501-0164-4ac5-90a6-1ba1ba0d3f9d,load=0,resource_versions=,resources_synced=,started_at=2022-06-18T05:08:25Z,topic='l3_agent')) {'router_ids': ['febfd648-1542-4a4c-8d49-ecc66f2a4a94'], 'active': True} {{(pid=104389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 05:23:43.595036 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-a5ca8557-214e-4411-925b-5d5314afd108 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-546271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-575160'] for router_interface (f334ad5f-9401-48d1-901a-a5b0e0bb754e), after_delete {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:23:43.597862 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-ef8c0442-938b-4bde-98fd-5acfe50fa896 admin admin] Publish callbacks [] for security_group (36a4690d-4676-4bcd-9ba7-a4dbb6c59650), before_delete {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:23:43.658202 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Jun 2022 05:23:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d399e1cd-3259-41d3-9980-32c109f2d476 x-openstack-request-id: req-d399e1cd-3259-41d3-9980-32c109f2d476 {{(pid=104388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 05:23:43.658497 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d167251a-f398-4442-a5b0-f75ab2d4d1b4", "tag": "f1e35c87-41ca-48fb-a045-921ff1c239b0", "status": "completed", "code": 200}]} {{(pid=104388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 05:23:43.658748 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-d399e1cd-3259-41d3-9980-32c109f2d476 {{(pid=104388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 05:23:43.659146 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d399e1cd-3259-41d3-9980-32c109f2d476'] response: {'name': 'network-changed', 'server_uuid': 'd167251a-f398-4442-a5b0-f75ab2d4d1b4', 'tag': 'f1e35c87-41ca-48fb-a045-921ff1c239b0', 'status': 'completed', 'code': 200} Jun 18 05:23:43.665460 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-ef8c0442-938b-4bde-98fd-5acfe50fa896 admin admin] Publish callbacks [] for security_group (36a4690d-4676-4bcd-9ba7-a4dbb6c59650), precommit_delete {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:23:43.747022 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac12d1c-7727-42f1-9b69-a343a013cbf5 req-88893929-9f93-471e-9745-b5ff96583f20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:23:43.748711 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-0ac12d1c-7727-42f1-9b69-a343a013cbf5 req-88893929-9f93-471e-9745-b5ff96583f20 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e5e4aece32ff462b9b9a42200d584c1b&device_id=d167251a-f398-4442-a5b0-f75ab2d4d1b4 HTTP/1.1" status: 200 len: 1129 time: 0.0448217 Jun 18 05:23:43.811695 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.db.l3_dvr_db [None req-631c631f-80fc-487a-93a1-27341bdb675d None None] Set router febfd648-1542-4a4c-8d49-ecc66f2a4a94 gateway port host: dv-cinder-836996-35-iscsi {{(pid=104389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 18 05:23:43.846518 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac12d1c-7727-42f1-9b69-a343a013cbf5 req-c01c5cf0-7ecd-4da8-9600-f1d9c1839fac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:23:43.847984 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-0ac12d1c-7727-42f1-9b69-a343a013cbf5 req-c01c5cf0-7ecd-4da8-9600-f1d9c1839fac service neutron] 10.222.0.15 "GET /v2.0/networks?id=1df631c6-dcd7-4307-8f3b-f75e299e78ec HTTP/1.1" status: 200 len: 913 time: 0.0929692 Jun 18 05:23:43.863950 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5ca8557-214e-4411-925b-5d5314afd108 admin admin] Router f334ad5f-9401-48d1-901a-a5b0e0bb754e has already been hosted by L3 agent a8549501-0164-4ac5-90a6-1ba1ba0d3f9d {{(pid=104388) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 18 05:23:43.871068 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-ef8c0442-938b-4bde-98fd-5acfe50fa896 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728332'] for security_group (36a4690d-4676-4bcd-9ba7-a4dbb6c59650), after_delete {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:23:43.873589 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-ef8c0442-938b-4bde-98fd-5acfe50fa896 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:23:43.885957 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [None req-ef8c0442-938b-4bde-98fd-5acfe50fa896 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/36a4690d-4676-4bcd-9ba7-a4dbb6c59650 HTTP/1.1" status: 204 len: 168 time: 0.4146271 Jun 18 05:23:43.905829 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef8c0442-938b-4bde-98fd-5acfe50fa896 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36a4690d-4676-4bcd-9ba7-a4dbb6c59650,revision_number=None']} {{(pid=104388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:23:43.919283 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-0ac12d1c-7727-42f1-9b69-a343a013cbf5 req-d4debdeb-d139-4ce4-b7d0-2d0b4d175be9 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f1e35c87-41ca-48fb-a045-921ff1c239b0 HTTP/1.1" status: 200 len: 999 time: 0.0640867 Jun 18 05:23:43.934134 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG dbcounter [-] [104389] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:23:43.989428 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac12d1c-7727-42f1-9b69-a343a013cbf5 req-55723ee0-03c4-41a9-abf0-90ad2fe6f78d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:23:43.991849 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-0ac12d1c-7727-42f1-9b69-a343a013cbf5 req-55723ee0-03c4-41a9-abf0-90ad2fe6f78d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=6b669cb0-2ad3-4bdc-840d-cbd0d58ea955 HTTP/1.1" status: 200 len: 851 time: 0.0659838 Jun 18 05:23:44.029589 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5ca8557-214e-4411-925b-5d5314afd108 admin admin] Notify agent at l3_agent.dv-cinder-836996-35-iscsi the message routers_updated {{(pid=104388) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 05:23:44.035332 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [None req-a5ca8557-214e-4411-925b-5d5314afd108 admin admin] 10.222.0.23 "PUT /v2.0/routers/f334ad5f-9401-48d1-901a-a5b0e0bb754e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7724099 Jun 18 05:23:44.037540 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.wsgi [-] (104388) accepted ('10.222.0.23', 54336) {{(pid=104388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 05:23:44.040499 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca78305e-3b06-4c78-adee-1d9d9c2c7bc8 None None] Sync routers for ids ['f334ad5f-9401-48d1-901a-a5b0e0bb754e'] in dv-cinder-836996-35-iscsi {{(pid=104390) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 05:23:44.053702 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca78305e-3b06-4c78-adee-1d9d9c2c7bc8 None None] Routers {'f334ad5f-9401-48d1-901a-a5b0e0bb754e'} bound to L3 agent in host dv-cinder-836996-35-iscsi {{(pid=104390) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 18 05:23:44.055618 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG neutron.db.l3_hamode_db [None req-ca78305e-3b06-4c78-adee-1d9d9c2c7bc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-35-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-18T05:08:24Z,description=,heartbeat_timestamp=2022-06-18T05:23:25Z,host='dv-cinder-836996-35-iscsi',id=a8549501-0164-4ac5-90a6-1ba1ba0d3f9d,load=0,resource_versions=,resources_synced=,started_at=2022-06-18T05:08:25Z,topic='l3_agent')) {'router_ids': ['f334ad5f-9401-48d1-901a-a5b0e0bb754e'], 'active': True} {{(pid=104390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 05:23:44.068831 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.db.l3_hamode_db [None req-631c631f-80fc-487a-93a1-27341bdb675d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'febfd648-1542-4a4c-8d49-ecc66f2a4a94', 'name': 'tempest-TestVolumeBootPattern-1313612744-router', 'tenant_id': 'e5e4aece32ff462b9b9a42200d584c1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65c030c7-6a7d-4cea-a47d-5cdd532db0e6', 'external_fixed_ips': [{'subnet_id': 'a9fa7760-a071-45ee-b985-799999c69975', 'ip_address': '172.27.2.206'}], 'enable_snat': True}, 'gw_port_id': '8849aa39-3bdf-4229-a0da-4d21338ac229', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-18T05:20:03Z', 'updated_at': '2022-06-18T05:20:06Z', 'revision_number': 4, 'project_id': 'e5e4aece32ff462b9b9a42200d584c1b', 'gw_port': {'id': '8849aa39-3bdf-4229-a0da-4d21338ac229', 'name': '', 'network_id': '65c030c7-6a7d-4cea-a47d-5cdd532db0e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:7d:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'febfd648-1542-4a4c-8d49-ecc66f2a4a94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': 'a9fa7760-a071-45ee-b985-799999c69975', 'ip_address': '172.27.2.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-18T05:20:03Z', 'updated_at': '2022-06-18T05:20:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9fa7760-a071-45ee-b985-799999c69975', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-35-iscsi', '_floatingips': [{'id': '336adc92-381b-4994-863d-a69bb5088060', 'tenant_id': 'e5e4aece32ff462b9b9a42200d584c1b', 'floating_ip_address': '172.27.2.247', 'floating_network_id': '65c030c7-6a7d-4cea-a47d-5cdd532db0e6', 'router_id': 'febfd648-1542-4a4c-8d49-ecc66f2a4a94', 'port_id': 'f1e35c87-41ca-48fb-a045-921ff1c239b0', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 525, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1df631c6-dcd7-4307-8f3b-f75e299e78ec', 'mac_address': 'fa:16:3e:2e:16:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd167251a-f398-4442-a5b0-f75ab2d4d1b4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-18T05:23:41Z', 'updated_at': '2022-06-18T05:23:41Z', 'revision_number': 0, 'project_id': 'e5e4aece32ff462b9b9a42200d584c1b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ad37ad86-af51-48c9-8423-f4dcba784269', 'name': '', 'network_id': '1df631c6-dcd7-4307-8f3b-f75e299e78ec', 'tenant_id': 'e5e4aece32ff462b9b9a42200d584c1b', 'mac_address': 'fa:16:3e:41:1e:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'febfd648-1542-4a4c-8d49-ecc66f2a4a94', 'device_owner': 'network:router_interface', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '6b669cb0-2ad3-4bdc-840d-cbd0d58ea955', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-18T05:20:06Z', 'updated_at': '2022-06-18T05:20:10Z', 'revision_number': 5, 'project_id': 'e5e4aece32ff462b9b9a42200d584c1b', 'subnets': [{'id': '6b669cb0-2ad3-4bdc-840d-cbd0d58ea955', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-35-iscsi', False) {} {{(pid=104389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 05:23:44.071772 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac12d1c-7727-42f1-9b69-a343a013cbf5 req-b0a28d3f-9dd3-4654-b615-0547ef197a1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:23:44.073307 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-0ac12d1c-7727-42f1-9b69-a343a013cbf5 req-b0a28d3f-9dd3-4654-b615-0547ef197a1a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=1df631c6-dcd7-4307-8f3b-f75e299e78ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0638366 Jun 18 05:23:44.108307 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-631c631f-80fc-487a-93a1-27341bdb675d None None] The sync data for ids ['febfd648-1542-4a4c-8d49-ecc66f2a4a94'] in dv-cinder-836996-35-iscsi is: [{'id': 'febfd648-1542-4a4c-8d49-ecc66f2a4a94', 'name': 'tempest-TestVolumeBootPattern-1313612744-router', 'tenant_id': 'e5e4aece32ff462b9b9a42200d584c1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65c030c7-6a7d-4cea-a47d-5cdd532db0e6', 'external_fixed_ips': [{'subnet_id': 'a9fa7760-a071-45ee-b985-799999c69975', 'ip_address': '172.27.2.206'}], 'enable_snat': True}, 'gw_port_id': '8849aa39-3bdf-4229-a0da-4d21338ac229', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-18T05:20:03Z', 'updated_at': '2022-06-18T05:20:06Z', 'revision_number': 4, 'project_id': 'e5e4aece32ff462b9b9a42200d584c1b', 'gw_port': {'id': '8849aa39-3bdf-4229-a0da-4d21338ac229', 'name': '', 'network_id': '65c030c7-6a7d-4cea-a47d-5cdd532db0e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:7d:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'febfd648-1542-4a4c-8d49-ecc66f2a4a94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': 'a9fa7760-a071-45ee-b985-799999c69975', 'ip_address': '172.27.2.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-18T05:20:03Z', 'updated_at': '2022-06-18T05:20:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9fa7760-a071-45ee-b985-799999c69975', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-35-iscsi', '_floatingips': [{'id': '336adc92-381b-4994-863d-a69bb5088060', 'tenant_id': 'e5e4aece32ff462b9b9a42200d584c1b', 'floating_ip_address': '172.27.2.247', 'floating_network_id': '65c030c7-6a7d-4cea-a47d-5cdd532db0e6', 'router_id': 'febfd648-1542-4a4c-8d49-ecc66f2a4a94', 'port_id': 'f1e35c87-41ca-48fb-a045-921ff1c239b0', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 525, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1df631c6-dcd7-4307-8f3b-f75e299e78ec', 'mac_address': 'fa:16:3e:2e:16:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd167251a-f398-4442-a5b0-f75ab2d4d1b4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-18T05:23:41Z', 'updated_at': '2022-06-18T05:23:41Z', 'revision_number': 0, 'project_id': 'e5e4aece32ff462b9b9a42200d584c1b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ad37ad86-af51-48c9-8423-f4dcba784269', 'name': '', 'network_id': '1df631c6-dcd7-4307-8f3b-f75e299e78ec', 'tenant_id': 'e5e4aece32ff462b9b9a42200d584c1b', 'mac_address': 'fa:16:3e:41:1e:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'febfd648-1542-4a4c-8d49-ecc66f2a4a94', 'device_owner': 'network:router_interface', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '6b669cb0-2ad3-4bdc-840d-cbd0d58ea955', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-18T05:20:06Z', 'updated_at': '2022-06-18T05:20:10Z', 'revision_number': 5, 'project_id': 'e5e4aece32ff462b9b9a42200d584c1b', 'subnets': [{'id': '6b669cb0-2ad3-4bdc-840d-cbd0d58ea955', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 05:23:44.190426 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-0ac12d1c-7727-42f1-9b69-a343a013cbf5 req-e28f7960-81f9-46b8-9d2e-7848eeee6b70 service neutron] 10.222.0.15 "GET /v2.0/networks/1df631c6-dcd7-4307-8f3b-f75e299e78ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1094618 Jun 18 05:23:44.207060 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG neutron.db.l3_dvr_db [None req-ca78305e-3b06-4c78-adee-1d9d9c2c7bc8 None None] Set router f334ad5f-9401-48d1-901a-a5b0e0bb754e gateway port host: dv-cinder-836996-35-iscsi {{(pid=104390) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 18 05:23:44.368396 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-0ac12d1c-7727-42f1-9b69-a343a013cbf5 req-9edb2cb0-0fd0-4f55-a8b5-1f1f0ea219be service neutron] 10.222.0.15 "GET /v2.0/networks/1df631c6-dcd7-4307-8f3b-f75e299e78ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1699755 Jun 18 05:23:44.462482 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-b804f58f-ad75-4100-8c3b-1ae76f5d496e admin admin] Publish callbacks [] for router (f334ad5f-9401-48d1-901a-a5b0e0bb754e), before_delete {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:23:44.480739 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94d225fd-8d73-49ec-979c-be9e97783543 None None] New status for floating IP 336adc92-381b-4994-863d-a69bb5088060: ACTIVE {{(pid=104389) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 18 05:23:44.483554 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG neutron.db.l3_hamode_db [None req-ca78305e-3b06-4c78-adee-1d9d9c2c7bc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f334ad5f-9401-48d1-901a-a5b0e0bb754e', 'name': 'tempest-AttachVolumeTestJSON-1776891436-router', 'tenant_id': '969c470f720c4b2f97ba9f45c5d0d426', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65c030c7-6a7d-4cea-a47d-5cdd532db0e6', 'external_fixed_ips': [{'subnet_id': 'a9fa7760-a071-45ee-b985-799999c69975', 'ip_address': '172.27.2.120'}], 'enable_snat': True}, 'gw_port_id': '63b29a8c-3f7a-4d96-8b0e-ec0f701b1fd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-18T05:16:30Z', 'updated_at': '2022-06-18T05:23:43Z', 'revision_number': 5, 'project_id': '969c470f720c4b2f97ba9f45c5d0d426', 'gw_port': {'id': '63b29a8c-3f7a-4d96-8b0e-ec0f701b1fd4', 'name': '', 'network_id': '65c030c7-6a7d-4cea-a47d-5cdd532db0e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:f2:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f334ad5f-9401-48d1-901a-a5b0e0bb754e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'a9fa7760-a071-45ee-b985-799999c69975', 'ip_address': '172.27.2.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-18T05:16:32Z', 'updated_at': '2022-06-18T05:16:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9fa7760-a071-45ee-b985-799999c69975', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-35-iscsi'}], 'dv-cinder-836996-35-iscsi', False) {} {{(pid=104390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 05:23:44.511792 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG dbcounter [-] [104388] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:23:44.538707 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca78305e-3b06-4c78-adee-1d9d9c2c7bc8 None None] Checking router: f334ad5f-9401-48d1-901a-a5b0e0bb754e for host: dv-cinder-836996-35-iscsi {{(pid=104390) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 05:23:44.563944 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca78305e-3b06-4c78-adee-1d9d9c2c7bc8 None None] Routers {'f334ad5f-9401-48d1-901a-a5b0e0bb754e'} bound to L3 agent in host dv-cinder-836996-35-iscsi {{(pid=104390) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 18 05:23:44.564600 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG neutron.db.l3_hamode_db [None req-ca78305e-3b06-4c78-adee-1d9d9c2c7bc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-35-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-18T05:08:24Z,description=,heartbeat_timestamp=2022-06-18T05:23:25Z,host='dv-cinder-836996-35-iscsi',id=a8549501-0164-4ac5-90a6-1ba1ba0d3f9d,load=0,resource_versions=,resources_synced=,started_at=2022-06-18T05:08:25Z,topic='l3_agent')) {'router_ids': ['f334ad5f-9401-48d1-901a-a5b0e0bb754e'], 'active': True} {{(pid=104390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 05:23:44.597240 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-b804f58f-ad75-4100-8c3b-1ae76f5d496e admin admin] Publish callbacks [] for router_gateway (f334ad5f-9401-48d1-901a-a5b0e0bb754e), before_delete {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:23:44.705567 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG neutron.db.l3_dvr_db [None req-ca78305e-3b06-4c78-adee-1d9d9c2c7bc8 None None] Set router f334ad5f-9401-48d1-901a-a5b0e0bb754e gateway port host: dv-cinder-836996-35-iscsi {{(pid=104390) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 18 05:23:44.741991 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.plugins.ml2.plugin [None req-b804f58f-ad75-4100-8c3b-1ae76f5d496e admin admin] Deleting port 63b29a8c-3f7a-4d96-8b0e-ec0f701b1fd4 {{(pid=104388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 18 05:23:44.742462 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-b804f58f-ad75-4100-8c3b-1ae76f5d496e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789592760634'] for port (63b29a8c-3f7a-4d96-8b0e-ec0f701b1fd4), before_delete {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:23:44.811686 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG dbcounter [-] [104388] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=104388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:23:44.830948 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.plugins.ml2.db [None req-b804f58f-ad75-4100-8c3b-1ae76f5d496e admin admin] For port 63b29a8c-3f7a-4d96-8b0e-ec0f701b1fd4, host dv-cinder-836996-35-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-35-iscsi',level=0,port_id=63b29a8c-3f7a-4d96-8b0e-ec0f701b1fd4,segment=NetworkSegment(62e6b565-92f9-4432-9d4a-754d0a7517a7),segment_id=62e6b565-92f9-4432-9d4a-754d0a7517a7)] {{(pid=104388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 05:23:44.831408 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-b804f58f-ad75-4100-8c3b-1ae76f5d496e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-734995'] for port (63b29a8c-3f7a-4d96-8b0e-ec0f701b1fd4), precommit_delete {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:23:44.852862 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.plugins.ml2.plugin [None req-b804f58f-ad75-4100-8c3b-1ae76f5d496e admin admin] Calling delete_port for 63b29a8c-3f7a-4d96-8b0e-ec0f701b1fd4 owned by network:router_gateway {{(pid=104388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 18 05:23:44.925250 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG neutron.db.l3_hamode_db [None req-ca78305e-3b06-4c78-adee-1d9d9c2c7bc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f334ad5f-9401-48d1-901a-a5b0e0bb754e', 'name': 'tempest-AttachVolumeTestJSON-1776891436-router', 'tenant_id': '969c470f720c4b2f97ba9f45c5d0d426', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65c030c7-6a7d-4cea-a47d-5cdd532db0e6', 'external_fixed_ips': [{'subnet_id': 'a9fa7760-a071-45ee-b985-799999c69975', 'ip_address': '172.27.2.120'}], 'enable_snat': True}, 'gw_port_id': '63b29a8c-3f7a-4d96-8b0e-ec0f701b1fd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-18T05:16:30Z', 'updated_at': '2022-06-18T05:23:43Z', 'revision_number': 5, 'project_id': '969c470f720c4b2f97ba9f45c5d0d426', 'gw_port': {'id': '63b29a8c-3f7a-4d96-8b0e-ec0f701b1fd4', 'name': '', 'network_id': '65c030c7-6a7d-4cea-a47d-5cdd532db0e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:f2:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f334ad5f-9401-48d1-901a-a5b0e0bb754e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'a9fa7760-a071-45ee-b985-799999c69975', 'ip_address': '172.27.2.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-18T05:16:32Z', 'updated_at': '2022-06-18T05:16:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9fa7760-a071-45ee-b985-799999c69975', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-35-iscsi'}], 'dv-cinder-836996-35-iscsi', False) {} {{(pid=104390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 05:23:44.954642 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca78305e-3b06-4c78-adee-1d9d9c2c7bc8 None None] The sync data for ids ['f334ad5f-9401-48d1-901a-a5b0e0bb754e'] in dv-cinder-836996-35-iscsi is: [{'id': 'f334ad5f-9401-48d1-901a-a5b0e0bb754e', 'name': 'tempest-AttachVolumeTestJSON-1776891436-router', 'tenant_id': '969c470f720c4b2f97ba9f45c5d0d426', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65c030c7-6a7d-4cea-a47d-5cdd532db0e6', 'external_fixed_ips': [{'subnet_id': 'a9fa7760-a071-45ee-b985-799999c69975', 'ip_address': '172.27.2.120'}], 'enable_snat': True}, 'gw_port_id': '63b29a8c-3f7a-4d96-8b0e-ec0f701b1fd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-18T05:16:30Z', 'updated_at': '2022-06-18T05:23:43Z', 'revision_number': 5, 'project_id': '969c470f720c4b2f97ba9f45c5d0d426', 'gw_port': {'id': '63b29a8c-3f7a-4d96-8b0e-ec0f701b1fd4', 'name': '', 'network_id': '65c030c7-6a7d-4cea-a47d-5cdd532db0e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:f2:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f334ad5f-9401-48d1-901a-a5b0e0bb754e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'a9fa7760-a071-45ee-b985-799999c69975', 'ip_address': '172.27.2.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-18T05:16:32Z', 'updated_at': '2022-06-18T05:16:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9fa7760-a071-45ee-b985-799999c69975', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-35-iscsi'}] {{(pid=104390) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 05:23:45.076374 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5340fdcb-f5e4-4376-ac7e-a7b42abda48b req-d425bea0-205d-4d6b-ba5c-5b13dcd46c98 tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:23:45.077874 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-5340fdcb-f5e4-4376-ac7e-a7b42abda48b req-d425bea0-205d-4d6b-ba5c-5b13dcd46c98 tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] 10.222.0.23 "GET /v2.0/ports?device_id=bae5a59b-afc4-4fa7-a230-8590a793bc48 HTTP/1.1" status: 200 len: 946 time: 0.0557978 Jun 18 05:23:45.128772 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-5340fdcb-f5e4-4376-ac7e-a7b42abda48b req-33eec957-0c42-441a-aae2-24d1613f19cf tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] 10.222.0.23 "GET /v2.0/security-groups?id=407ae09c-3316-486c-94a7-7e1331aee9b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453031 Jun 18 05:23:45.137221 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-b804f58f-ad75-4100-8c3b-1ae76f5d496e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1768343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789592765633', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789592262831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15493031'] for port (63b29a8c-3f7a-4d96-8b0e-ec0f701b1fd4), after_delete {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:23:45.163052 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b804f58f-ad75-4100-8c3b-1ae76f5d496e admin admin] Pushing event deleted for resources: {'Port': ['ID=63b29a8c-3f7a-4d96-8b0e-ec0f701b1fd4,revision_number=None']} {{(pid=104388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:23:45.230129 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-b804f58f-ad75-4100-8c3b-1ae76f5d496e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-737003'] for router_gateway (f334ad5f-9401-48d1-901a-a5b0e0bb754e), after_delete {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:23:45.289633 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG dbcounter [-] [104388] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=104388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:23:45.319892 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-b804f58f-ad75-4100-8c3b-1ae76f5d496e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-575990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9626'] for router (f334ad5f-9401-48d1-901a-a5b0e0bb754e), precommit_delete {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:23:45.322151 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-b804f58f-ad75-4100-8c3b-1ae76f5d496e admin admin] Publish callbacks [] for router_controller (f334ad5f-9401-48d1-901a-a5b0e0bb754e), precommit_delete_associations {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:23:45.434587 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.rpc [None req-c042a677-28f5-4026-b552-0173028fe9dd None None] Device 92c3ff53-3e45-460c-8c57-ba07fcc0b846 no longer exists at agent ovs-agent-dv-cinder-836996-35-iscsi {{(pid=104389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 18 05:23:45.457192 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-b804f58f-ad75-4100-8c3b-1ae76f5d496e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-574313'] for router (f334ad5f-9401-48d1-901a-a5b0e0bb754e), after_delete {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:23:45.457192 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b804f58f-ad75-4100-8c3b-1ae76f5d496e admin admin] Fanout notify agent at l3_agent the message router_deleted on router f334ad5f-9401-48d1-901a-a5b0e0bb754e {{(pid=104388) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 18 05:23:45.457494 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.plugin [None req-c042a677-28f5-4026-b552-0173028fe9dd None None] No Port match for: 92c3ff53-3e45-460c-8c57-ba07fcc0b846 {{(pid=104389) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 18 05:23:45.457494 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.rpc [None req-c042a677-28f5-4026-b552-0173028fe9dd None None] Device 92c3ff53-3e45-460c-8c57-ba07fcc0b846 not bound to the agent host dv-cinder-836996-35-iscsi {{(pid=104389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 18 05:23:45.457669 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-b804f58f-ad75-4100-8c3b-1ae76f5d496e admin admin] Publish callbacks [] for router (None), before_response {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:23:45.460568 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [None req-b804f58f-ad75-4100-8c3b-1ae76f5d496e admin admin] 10.222.0.23 "DELETE /v2.0/routers/f334ad5f-9401-48d1-901a-a5b0e0bb754e HTTP/1.1" status: 204 len: 168 time: 1.4194345 Jun 18 05:23:45.461922 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.wsgi [-] (104388) accepted ('10.222.0.23', 54368) {{(pid=104388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 05:23:45.513560 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.db.db_base_plugin_v2 [None req-0c9b2ccd-403f-4b61-b42a-b44338274017 admin admin] Deleting subnet 5d138401-1420-4153-a9c8-b647c19cd403 {{(pid=104388) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 18 05:23:45.516673 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-0c9b2ccd-403f-4b61-b42a-b44338274017 admin admin] Publish callbacks [] for subnet (5d138401-1420-4153-a9c8-b647c19cd403), before_delete {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:23:45.558374 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-0c9b2ccd-403f-4b61-b42a-b44338274017 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14184769'] for subnet (5d138401-1420-4153-a9c8-b647c19cd403), precommit_delete_associations {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:23:45.648619 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-0c9b2ccd-403f-4b61-b42a-b44338274017 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1721998'] for subnet (5d138401-1420-4153-a9c8-b647c19cd403), precommit_delete {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:23:45.792992 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-0c9b2ccd-403f-4b61-b42a-b44338274017 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1720957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15492720', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12841702'] for subnet (5d138401-1420-4153-a9c8-b647c19cd403), after_delete {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:23:45.819420 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c9b2ccd-403f-4b61-b42a-b44338274017 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5d138401-1420-4153-a9c8-b647c19cd403,revision_number=None']} {{(pid=104388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:23:45.823306 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-0c9b2ccd-403f-4b61-b42a-b44338274017 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546098'] for subnet (None), before_response {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:23:45.826441 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [None req-0c9b2ccd-403f-4b61-b42a-b44338274017 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/5d138401-1420-4153-a9c8-b647c19cd403 HTTP/1.1" status: 204 len: 168 time: 0.3600066 Jun 18 05:23:45.828857 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.wsgi [-] (104388) accepted ('10.222.0.23', 54376) {{(pid=104388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 05:23:45.832073 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6becd4e9-6407-42f1-a62e-ced27fd2f91f None None] Network 22d8eb11-0b66-4ea6-b4d2-3deab0a32f40 requested from dv-cinder-836996-35-iscsi {{(pid=104389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 18 05:23:45.904494 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-3e275c9d-bc24-4dab-9d8d-d2b2ac724af8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1848287'] for network (22d8eb11-0b66-4ea6-b4d2-3deab0a32f40), before_delete {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:23:45.947489 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG dbcounter [-] [104388] Writing DB stats neutron:SELECT=86,neutron:DELETE=10,neutron:UPDATE=4 {{(pid=104388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:23:45.950116 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.plugins.ml2.plugin [None req-3e275c9d-bc24-4dab-9d8d-d2b2ac724af8 admin admin] Deleting port 5c8e875a-ce09-4c4b-9975-59adc7281879 {{(pid=104388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 18 05:23:45.950461 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-3e275c9d-bc24-4dab-9d8d-d2b2ac724af8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789592760634'] for port (5c8e875a-ce09-4c4b-9975-59adc7281879), before_delete {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:23:46.019985 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.plugins.ml2.db [None req-3e275c9d-bc24-4dab-9d8d-d2b2ac724af8 admin admin] For port 5c8e875a-ce09-4c4b-9975-59adc7281879, host dv-cinder-836996-35-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-35-iscsi',level=0,port_id=5c8e875a-ce09-4c4b-9975-59adc7281879,segment=NetworkSegment(ec81db56-67ad-4682-ab4f-54fec1abd7e4),segment_id=ec81db56-67ad-4682-ab4f-54fec1abd7e4)] {{(pid=104388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 05:23:46.019985 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-3e275c9d-bc24-4dab-9d8d-d2b2ac724af8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-734995'] for port (5c8e875a-ce09-4c4b-9975-59adc7281879), precommit_delete {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:23:46.035673 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3048e4e9-b40a-4d3d-a08b-8ba854766bb3 None None] DHCP port deletion for 22d8eb11-0b66-4ea6-b4d2-3deab0a32f40 request from dv-cinder-836996-35-iscsi {{(pid=104389) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 18 05:23:46.035974 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.plugins.ml2.plugin [None req-3e275c9d-bc24-4dab-9d8d-d2b2ac724af8 admin admin] Calling delete_port for 5c8e875a-ce09-4c4b-9975-59adc7281879 owned by network:dhcp {{(pid=104388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 18 05:23:46.041870 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG dbcounter [-] [104389] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:23:46.094560 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.plugin [None req-3048e4e9-b40a-4d3d-a08b-8ba854766bb3 None None] Deleting port 5c8e875a-ce09-4c4b-9975-59adc7281879 {{(pid=104389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 18 05:23:46.094883 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-3048e4e9-b40a-4d3d-a08b-8ba854766bb3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789592760634'] for port (5c8e875a-ce09-4c4b-9975-59adc7281879), before_delete {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:23:46.176107 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.db [None req-3048e4e9-b40a-4d3d-a08b-8ba854766bb3 None None] For port 5c8e875a-ce09-4c4b-9975-59adc7281879, host dv-cinder-836996-35-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-35-iscsi',level=0,port_id=5c8e875a-ce09-4c4b-9975-59adc7281879,segment=NetworkSegment(ec81db56-67ad-4682-ab4f-54fec1abd7e4),segment_id=ec81db56-67ad-4682-ab4f-54fec1abd7e4)] {{(pid=104389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 05:23:46.176695 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-3048e4e9-b40a-4d3d-a08b-8ba854766bb3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-734995'] for port (5c8e875a-ce09-4c4b-9975-59adc7281879), precommit_delete {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:23:46.178376 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-3e275c9d-bc24-4dab-9d8d-d2b2ac724af8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1768343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789592765633', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789592262831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15493031'] for port (5c8e875a-ce09-4c4b-9975-59adc7281879), after_delete {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:23:46.192231 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.plugin [None req-3048e4e9-b40a-4d3d-a08b-8ba854766bb3 None None] Calling delete_port for 5c8e875a-ce09-4c4b-9975-59adc7281879 owned by network:dhcp {{(pid=104389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 18 05:23:46.216180 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e275c9d-bc24-4dab-9d8d-d2b2ac724af8 admin admin] Pushing event deleted for resources: {'Port': ['ID=5c8e875a-ce09-4c4b-9975-59adc7281879,revision_number=None']} {{(pid=104388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:23:46.217509 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e275c9d-bc24-4dab-9d8d-d2b2ac724af8 admin admin] No DVR routers for this DVR port 5c8e875a-ce09-4c4b-9975-59adc7281879 on host dv-cinder-836996-35-iscsi {{(pid=104388) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 18 05:23:46.271062 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786fec9b-8440-4b08-bd3d-d19be45388da req-20c330e1-d6e0-45e4-9ab5-f994a694a03f tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:23:46.278491 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-786fec9b-8440-4b08-bd3d-d19be45388da req-20c330e1-d6e0-45e4-9ab5-f994a694a03f tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] 10.222.0.23 "GET /v2.0/ports?device_id=bae5a59b-afc4-4fa7-a230-8590a793bc48 HTTP/1.1" status: 200 len: 946 time: 0.0728762 Jun 18 05:23:46.297284 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG dbcounter [-] [104387] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:23:46.300819 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-3048e4e9-b40a-4d3d-a08b-8ba854766bb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1768343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789592765633', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789592262831'] for port (5c8e875a-ce09-4c4b-9975-59adc7281879), after_delete {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:23:46.314346 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-3e275c9d-bc24-4dab-9d8d-d2b2ac724af8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1722107', 'neutron.services.segments.db._delete_segments_for_network-8789592556701'] for network (22d8eb11-0b66-4ea6-b4d2-3deab0a32f40), precommit_delete {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:23:46.318495 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3048e4e9-b40a-4d3d-a08b-8ba854766bb3 None None] No DVR routers for this DVR port 5c8e875a-ce09-4c4b-9975-59adc7281879 on host dv-cinder-836996-35-iscsi {{(pid=104389) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 18 05:23:46.332748 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3048e4e9-b40a-4d3d-a08b-8ba854766bb3 None None] Pushing event deleted for resources: {'Port': ['ID=5c8e875a-ce09-4c4b-9975-59adc7281879,revision_number=None']} {{(pid=104389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:23:46.338166 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.services.segments.db [None req-3e275c9d-bc24-4dab-9d8d-d2b2ac724af8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['22d8eb11-0b66-4ea6-b4d2-3deab0a32f40']}} {{(pid=104388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 05:23:46.340760 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-786fec9b-8440-4b08-bd3d-d19be45388da req-5d45968f-096a-4edb-b86b-4229da0306bf tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] 10.222.0.23 "GET /v2.0/security-groups?id=407ae09c-3316-486c-94a7-7e1331aee9b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0611467 Jun 18 05:23:46.359797 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.services.segments.db [None req-3e275c9d-bc24-4dab-9d8d-d2b2ac724af8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ec81db56-67ad-4682-ab4f-54fec1abd7e4') {'for_net_delete': True} {{(pid=104388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 05:23:46.359797 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.services.segments.db [None req-3e275c9d-bc24-4dab-9d8d-d2b2ac724af8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ec81db56-67ad-4682-ab4f-54fec1abd7e4') {} {{(pid=104388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 05:23:46.364623 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-3e275c9d-bc24-4dab-9d8d-d2b2ac724af8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789592557222', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14184782'] for segment (ec81db56-67ad-4682-ab4f-54fec1abd7e4), before_delete {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:23:46.379379 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-3e275c9d-bc24-4dab-9d8d-d2b2ac724af8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1723189'] for segment (ec81db56-67ad-4682-ab4f-54fec1abd7e4), precommit_delete {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:23:46.386895 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3e275c9d-bc24-4dab-9d8d-d2b2ac724af8 admin admin] Releasing vlan 301 on physical network physnet1 to pool {{(pid=104388) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 18 05:23:46.387335 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-3e275c9d-bc24-4dab-9d8d-d2b2ac724af8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1723189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15493010'] for segment (ec81db56-67ad-4682-ab4f-54fec1abd7e4), after_delete {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:23:46.407191 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.services.segments.plugin [-] Segment ec81db56-67ad-4682-ab4f-54fec1abd7e4 resource provider aggregate not found Jun 18 05:23:46.455368 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.services.segments.plugin [-] Segment ec81db56-67ad-4682-ab4f-54fec1abd7e4 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ec81db56-67ad-4682-ab4f-54fec1abd7e4 found for delete ", "request_id": "req-c4ab6692-00c5-4734-86a9-0866f2e4b484"}]} Jun 18 05:23:46.529124 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7047243e-72ad-42e3-8be5-be75cc82e4e5 req-acf64c47-fba4-4aa0-93e6-4e4ac695d12d tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:23:46.530723 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-3e275c9d-bc24-4dab-9d8d-d2b2ac724af8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1722098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-736823'] for network (22d8eb11-0b66-4ea6-b4d2-3deab0a32f40), after_delete {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:23:46.531221 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-7047243e-72ad-42e3-8be5-be75cc82e4e5 req-acf64c47-fba4-4aa0-93e6-4e4ac695d12d tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] 10.222.0.15 "GET /v2.0/ports?device_id=bae5a59b-afc4-4fa7-a230-8590a793bc48 HTTP/1.1" status: 200 len: 946 time: 0.0476305 Jun 18 05:23:46.536468 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-3e275c9d-bc24-4dab-9d8d-d2b2ac724af8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546098'] for network (None), before_response {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:23:46.540526 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [None req-3e275c9d-bc24-4dab-9d8d-d2b2ac724af8 admin admin] 10.222.0.23 "DELETE /v2.0/networks/22d8eb11-0b66-4ea6-b4d2-3deab0a32f40 HTTP/1.1" status: 204 len: 168 time: 0.7106979 Jun 18 05:23:46.554520 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e275c9d-bc24-4dab-9d8d-d2b2ac724af8 admin admin] Pushing event deleted for resources: {'Network': ['ID=22d8eb11-0b66-4ea6-b4d2-3deab0a32f40,revision_number=None']} {{(pid=104388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:23:46.623379 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.plugin [req-7047243e-72ad-42e3-8be5-be75cc82e4e5 req-81c20067-fbaa-4c9a-a3c4-2db95363dcb3 tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] Deleting port d9715080-f281-4e80-b712-b6d751681e6f {{(pid=104387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 18 05:23:46.623732 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [req-7047243e-72ad-42e3-8be5-be75cc82e4e5 req-81c20067-fbaa-4c9a-a3c4-2db95363dcb3 tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789592760634'] for port (d9715080-f281-4e80-b712-b6d751681e6f), before_delete {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:23:46.722359 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.db [req-7047243e-72ad-42e3-8be5-be75cc82e4e5 req-81c20067-fbaa-4c9a-a3c4-2db95363dcb3 tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] For port d9715080-f281-4e80-b712-b6d751681e6f, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=d9715080-f281-4e80-b712-b6d751681e6f,segment=NetworkSegment(8156adf2-605e-4047-8e9c-946882049554),segment_id=8156adf2-605e-4047-8e9c-946882049554)] {{(pid=104387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 05:23:46.722733 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [req-7047243e-72ad-42e3-8be5-be75cc82e4e5 req-81c20067-fbaa-4c9a-a3c4-2db95363dcb3 tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-734995'] for port (d9715080-f281-4e80-b712-b6d751681e6f), precommit_delete {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:23:46.822719 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG dbcounter [-] [104387] Writing DB stats neutron:SELECT=100 {{(pid=104387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:23:46.889971 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [req-7047243e-72ad-42e3-8be5-be75cc82e4e5 req-81c20067-fbaa-4c9a-a3c4-2db95363dcb3 tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:23:46.890270 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [req-7047243e-72ad-42e3-8be5-be75cc82e4e5 req-81c20067-fbaa-4c9a-a3c4-2db95363dcb3 tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-736808'] for floatingip (e824c266-2b02-4c8c-a54e-3afd4944033f), after_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:23:46.890593 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.db.l3_db [req-7047243e-72ad-42e3-8be5-be75cc82e4e5 req-81c20067-fbaa-4c9a-a3c4-2db95363dcb3 tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] Floating IP e824c266-2b02-4c8c-a54e-3afd4944033f disassociated. External IP: 172.27.2.103, port: d9715080-f281-4e80-b712-b6d751681e6f. Jun 18 05:23:46.890947 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.plugin [req-7047243e-72ad-42e3-8be5-be75cc82e4e5 req-81c20067-fbaa-4c9a-a3c4-2db95363dcb3 tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] Calling delete_port for d9715080-f281-4e80-b712-b6d751681e6f owned by compute:nova {{(pid=104387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 18 05:23:46.981082 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.wsgi [-] (104387) accepted ('10.222.0.23', 54400) {{(pid=104387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 05:23:47.058605 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [None req-1ba49716-b119-404c-95a7-96f5be060fde admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=969c470f720c4b2f97ba9f45c5d0d426&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0763712 Jun 18 05:23:47.061063 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.wsgi [-] (104387) accepted ('10.222.0.23', 54402) {{(pid=104387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 05:23:47.110005 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-3d81eeaa-b2fb-477e-be03-b5987a5f1852 admin admin] Publish callbacks [] for security_group (bec7ec6e-f3c8-438a-8e5a-5a0e9e351eb3), before_delete {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:23:47.132587 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-3d81eeaa-b2fb-477e-be03-b5987a5f1852 admin admin] Publish callbacks [] for security_group (bec7ec6e-f3c8-438a-8e5a-5a0e9e351eb3), precommit_delete {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:23:47.151064 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [req-7047243e-72ad-42e3-8be5-be75cc82e4e5 req-81c20067-fbaa-4c9a-a3c4-2db95363dcb3 tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1768343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789592765633', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789592262831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14020772'] for port (d9715080-f281-4e80-b712-b6d751681e6f), after_delete {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:23:47.196646 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c20067-fbaa-4c9a-a3c4-2db95363dcb3 tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] Pushing event deleted for resources: {'Port': ['ID=d9715080-f281-4e80-b712-b6d751681e6f,revision_number=None']} {{(pid=104387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:23:47.326923 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7047243e-72ad-42e3-8be5-be75cc82e4e5 req-81c20067-fbaa-4c9a-a3c4-2db95363dcb3 tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] Router 908e80fb-40b8-4793-9a86-37800eb2c0e2 has already been hosted by L3 agent a8549501-0164-4ac5-90a6-1ba1ba0d3f9d {{(pid=104387) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 18 05:23:47.332759 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG dbcounter [-] [104387] Writing DB stats neutron:SELECT=92,neutron:UPDATE=1,neutron:DELETE=7 {{(pid=104387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:23:47.370498 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-3d81eeaa-b2fb-477e-be03-b5987a5f1852 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728332'] for security_group (bec7ec6e-f3c8-438a-8e5a-5a0e9e351eb3), after_delete {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:23:47.372658 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-3d81eeaa-b2fb-477e-be03-b5987a5f1852 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:23:47.373867 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [None req-3d81eeaa-b2fb-477e-be03-b5987a5f1852 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/bec7ec6e-f3c8-438a-8e5a-5a0e9e351eb3 HTTP/1.1" status: 204 len: 168 time: 0.3118570 Jun 18 05:23:47.378596 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.rpc [None req-c042a677-28f5-4026-b552-0173028fe9dd None None] Device 5c8e875a-ce09-4c4b-9975-59adc7281879 no longer exists at agent ovs-agent-dv-cinder-836996-35-iscsi {{(pid=104389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 18 05:23:47.415098 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.plugin [None req-c042a677-28f5-4026-b552-0173028fe9dd None None] No Port match for: 5c8e875a-ce09-4c4b-9975-59adc7281879 {{(pid=104389) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 18 05:23:47.415447 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.rpc [None req-c042a677-28f5-4026-b552-0173028fe9dd None None] Device 5c8e875a-ce09-4c4b-9975-59adc7281879 not bound to the agent host dv-cinder-836996-35-iscsi {{(pid=104389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 18 05:23:47.416362 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.rpc [None req-c042a677-28f5-4026-b552-0173028fe9dd None None] Device 63b29a8c-3f7a-4d96-8b0e-ec0f701b1fd4 no longer exists at agent ovs-agent-dv-cinder-836996-35-iscsi {{(pid=104389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 18 05:23:47.437200 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d81eeaa-b2fb-477e-be03-b5987a5f1852 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bec7ec6e-f3c8-438a-8e5a-5a0e9e351eb3,revision_number=None']} {{(pid=104387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:23:47.440038 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.plugin [None req-c042a677-28f5-4026-b552-0173028fe9dd None None] No Port match for: 63b29a8c-3f7a-4d96-8b0e-ec0f701b1fd4 {{(pid=104389) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 18 05:23:47.440665 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.rpc [None req-c042a677-28f5-4026-b552-0173028fe9dd None None] Device 63b29a8c-3f7a-4d96-8b0e-ec0f701b1fd4 not bound to the agent host dv-cinder-836996-35-iscsi {{(pid=104389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 18 05:23:47.450882 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7047243e-72ad-42e3-8be5-be75cc82e4e5 req-81c20067-fbaa-4c9a-a3c4-2db95363dcb3 tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] Notify agent at l3_agent.dv-cinder-836996-35-iscsi the message routers_updated {{(pid=104387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 05:23:47.463591 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-225b4a4b-aad5-42fd-a3ac-d22f3b44a85c None None] Sync routers for ids ['908e80fb-40b8-4793-9a86-37800eb2c0e2'] in dv-cinder-836996-35-iscsi {{(pid=104390) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 05:23:47.501934 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.db.l3_dvrscheduler_db [req-7047243e-72ad-42e3-8be5-be75cc82e4e5 req-81c20067-fbaa-4c9a-a3c4-2db95363dcb3 tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] No DVR routers for this DVR port d9715080-f281-4e80-b712-b6d751681e6f on host hv-cinder-83699 {{(pid=104387) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 18 05:23:47.504691 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [req-7047243e-72ad-42e3-8be5-be75cc82e4e5 req-81c20067-fbaa-4c9a-a3c4-2db95363dcb3 tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19502'] for port (None), before_response {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:23:47.508972 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-7047243e-72ad-42e3-8be5-be75cc82e4e5 req-81c20067-fbaa-4c9a-a3c4-2db95363dcb3 tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] 10.222.0.15 "DELETE /v2.0/ports/d9715080-f281-4e80-b712-b6d751681e6f HTTP/1.1" status: 204 len: 173 time: 0.9724240 Jun 18 05:23:47.509605 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bae5a59b-afc4-4fa7-a230-8590a793bc48', 'name': 'network-vif-deleted', 'tag': 'd9715080-f281-4e80-b712-b6d751681e6f'}] {{(pid=104387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 18 05:23:47.511995 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}067244ef130036e0f0c6cfdae2cc0bb626a7afb0c2954d608d85df941ffdb65a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91d795da-4dda-4304-ad8f-3041fdfa0c0f" -d '{"events": [{"server_uuid": "bae5a59b-afc4-4fa7-a230-8590a793bc48", "name": "network-vif-deleted", "tag": "d9715080-f281-4e80-b712-b6d751681e6f"}]}' {{(pid=104387) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 05:23:47.525998 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-fd379d05-b7ee-4bd8-859e-2ee854b44e74 req-6246f8c2-39f3-4fb4-867f-3fe006bf3f87 tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] 10.222.0.23 "GET /v2.0/ports?device_id=bae5a59b-afc4-4fa7-a230-8590a793bc48 HTTP/1.1" status: 200 len: 210 time: 0.0880654 Jun 18 05:23:47.572351 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Jun 2022 05:23:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e3ad06c-8360-40cf-99de-78cbf9dead32 x-openstack-request-id: req-4e3ad06c-8360-40cf-99de-78cbf9dead32 {{(pid=104387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 05:23:47.572351 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bae5a59b-afc4-4fa7-a230-8590a793bc48", "name": "network-vif-deleted", "tag": "d9715080-f281-4e80-b712-b6d751681e6f", "status": "completed", "code": 200}]} {{(pid=104387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 05:23:47.572351 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-4e3ad06c-8360-40cf-99de-78cbf9dead32 {{(pid=104387) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 05:23:47.572351 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4e3ad06c-8360-40cf-99de-78cbf9dead32'] response: {'server_uuid': 'bae5a59b-afc4-4fa7-a230-8590a793bc48', 'name': 'network-vif-deleted', 'tag': 'd9715080-f281-4e80-b712-b6d751681e6f', 'status': 'completed', 'code': 200} Jun 18 05:23:47.609877 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-225b4a4b-aad5-42fd-a3ac-d22f3b44a85c None None] Routers {'908e80fb-40b8-4793-9a86-37800eb2c0e2'} bound to L3 agent in host dv-cinder-836996-35-iscsi {{(pid=104390) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 18 05:23:47.610608 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG neutron.db.l3_hamode_db [None req-225b4a4b-aad5-42fd-a3ac-d22f3b44a85c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-35-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-18T05:08:24Z,description=,heartbeat_timestamp=2022-06-18T05:23:25Z,host='dv-cinder-836996-35-iscsi',id=a8549501-0164-4ac5-90a6-1ba1ba0d3f9d,load=0,resource_versions=,resources_synced=,started_at=2022-06-18T05:08:25Z,topic='l3_agent')) {'router_ids': ['908e80fb-40b8-4793-9a86-37800eb2c0e2'], 'active': True} {{(pid=104390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 05:23:47.648063 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG dbcounter [-] [104390] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:23:47.718767 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG neutron.db.l3_dvr_db [None req-225b4a4b-aad5-42fd-a3ac-d22f3b44a85c None None] Set router 908e80fb-40b8-4793-9a86-37800eb2c0e2 gateway port host: dv-cinder-836996-35-iscsi {{(pid=104390) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 18 05:23:47.755209 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG dbcounter [-] [104390] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:23:47.926806 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG neutron.db.l3_hamode_db [None req-225b4a4b-aad5-42fd-a3ac-d22f3b44a85c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '908e80fb-40b8-4793-9a86-37800eb2c0e2', 'name': 'tempest-AttachVolumeShelveTestJSON-483833369-router', 'tenant_id': '758883a5aea04c85ad65bb6970bdb098', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65c030c7-6a7d-4cea-a47d-5cdd532db0e6', 'external_fixed_ips': [{'subnet_id': 'a9fa7760-a071-45ee-b985-799999c69975', 'ip_address': '172.27.2.118'}], 'enable_snat': True}, 'gw_port_id': '727ff9c8-4916-4a1a-ab54-bb56c46fdb5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-18T05:16:30Z', 'updated_at': '2022-06-18T05:16:40Z', 'revision_number': 4, 'project_id': '758883a5aea04c85ad65bb6970bdb098', 'gw_port': {'id': '727ff9c8-4916-4a1a-ab54-bb56c46fdb5e', 'name': '', 'network_id': '65c030c7-6a7d-4cea-a47d-5cdd532db0e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:ff:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '908e80fb-40b8-4793-9a86-37800eb2c0e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'a9fa7760-a071-45ee-b985-799999c69975', 'ip_address': '172.27.2.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-18T05:16:31Z', 'updated_at': '2022-06-18T05:16:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9fa7760-a071-45ee-b985-799999c69975', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-35-iscsi', '_interfaces': [{'id': 'f47325e8-4dc9-4d91-a0b3-d1a91a92ed58', 'name': '', 'network_id': 'f7ef077f-c52c-4f70-b85e-e8892706babc', 'tenant_id': '758883a5aea04c85ad65bb6970bdb098', 'mac_address': 'fa:16:3e:e5:75:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '908e80fb-40b8-4793-9a86-37800eb2c0e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '33823053-d4d0-4fd0-8dfe-171b826300f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-18T05:16:38Z', 'updated_at': '2022-06-18T05:16:49Z', 'revision_number': 5, 'project_id': '758883a5aea04c85ad65bb6970bdb098', 'subnets': [{'id': '33823053-d4d0-4fd0-8dfe-171b826300f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-35-iscsi', False) {} {{(pid=104390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 05:23:47.952068 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-225b4a4b-aad5-42fd-a3ac-d22f3b44a85c None None] Checking router: 908e80fb-40b8-4793-9a86-37800eb2c0e2 for host: dv-cinder-836996-35-iscsi {{(pid=104390) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 05:23:47.961338 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-225b4a4b-aad5-42fd-a3ac-d22f3b44a85c None None] Routers {'908e80fb-40b8-4793-9a86-37800eb2c0e2'} bound to L3 agent in host dv-cinder-836996-35-iscsi {{(pid=104390) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 18 05:23:47.961973 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG neutron.db.l3_hamode_db [None req-225b4a4b-aad5-42fd-a3ac-d22f3b44a85c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-35-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-18T05:08:24Z,description=,heartbeat_timestamp=2022-06-18T05:23:25Z,host='dv-cinder-836996-35-iscsi',id=a8549501-0164-4ac5-90a6-1ba1ba0d3f9d,load=0,resource_versions=,resources_synced=,started_at=2022-06-18T05:08:25Z,topic='l3_agent')) {'router_ids': ['908e80fb-40b8-4793-9a86-37800eb2c0e2'], 'active': True} {{(pid=104390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 05:23:48.061846 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG neutron.db.l3_dvr_db [None req-225b4a4b-aad5-42fd-a3ac-d22f3b44a85c None None] Set router 908e80fb-40b8-4793-9a86-37800eb2c0e2 gateway port host: dv-cinder-836996-35-iscsi {{(pid=104390) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 18 05:23:48.257555 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG neutron.db.l3_hamode_db [None req-225b4a4b-aad5-42fd-a3ac-d22f3b44a85c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '908e80fb-40b8-4793-9a86-37800eb2c0e2', 'name': 'tempest-AttachVolumeShelveTestJSON-483833369-router', 'tenant_id': '758883a5aea04c85ad65bb6970bdb098', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65c030c7-6a7d-4cea-a47d-5cdd532db0e6', 'external_fixed_ips': [{'subnet_id': 'a9fa7760-a071-45ee-b985-799999c69975', 'ip_address': '172.27.2.118'}], 'enable_snat': True}, 'gw_port_id': '727ff9c8-4916-4a1a-ab54-bb56c46fdb5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-18T05:16:30Z', 'updated_at': '2022-06-18T05:16:40Z', 'revision_number': 4, 'project_id': '758883a5aea04c85ad65bb6970bdb098', 'gw_port': {'id': '727ff9c8-4916-4a1a-ab54-bb56c46fdb5e', 'name': '', 'network_id': '65c030c7-6a7d-4cea-a47d-5cdd532db0e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:ff:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '908e80fb-40b8-4793-9a86-37800eb2c0e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'a9fa7760-a071-45ee-b985-799999c69975', 'ip_address': '172.27.2.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-18T05:16:31Z', 'updated_at': '2022-06-18T05:16:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9fa7760-a071-45ee-b985-799999c69975', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-35-iscsi', '_interfaces': [{'id': 'f47325e8-4dc9-4d91-a0b3-d1a91a92ed58', 'name': '', 'network_id': 'f7ef077f-c52c-4f70-b85e-e8892706babc', 'tenant_id': '758883a5aea04c85ad65bb6970bdb098', 'mac_address': 'fa:16:3e:e5:75:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '908e80fb-40b8-4793-9a86-37800eb2c0e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '33823053-d4d0-4fd0-8dfe-171b826300f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-18T05:16:38Z', 'updated_at': '2022-06-18T05:16:49Z', 'revision_number': 5, 'project_id': '758883a5aea04c85ad65bb6970bdb098', 'subnets': [{'id': '33823053-d4d0-4fd0-8dfe-171b826300f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-35-iscsi', False) {} {{(pid=104390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 05:23:48.289172 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-225b4a4b-aad5-42fd-a3ac-d22f3b44a85c None None] The sync data for ids ['908e80fb-40b8-4793-9a86-37800eb2c0e2'] in dv-cinder-836996-35-iscsi is: [{'id': '908e80fb-40b8-4793-9a86-37800eb2c0e2', 'name': 'tempest-AttachVolumeShelveTestJSON-483833369-router', 'tenant_id': '758883a5aea04c85ad65bb6970bdb098', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65c030c7-6a7d-4cea-a47d-5cdd532db0e6', 'external_fixed_ips': [{'subnet_id': 'a9fa7760-a071-45ee-b985-799999c69975', 'ip_address': '172.27.2.118'}], 'enable_snat': True}, 'gw_port_id': '727ff9c8-4916-4a1a-ab54-bb56c46fdb5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-18T05:16:30Z', 'updated_at': '2022-06-18T05:16:40Z', 'revision_number': 4, 'project_id': '758883a5aea04c85ad65bb6970bdb098', 'gw_port': {'id': '727ff9c8-4916-4a1a-ab54-bb56c46fdb5e', 'name': '', 'network_id': '65c030c7-6a7d-4cea-a47d-5cdd532db0e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:ff:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '908e80fb-40b8-4793-9a86-37800eb2c0e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'a9fa7760-a071-45ee-b985-799999c69975', 'ip_address': '172.27.2.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-18T05:16:31Z', 'updated_at': '2022-06-18T05:16:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9fa7760-a071-45ee-b985-799999c69975', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-35-iscsi', '_interfaces': [{'id': 'f47325e8-4dc9-4d91-a0b3-d1a91a92ed58', 'name': '', 'network_id': 'f7ef077f-c52c-4f70-b85e-e8892706babc', 'tenant_id': '758883a5aea04c85ad65bb6970bdb098', 'mac_address': 'fa:16:3e:e5:75:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '908e80fb-40b8-4793-9a86-37800eb2c0e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '33823053-d4d0-4fd0-8dfe-171b826300f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-18T05:16:38Z', 'updated_at': '2022-06-18T05:16:49Z', 'revision_number': 5, 'project_id': '758883a5aea04c85ad65bb6970bdb098', 'subnets': [{'id': '33823053-d4d0-4fd0-8dfe-171b826300f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104390) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 05:23:48.533831 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38fe4282-eff5-41ec-aa08-d1fae3ba81e3 None None] New status for floating IP e824c266-2b02-4c8c-a54e-3afd4944033f: DOWN {{(pid=104389) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 18 05:23:48.627358 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.wsgi [-] (104387) accepted ('10.222.0.23', 54446) {{(pid=104387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 05:23:48.695000 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-22553de7-446a-4986-88cb-e8e424f8a313 req-b8999885-fa97-474c-9483-ad8a352d5e1b tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] 10.222.0.23 "GET /v2.0/ports?device_id=bae5a59b-afc4-4fa7-a230-8590a793bc48 HTTP/1.1" status: 200 len: 210 time: 0.0357676 Jun 18 05:23:48.752679 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.api.v2.base [None req-07240c22-294e-47f3-9e76-3c2d259dc31a admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1598467528-network', 'tenant_id': '81c38b2c1ae4484bbf2d4939470f45e4'}} {{(pid=104387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 18 05:23:48.863265 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07240c22-294e-47f3-9e76-3c2d259dc31a admin admin] Made reservation on behalf of 81c38b2c1ae4484bbf2d4939470f45e4 for: {'network': 1} {{(pid=104387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 05:23:48.866887 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-07240c22-294e-47f3-9e76-3c2d259dc31a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1768406'] for network (None), before_create {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:23:48.876262 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-07240c22-294e-47f3-9e76-3c2d259dc31a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:23:48.889710 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG dbcounter [-] [104387] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=104387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:23:48.951213 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-07240c22-294e-47f3-9e76-3c2d259dc31a admin admin] Publish callbacks [] for security_group (2a80a3c1-0a47-4ff4-9422-958f7556bc51), precommit_create {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:23:49.000091 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-07240c22-294e-47f3-9e76-3c2d259dc31a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728332'] for security_group (2a80a3c1-0a47-4ff4-9422-958f7556bc51), after_create {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:23:49.027367 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-07240c22-294e-47f3-9e76-3c2d259dc31a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 321} {{(pid=104387) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 18 05:23:49.040079 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07240c22-294e-47f3-9e76-3c2d259dc31a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a80a3c1-0a47-4ff4-9422-958f7556bc51,revision_number=1']} {{(pid=104387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:23:49.043324 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-07240c22-294e-47f3-9e76-3c2d259dc31a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1723189'] for segment (86362bff-3a6a-43b7-a40e-ec817261ef9d), precommit_create {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:23:49.043671 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.db.segments_db [None req-07240c22-294e-47f3-9e76-3c2d259dc31a admin admin] Added segment 86362bff-3a6a-43b7-a40e-ec817261ef9d of type vlan for network 1c244710-1fba-414f-9d04-4fcd88e7ed14 Jun 18 05:23:49.056714 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07240c22-294e-47f3-9e76-3c2d259dc31a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:23:49.057062 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07240c22-294e-47f3-9e76-3c2d259dc31a admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:23:49.057424 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07240c22-294e-47f3-9e76-3c2d259dc31a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:23:49.057802 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07240c22-294e-47f3-9e76-3c2d259dc31a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:23:49.058132 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07240c22-294e-47f3-9e76-3c2d259dc31a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:23:49.058460 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07240c22-294e-47f3-9e76-3c2d259dc31a admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:23:49.058786 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07240c22-294e-47f3-9e76-3c2d259dc31a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:23:49.059110 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07240c22-294e-47f3-9e76-3c2d259dc31a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:23:49.059431 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07240c22-294e-47f3-9e76-3c2d259dc31a admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:23:49.059796 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07240c22-294e-47f3-9e76-3c2d259dc31a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:23:49.060120 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07240c22-294e-47f3-9e76-3c2d259dc31a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:23:49.060441 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07240c22-294e-47f3-9e76-3c2d259dc31a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:23:49.060760 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07240c22-294e-47f3-9e76-3c2d259dc31a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:23:49.061142 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07240c22-294e-47f3-9e76-3c2d259dc31a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:23:49.061559 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07240c22-294e-47f3-9e76-3c2d259dc31a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:23:49.105008 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-07240c22-294e-47f3-9e76-3c2d259dc31a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789592234469'] for network (1c244710-1fba-414f-9d04-4fcd88e7ed14), precommit_create {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:23:49.171586 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-07240c22-294e-47f3-9e76-3c2d259dc31a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546084'] for network (1c244710-1fba-414f-9d04-4fcd88e7ed14), after_create {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:23:49.172603 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07240c22-294e-47f3-9e76-3c2d259dc31a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:23:49.173224 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-07240c22-294e-47f3-9e76-3c2d259dc31a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546098'] for network (None), before_response {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:23:49.236520 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07240c22-294e-47f3-9e76-3c2d259dc31a admin admin] Pushing event updated for resources: {'Network': ['ID=1c244710-1fba-414f-9d04-4fcd88e7ed14,revision_number=1']} {{(pid=104387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:23:49.247912 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.rpc [None req-c042a677-28f5-4026-b552-0173028fe9dd None None] Network 1c244710-1fba-414f-9d04-4fcd88e7ed14 details requested by agent ovs-agent-dv-cinder-836996-35-iscsi with host dv-cinder-836996-35-iscsi {{(pid=104389) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 18 05:23:49.265322 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [None req-07240c22-294e-47f3-9e76-3c2d259dc31a admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 869 time: 0.6364996 Jun 18 05:23:49.267658 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.wsgi [-] (104387) accepted ('10.222.0.23', 54452) {{(pid=104387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 05:23:49.277717 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.api.v2.base [None req-9aebb09c-ab27-41d5-b7cd-13ac0a579654 admin admin] Request body: {'subnet': {'network_id': '1c244710-1fba-414f-9d04-4fcd88e7ed14', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1598467528-subnet', 'tenant_id': '81c38b2c1ae4484bbf2d4939470f45e4', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 18 05:23:49.363912 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9aebb09c-ab27-41d5-b7cd-13ac0a579654 admin admin] Made reservation on behalf of 81c38b2c1ae4484bbf2d4939470f45e4 for: {'subnet': 1} {{(pid=104387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 05:23:49.367606 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-9aebb09c-ab27-41d5-b7cd-13ac0a579654 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13962049'] for subnet (None), before_create {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:23:49.488565 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG dbcounter [-] [104387] Writing DB stats neutron:INSERT=21,neutron:SELECT=74,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:23:49.627238 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-9aebb09c-ab27-41d5-b7cd-13ac0a579654 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14020916', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13962163'] for subnet (04d37ce2-ecce-4dd0-86fe-4bab0e2e49c9), after_create {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:23:49.691409 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aebb09c-ab27-41d5-b7cd-13ac0a579654 admin admin] Pushing event updated for resources: {'Subnet': ['ID=04d37ce2-ecce-4dd0-86fe-4bab0e2e49c9,revision_number=0']} {{(pid=104387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:23:49.699583 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9aebb09c-ab27-41d5-b7cd-13ac0a579654 admin admin] Checking segment: {'id': '86362bff-3a6a-43b7-a40e-ec817261ef9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '1c244710-1fba-414f-9d04-4fcd88e7ed14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 18 05:23:49.699940 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9aebb09c-ab27-41d5-b7cd-13ac0a579654 admin admin] Network hostable DHCP agents. Network: 1c244710-1fba-414f-9d04-4fcd88e7ed14, hostable agents: ['426d7b1c-7831-4cf6-8aa4-29496a16634c'], hosted agents: [] {{(pid=104387) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 18 05:23:49.805546 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9aebb09c-ab27-41d5-b7cd-13ac0a579654 admin admin] Network 1c244710-1fba-414f-9d04-4fcd88e7ed14 is scheduled to be hosted by DHCP agent 426d7b1c-7831-4cf6-8aa4-29496a16634c with binding_index 1 {{(pid=104387) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 18 05:23:49.897037 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.wsgi [-] (104387) accepted ('10.222.0.23', 54460) {{(pid=104387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 05:23:49.923814 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.scheduler.base_scheduler [None req-9aebb09c-ab27-41d5-b7cd-13ac0a579654 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836996-35-iscsi, 1c244710-1fba-414f-9d04-4fcd88e7ed14) {{(pid=104387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 05:23:49.930972 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9aebb09c-ab27-41d5-b7cd-13ac0a579654 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:23:49.931657 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-9aebb09c-ab27-41d5-b7cd-13ac0a579654 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:23:49.933145 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56d8c6a4-cad0-44a3-9aa6-add7b17dcaee None None] Network 1c244710-1fba-414f-9d04-4fcd88e7ed14 requested from dv-cinder-836996-35-iscsi {{(pid=104389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 18 05:23:49.960200 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG dbcounter [-] [104389] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=104389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:23:49.965863 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-99a687b0-b99a-4416-b0eb-4879fd1314a3 tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] Publish callbacks [] for security_group (407ae09c-3316-486c-94a7-7e1331aee9b9), before_delete {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:23:49.989549 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-99a687b0-b99a-4416-b0eb-4879fd1314a3 tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] Publish callbacks [] for security_group (407ae09c-3316-486c-94a7-7e1331aee9b9), precommit_delete {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:23:50.025227 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [None req-9aebb09c-ab27-41d5-b7cd-13ac0a579654 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7564864 Jun 18 05:23:50.028139 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.wsgi [-] (104388) accepted ('10.222.0.23', 54462) {{(pid=104388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 05:23:50.040567 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.api.v2.base [None req-7f48412f-711b-4eeb-95f8-c59e47ef4707 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-1598467528-router', 'tenant_id': '81c38b2c1ae4484bbf2d4939470f45e4', 'external_gateway_info': {'network_id': '65c030c7-6a7d-4cea-a47d-5cdd532db0e6'}}} {{(pid=104388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 18 05:23:50.047915 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b538041a-d73a-4ea8-afdf-3320211920e4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1891a1fa-7dca-5fa5-9b0d-ba5c9cd85586-1c244710-1fba-414f-9d04-4fcd88e7ed14', 'network_id': '1c244710-1fba-414f-9d04-4fcd88e7ed14', 'project_id': '81c38b2c1ae4484bbf2d4939470f45e4', 'fixed_ips': [{'subnet_id': '04d37ce2-ecce-4dd0-86fe-4bab0e2e49c9'}]}} from dv-cinder-836996-35-iscsi. {{(pid=104389) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 18 05:23:50.049090 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-b538041a-d73a-4ea8-afdf-3320211920e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1768406'] for port (None), before_create {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:23:50.135759 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-99a687b0-b99a-4416-b0eb-4879fd1314a3 tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728332'] for security_group (407ae09c-3316-486c-94a7-7e1331aee9b9), after_delete {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:23:50.138467 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-99a687b0-b99a-4416-b0eb-4879fd1314a3 tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] Publish callbacks [] for security_group (None), before_response {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:23:50.139613 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [None req-99a687b0-b99a-4416-b0eb-4879fd1314a3 tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] 10.222.0.23 "DELETE /v2.0/security-groups/407ae09c-3316-486c-94a7-7e1331aee9b9 HTTP/1.1" status: 204 len: 168 time: 0.2415757 Jun 18 05:23:50.142553 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.wsgi [-] (104388) accepted ('10.222.0.23', 54466) {{(pid=104388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 05:23:50.152402 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a687b0-b99a-4416-b0eb-4879fd1314a3 tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=407ae09c-3316-486c-94a7-7e1331aee9b9,revision_number=None']} {{(pid=104387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:23:50.158233 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.api.v2.resource [None req-e120f6f0-06bd-43d2-936f-69fe3500b72b tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] show failed (client error): The resource could not be found. Jun 18 05:23:50.158924 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [None req-e120f6f0-06bd-43d2-936f-69fe3500b72b tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] 10.222.0.23 "GET /v2.0/security-groups/407ae09c-3316-486c-94a7-7e1331aee9b9 HTTP/1.1" status: 404 len: 347 time: 0.0154011 Jun 18 05:23:50.161746 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.wsgi [-] (104388) accepted ('10.222.0.23', 54468) {{(pid=104388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 05:23:50.170632 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-7f48412f-711b-4eeb-95f8-c59e47ef4707 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-574775', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9644'] for router (bd1d2cf2-0e95-45dc-a81c-142caeaebaea), before_create {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:23:50.171919 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-7f48412f-711b-4eeb-95f8-c59e47ef4707 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-575757', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-731064', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-682792', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9635'] for router (bd1d2cf2-0e95-45dc-a81c-142caeaebaea), precommit_create {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:23:50.211158 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.db.db_base_plugin_common [None req-b538041a-d73a-4ea8-afdf-3320211920e4 None None] Allocated IP 172.20.0.2 (1c244710-1fba-414f-9d04-4fcd88e7ed14/04d37ce2-ecce-4dd0-86fe-4bab0e2e49c9/c4a97bd6-f81f-433f-bba2-60e5112d87d0) {{(pid=104389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 05:23:50.316642 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-7f48412f-711b-4eeb-95f8-c59e47ef4707 admin admin] Publish callbacks [] for router_controller (bd1d2cf2-0e95-45dc-a81c-142caeaebaea), precommit_add_association {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:23:50.322546 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.plugins.ml2.plugin [None req-061f38eb-2ec7-4bad-a117-6b9696e7fb0e tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] Deleting port 3945e275-3e79-4c28-af9c-b270e202cfd3 {{(pid=104388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 18 05:23:50.322546 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-061f38eb-2ec7-4bad-a117-6b9696e7fb0e tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789592760634'] for port (3945e275-3e79-4c28-af9c-b270e202cfd3), before_delete {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:23:50.357247 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG dbcounter [-] [104388] Writing DB stats neutron:SELECT=88,neutron:DELETE=8,neutron:UPDATE=1,neutron:INSERT=3 {{(pid=104388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:23:50.397748 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG dbcounter [-] [104389] Writing DB stats neutron:DELETE=2,neutron:SELECT=88,neutron:UPDATE=5,neutron:INSERT=5 {{(pid=104389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:23:50.413604 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-061f38eb-2ec7-4bad-a117-6b9696e7fb0e tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-734995'] for port (3945e275-3e79-4c28-af9c-b270e202cfd3), precommit_delete {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:23:50.413604 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-061f38eb-2ec7-4bad-a117-6b9696e7fb0e tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] Publish callbacks [] for floatingip (3945e275-3e79-4c28-af9c-b270e202cfd3), precommit_delete {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:23:50.460221 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.plugins.ml2.plugin [None req-061f38eb-2ec7-4bad-a117-6b9696e7fb0e tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] Calling delete_port for 3945e275-3e79-4c28-af9c-b270e202cfd3 owned by network:floatingip {{(pid=104388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 18 05:23:50.469035 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-b538041a-d73a-4ea8-afdf-3320211920e4 None None] Publish callbacks [] for port (c4a97bd6-f81f-433f-bba2-60e5112d87d0), precommit_create {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:23:50.538135 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-b538041a-d73a-4ea8-afdf-3320211920e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1768343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789592262822'] for port (c4a97bd6-f81f-433f-bba2-60e5112d87d0), after_create {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:23:50.588863 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b538041a-d73a-4ea8-afdf-3320211920e4 None None] Network 1c244710-1fba-414f-9d04-4fcd88e7ed14 is already hosted by enough agents. {{(pid=104389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 05:23:50.591718 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.scheduler.base_scheduler [None req-b538041a-d73a-4ea8-afdf-3320211920e4 None None] Resources bound (agent type, host, resource id): {{(pid=104389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 05:23:50.595612 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b538041a-d73a-4ea8-afdf-3320211920e4 None None] Received port after_create {{(pid=104389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 18 05:23:50.602071 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-7f48412f-711b-4eeb-95f8-c59e47ef4707 admin admin] Publish callbacks [] for router_gateway (bd1d2cf2-0e95-45dc-a81c-142caeaebaea), precommit_update {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:23:50.602515 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b538041a-d73a-4ea8-afdf-3320211920e4 None None] Pushing event updated for resources: {'Port': ['ID=c4a97bd6-f81f-433f-bba2-60e5112d87d0,revision_number=1']} {{(pid=104389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:23:50.623800 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG dbcounter [-] [104388] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=104388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:23:50.656408 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.managers [None req-b538041a-d73a-4ea8-afdf-3320211920e4 None None] Attempting to bind port c4a97bd6-f81f-433f-bba2-60e5112d87d0 on host dv-cinder-836996-35-iscsi for vnic_type normal with profile {{(pid=104389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 18 05:23:50.656832 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.managers [None req-b538041a-d73a-4ea8-afdf-3320211920e4 None None] Attempting to bind port c4a97bd6-f81f-433f-bba2-60e5112d87d0 by drivers openvswitch,hyperv on host dv-cinder-836996-35-iscsi at level 0 using segments [{'id': '86362bff-3a6a-43b7-a40e-ec817261ef9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '1c244710-1fba-414f-9d04-4fcd88e7ed14'}] {{(pid=104389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 18 05:23:50.657297 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b538041a-d73a-4ea8-afdf-3320211920e4 None None] Attempting to bind port c4a97bd6-f81f-433f-bba2-60e5112d87d0 on network 1c244710-1fba-414f-9d04-4fcd88e7ed14 {{(pid=104389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 18 05:23:50.664687 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b538041a-d73a-4ea8-afdf-3320211920e4 None None] Checking agent: {'id': 'd503ae44-4e24-48d3-9886-03581f90537d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836996-35-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 18, 5, 8, 27), 'started_at': datetime.datetime(2022, 6, 18, 5, 8, 57), 'heartbeat_timestamp': datetime.datetime(2022, 6, 18, 5, 23, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836996-35-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 18 05:23:50.665243 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b538041a-d73a-4ea8-afdf-3320211920e4 None None] Checking segment: {'id': '86362bff-3a6a-43b7-a40e-ec817261ef9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '1c244710-1fba-414f-9d04-4fcd88e7ed14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 18 05:23:50.665785 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-b538041a-d73a-4ea8-afdf-3320211920e4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:23:50.666357 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b538041a-d73a-4ea8-afdf-3320211920e4 None None] Bound using segment: {'id': '86362bff-3a6a-43b7-a40e-ec817261ef9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '1c244710-1fba-414f-9d04-4fcd88e7ed14'} {{(pid=104389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 18 05:23:50.666908 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.managers [None req-b538041a-d73a-4ea8-afdf-3320211920e4 None None] Bound port: c4a97bd6-f81f-433f-bba2-60e5112d87d0, host: dv-cinder-836996-35-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '86362bff-3a6a-43b7-a40e-ec817261ef9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '1c244710-1fba-414f-9d04-4fcd88e7ed14'}}] {{(pid=104389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 18 05:23:50.673200 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-b538041a-d73a-4ea8-afdf-3320211920e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1768406'] for port (c4a97bd6-f81f-433f-bba2-60e5112d87d0), before_update {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:23:50.729011 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.db [None req-b538041a-d73a-4ea8-afdf-3320211920e4 None None] For port c4a97bd6-f81f-433f-bba2-60e5112d87d0, host dv-cinder-836996-35-iscsi, cleared binding levels {{(pid=104389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 05:23:50.732927 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.rpc [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] Device d9715080-f281-4e80-b712-b6d751681e6f no longer exists at agent hyperv_hv-cinder-83699 {{(pid=104389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 18 05:23:50.761176 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.plugin [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] No Port match for: d9715080-f281-4e80-b712-b6d751681e6f {{(pid=104389) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 18 05:23:50.761548 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.rpc [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] Device d9715080-f281-4e80-b712-b6d751681e6f not bound to the agent host hv-cinder-83699 {{(pid=104389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 18 05:23:50.763997 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.db [None req-b538041a-d73a-4ea8-afdf-3320211920e4 None None] For port c4a97bd6-f81f-433f-bba2-60e5112d87d0, host dv-cinder-836996-35-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-35-iscsi',level=0,port_id=c4a97bd6-f81f-433f-bba2-60e5112d87d0,segment=NetworkSegment(86362bff-3a6a-43b7-a40e-ec817261ef9d),segment_id=86362bff-3a6a-43b7-a40e-ec817261ef9d)] {{(pid=104389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 05:23:50.793305 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-061f38eb-2ec7-4bad-a117-6b9696e7fb0e tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1768343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789592765633', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789592262831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15493031'] for port (3945e275-3e79-4c28-af9c-b270e202cfd3), after_delete {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:23:50.846680 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-b538041a-d73a-4ea8-afdf-3320211920e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1768343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789592765606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789592262840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789592262858'] for port (c4a97bd6-f81f-433f-bba2-60e5112d87d0), after_update {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:23:50.853362 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061f38eb-2ec7-4bad-a117-6b9696e7fb0e tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] Pushing event deleted for resources: {'Port': ['ID=3945e275-3e79-4c28-af9c-b270e202cfd3,revision_number=None']} {{(pid=104388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:23:50.901422 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG dbcounter [-] [104389] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=4 {{(pid=104389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:23:50.920275 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b538041a-d73a-4ea8-afdf-3320211920e4 None None] Pushing event updated for resources: {'Port': ['ID=c4a97bd6-f81f-433f-bba2-60e5112d87d0,revision_number=2']} {{(pid=104389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:23:50.951926 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-061f38eb-2ec7-4bad-a117-6b9696e7fb0e tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] Publish callbacks [] for floatingip (e824c266-2b02-4c8c-a54e-3afd4944033f), after_delete {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:23:50.954796 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-061f38eb-2ec7-4bad-a117-6b9696e7fb0e tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19502'] for floatingip (None), before_response {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:23:50.955958 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [None req-061f38eb-2ec7-4bad-a117-6b9696e7fb0e tempest-AttachVolumeShelveTestJSON-1470115321 tempest-AttachVolumeShelveTestJSON-1470115321-project] 10.222.0.23 "DELETE /v2.0/floatingips/e824c266-2b02-4c8c-a54e-3afd4944033f HTTP/1.1" status: 204 len: 168 time: 0.7932901 Jun 18 05:23:50.957460 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-7f48412f-711b-4eeb-95f8-c59e47ef4707 admin admin] Publish callbacks [] for router_gateway (bd1d2cf2-0e95-45dc-a81c-142caeaebaea), before_create {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:23:50.981461 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-7f48412f-711b-4eeb-95f8-c59e47ef4707 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1768406'] for port (None), before_create {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:23:51.108607 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG dbcounter [-] [104388] Writing DB stats neutron:SELECT=90,neutron:DELETE=7,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:23:51.117300 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.db.db_base_plugin_common [None req-7f48412f-711b-4eeb-95f8-c59e47ef4707 admin admin] Allocated IP 172.27.2.173 (65c030c7-6a7d-4cea-a47d-5cdd532db0e6/a9fa7760-a071-45ee-b985-799999c69975/f94d4039-4d8f-4564-be5c-6e372aba9749) {{(pid=104388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 05:23:51.240530 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-7f48412f-711b-4eeb-95f8-c59e47ef4707 admin admin] Publish callbacks [] for port (f94d4039-4d8f-4564-be5c-6e372aba9749), precommit_create {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:23:51.378270 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-7f48412f-711b-4eeb-95f8-c59e47ef4707 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1768343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789592262822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15493031'] for port (f94d4039-4d8f-4564-be5c-6e372aba9749), after_create {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:23:51.414994 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.rpc [None req-c042a677-28f5-4026-b552-0173028fe9dd None None] Device c4a97bd6-f81f-433f-bba2-60e5112d87d0 up at agent ovs-agent-dv-cinder-836996-35-iscsi {{(pid=104389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 18 05:23:51.426190 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f48412f-711b-4eeb-95f8-c59e47ef4707 admin admin] Network 65c030c7-6a7d-4cea-a47d-5cdd532db0e6 is already hosted by enough agents. {{(pid=104388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 05:23:51.432219 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.scheduler.base_scheduler [None req-7f48412f-711b-4eeb-95f8-c59e47ef4707 admin admin] Resources bound (agent type, host, resource id): {{(pid=104388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 05:23:51.436075 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f48412f-711b-4eeb-95f8-c59e47ef4707 admin admin] Received port after_create {{(pid=104388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 18 05:23:51.439436 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f48412f-711b-4eeb-95f8-c59e47ef4707 admin admin] Pushing event updated for resources: {'Port': ['ID=f94d4039-4d8f-4564-be5c-6e372aba9749,revision_number=1']} {{(pid=104388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:23:51.472558 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.db.provisioning_blocks [None req-c042a677-28f5-4026-b552-0173028fe9dd None None] Provisioning complete for port c4a97bd6-f81f-433f-bba2-60e5112d87d0 triggered by entity L2. {{(pid=104389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 18 05:23:51.473002 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-c042a677-28f5-4026-b552-0173028fe9dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1740956'] for port (c4a97bd6-f81f-433f-bba2-60e5112d87d0), provisioning_complete {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:23:51.703898 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.plugin [None req-c042a677-28f5-4026-b552-0173028fe9dd None None] Current status of the port c4a97bd6-f81f-433f-bba2-60e5112d87d0 is: DOWN; New status is: ACTIVE {{(pid=104389) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 18 05:23:51.704286 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-c042a677-28f5-4026-b552-0173028fe9dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1768406'] for port (c4a97bd6-f81f-433f-bba2-60e5112d87d0), before_update {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:23:51.714969 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG dbcounter [-] [104388] Writing DB stats neutron:INSERT=5,neutron:UPDATE=5,neutron:SELECT=90 {{(pid=104388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:23:51.746138 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.db [None req-c042a677-28f5-4026-b552-0173028fe9dd None None] For port c4a97bd6-f81f-433f-bba2-60e5112d87d0, host dv-cinder-836996-35-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-35-iscsi',level=0,port_id=c4a97bd6-f81f-433f-bba2-60e5112d87d0,segment=NetworkSegment(86362bff-3a6a-43b7-a40e-ec817261ef9d),segment_id=86362bff-3a6a-43b7-a40e-ec817261ef9d)] {{(pid=104389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 05:23:51.770367 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-7f48412f-711b-4eeb-95f8-c59e47ef4707 admin admin] Publish callbacks [] for router_gateway (bd1d2cf2-0e95-45dc-a81c-142caeaebaea), after_create {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:23:51.817677 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-c042a677-28f5-4026-b552-0173028fe9dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1768343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789592765606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789592262840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789592262858'] for port (c4a97bd6-f81f-433f-bba2-60e5112d87d0), after_update {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:23:51.869631 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c042a677-28f5-4026-b552-0173028fe9dd None None] Pushing event updated for resources: {'Port': ['ID=c4a97bd6-f81f-433f-bba2-60e5112d87d0,revision_number=3']} {{(pid=104389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:23:51.954660 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08caa3c4-ac4d-41b0-9a61-bfde89d08893 None None] Network 1c244710-1fba-414f-9d04-4fcd88e7ed14 requested from dv-cinder-836996-35-iscsi {{(pid=104389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 18 05:23:51.977478 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-7f48412f-711b-4eeb-95f8-c59e47ef4707 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-575954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-736931'] for router (bd1d2cf2-0e95-45dc-a81c-142caeaebaea), after_create {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:23:52.050948 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.db.provisioning_blocks [None req-3416f871-8115-4c2f-a6ed-43fc06adc004 None None] Provisioning complete for port c4a97bd6-f81f-433f-bba2-60e5112d87d0 triggered by entity DHCP. {{(pid=104389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 18 05:23:52.057751 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-3416f871-8115-4c2f-a6ed-43fc06adc004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1740956'] for port (c4a97bd6-f81f-433f-bba2-60e5112d87d0), provisioning_complete {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:23:52.121800 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-1cab2d10-cd81-43f8-b8e3-36f1c6b665af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789592556683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1744442'] for agent (426d7b1c-7831-4cf6-8aa4-29496a16634c), after_update {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:23:52.150186 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.wsgi [-] (104388) accepted ('10.222.0.23', 54504) {{(pid=104388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 05:23:52.167032 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.plugin [None req-3416f871-8115-4c2f-a6ed-43fc06adc004 None None] Current status of the port c4a97bd6-f81f-433f-bba2-60e5112d87d0 is: ACTIVE; New status is: ACTIVE {{(pid=104389) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 18 05:23:52.186714 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f48412f-711b-4eeb-95f8-c59e47ef4707 admin admin] Router bd1d2cf2-0e95-45dc-a81c-142caeaebaea is scheduled to L3 agent a8549501-0164-4ac5-90a6-1ba1ba0d3f9d with binding_index 1 {{(pid=104388) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 18 05:23:52.249035 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG dbcounter [-] [104388] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:23:52.399260 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.db.provisioning_blocks [None req-855fa515-fc14-4de8-b5dd-ff237ab41ea5 None None] Provisioning complete for port c4a97bd6-f81f-433f-bba2-60e5112d87d0 triggered by entity DHCP. {{(pid=104389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 18 05:23:52.399908 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-855fa515-fc14-4de8-b5dd-ff237ab41ea5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1740956'] for port (c4a97bd6-f81f-433f-bba2-60e5112d87d0), provisioning_complete {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:23:52.477199 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.plugin [None req-855fa515-fc14-4de8-b5dd-ff237ab41ea5 None None] Current status of the port c4a97bd6-f81f-433f-bba2-60e5112d87d0 is: ACTIVE; New status is: ACTIVE {{(pid=104389) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 18 05:23:52.566214 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-5372cacf-63b3-4efb-8f2f-f9b40b52fb25 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:23:52.581956 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f48412f-711b-4eeb-95f8-c59e47ef4707 admin admin] Notify agent at l3_agent.dv-cinder-836996-35-iscsi the message routers_updated {{(pid=104388) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 05:23:52.593077 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-831e9a85-541c-4810-be78-46b3d694f487 None None] Sync routers for ids ['bd1d2cf2-0e95-45dc-a81c-142caeaebaea'] in dv-cinder-836996-35-iscsi {{(pid=104390) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 05:23:52.610620 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-831e9a85-541c-4810-be78-46b3d694f487 None None] Routers {'bd1d2cf2-0e95-45dc-a81c-142caeaebaea'} bound to L3 agent in host dv-cinder-836996-35-iscsi {{(pid=104390) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 18 05:23:52.611263 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG neutron.db.l3_hamode_db [None req-831e9a85-541c-4810-be78-46b3d694f487 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-35-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-18T05:08:24Z,description=,heartbeat_timestamp=2022-06-18T05:23:25Z,host='dv-cinder-836996-35-iscsi',id=a8549501-0164-4ac5-90a6-1ba1ba0d3f9d,load=0,resource_versions=,resources_synced=,started_at=2022-06-18T05:08:25Z,topic='l3_agent')) {'router_ids': ['bd1d2cf2-0e95-45dc-a81c-142caeaebaea'], 'active': True} {{(pid=104390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 05:23:52.664922 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-5372cacf-63b3-4efb-8f2f-f9b40b52fb25 admin admin] Publish callbacks [] for security_group (bc2d84a8-4fe0-4822-ac87-a284130479a2), precommit_create {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:23:52.699581 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-7f48412f-711b-4eeb-95f8-c59e47ef4707 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:23:52.700891 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [None req-7f48412f-711b-4eeb-95f8-c59e47ef4707 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.6675150 Jun 18 05:23:52.703571 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.wsgi [-] (104388) accepted ('10.222.0.23', 54518) {{(pid=104388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 05:23:52.713799 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG neutron.db.l3_dvr_db [None req-831e9a85-541c-4810-be78-46b3d694f487 None None] Set router bd1d2cf2-0e95-45dc-a81c-142caeaebaea gateway port host: dv-cinder-836996-35-iscsi {{(pid=104390) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 18 05:23:52.743130 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-5372cacf-63b3-4efb-8f2f-f9b40b52fb25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728332'] for security_group (bc2d84a8-4fe0-4822-ac87-a284130479a2), after_create {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:23:52.799713 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [None req-5372cacf-63b3-4efb-8f2f-f9b40b52fb25 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=b2d41818afeb408fbccabda446fb4ad5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6484625 Jun 18 05:23:52.802940 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.wsgi [-] (104387) accepted ('10.222.0.23', 54520) {{(pid=104387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 05:23:52.828072 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5372cacf-63b3-4efb-8f2f-f9b40b52fb25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc2d84a8-4fe0-4822-ac87-a284130479a2,revision_number=1']} {{(pid=104388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:23:52.835127 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG dbcounter [-] [104387] Writing DB stats neutron:SELECT=89,neutron:DELETE=3,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=104387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:23:52.848657 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG dbcounter [-] [104390] Writing DB stats neutron:SELECT=100 {{(pid=104390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:23:52.859829 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-04212108-b682-404c-9ded-2fce94235337 admin admin] Publish callbacks [] for security_group (bc2d84a8-4fe0-4822-ac87-a284130479a2), before_delete {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:23:52.885952 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-04212108-b682-404c-9ded-2fce94235337 admin admin] Publish callbacks [] for security_group (bc2d84a8-4fe0-4822-ac87-a284130479a2), precommit_delete {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:23:52.892760 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG neutron.db.l3_hamode_db [None req-831e9a85-541c-4810-be78-46b3d694f487 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd1d2cf2-0e95-45dc-a81c-142caeaebaea', 'name': 'tempest-AttachVolumeNegativeTest-1598467528-router', 'tenant_id': '81c38b2c1ae4484bbf2d4939470f45e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65c030c7-6a7d-4cea-a47d-5cdd532db0e6', 'external_fixed_ips': [{'subnet_id': 'a9fa7760-a071-45ee-b985-799999c69975', 'ip_address': '172.27.2.173'}], 'enable_snat': True}, 'gw_port_id': 'f94d4039-4d8f-4564-be5c-6e372aba9749', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-18T05:23:50Z', 'updated_at': '2022-06-18T05:23:51Z', 'revision_number': 3, 'project_id': '81c38b2c1ae4484bbf2d4939470f45e4', 'gw_port': {'id': 'f94d4039-4d8f-4564-be5c-6e372aba9749', 'name': '', 'network_id': '65c030c7-6a7d-4cea-a47d-5cdd532db0e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:b4:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd1d2cf2-0e95-45dc-a81c-142caeaebaea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': 'a9fa7760-a071-45ee-b985-799999c69975', 'ip_address': '172.27.2.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-18T05:23:50Z', 'updated_at': '2022-06-18T05:23:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a9fa7760-a071-45ee-b985-799999c69975', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-35-iscsi'}], 'dv-cinder-836996-35-iscsi', False) {} {{(pid=104390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 05:23:52.921894 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-831e9a85-541c-4810-be78-46b3d694f487 None None] Checking router: bd1d2cf2-0e95-45dc-a81c-142caeaebaea for host: dv-cinder-836996-35-iscsi {{(pid=104390) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 05:23:52.922241 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-831e9a85-541c-4810-be78-46b3d694f487 None None] Updating router bd1d2cf2-0e95-45dc-a81c-142caeaebaea port f94d4039-4d8f-4564-be5c-6e372aba9749 binding host dv-cinder-836996-35-iscsi {{(pid=104390) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 18 05:23:52.952888 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG neutron_lib.callbacks.manager [None req-831e9a85-541c-4810-be78-46b3d694f487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1768406'] for port (f94d4039-4d8f-4564-be5c-6e372aba9749), before_update {{(pid=104390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:23:53.038417 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-04212108-b682-404c-9ded-2fce94235337 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728332'] for security_group (bc2d84a8-4fe0-4822-ac87-a284130479a2), after_delete {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:23:53.040861 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-04212108-b682-404c-9ded-2fce94235337 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:23:53.043068 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [None req-04212108-b682-404c-9ded-2fce94235337 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/bc2d84a8-4fe0-4822-ac87-a284130479a2 HTTP/1.1" status: 204 len: 168 time: 0.2361557 Jun 18 05:23:53.055025 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04212108-b682-404c-9ded-2fce94235337 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc2d84a8-4fe0-4822-ac87-a284130479a2,revision_number=None']} {{(pid=104387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:23:53.188581 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-78eb1642-1915-41b6-9c4b-d5caed1cc73b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1768406'] for port (None), before_create {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:23:53.211450 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG neutron_lib.callbacks.manager [None req-831e9a85-541c-4810-be78-46b3d694f487 None None] Publish callbacks [] for port (f94d4039-4d8f-4564-be5c-6e372aba9749), precommit_update {{(pid=104390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:23:53.293560 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG dbcounter [-] [104388] Writing DB stats neutron:SELECT=89,neutron:INSERT=9,neutron:DELETE=2 {{(pid=104388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:23:53.295510 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG neutron_lib.callbacks.manager [None req-831e9a85-541c-4810-be78-46b3d694f487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1768343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789592765606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789592262840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789592262858'] for port (f94d4039-4d8f-4564-be5c-6e372aba9749), after_update {{(pid=104390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:23:53.344147 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG dbcounter [-] [104390] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:23:53.354142 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG neutron.plugins.ml2.managers [None req-831e9a85-541c-4810-be78-46b3d694f487 None None] Attempting to bind port f94d4039-4d8f-4564-be5c-6e372aba9749 on host dv-cinder-836996-35-iscsi for vnic_type normal with profile {{(pid=104390) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 18 05:23:53.354686 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG neutron.plugins.ml2.managers [None req-831e9a85-541c-4810-be78-46b3d694f487 None None] Attempting to bind port f94d4039-4d8f-4564-be5c-6e372aba9749 by drivers openvswitch,hyperv on host dv-cinder-836996-35-iscsi at level 0 using segments [{'id': '62e6b565-92f9-4432-9d4a-754d0a7517a7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '65c030c7-6a7d-4cea-a47d-5cdd532db0e6'}] {{(pid=104390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 18 05:23:53.355218 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-831e9a85-541c-4810-be78-46b3d694f487 None None] Attempting to bind port f94d4039-4d8f-4564-be5c-6e372aba9749 on network 65c030c7-6a7d-4cea-a47d-5cdd532db0e6 {{(pid=104390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 18 05:23:53.357311 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.db.db_base_plugin_common [None req-78eb1642-1915-41b6-9c4b-d5caed1cc73b admin admin] Allocated IP 172.20.0.1 (1c244710-1fba-414f-9d04-4fcd88e7ed14/04d37ce2-ecce-4dd0-86fe-4bab0e2e49c9/cb2b0c93-f026-4453-8702-ba5bfc22ddc5) {{(pid=104388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 05:23:53.364736 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-831e9a85-541c-4810-be78-46b3d694f487 None None] Checking agent: {'id': 'd503ae44-4e24-48d3-9886-03581f90537d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836996-35-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 18, 5, 8, 27), 'started_at': datetime.datetime(2022, 6, 18, 5, 8, 57), 'heartbeat_timestamp': datetime.datetime(2022, 6, 18, 5, 23, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836996-35-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 18 05:23:53.364736 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-831e9a85-541c-4810-be78-46b3d694f487 None None] Checking segment: {'id': '62e6b565-92f9-4432-9d4a-754d0a7517a7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '65c030c7-6a7d-4cea-a47d-5cdd532db0e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 18 05:23:53.366027 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG neutron_lib.callbacks.manager [None req-831e9a85-541c-4810-be78-46b3d694f487 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:23:53.366440 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-831e9a85-541c-4810-be78-46b3d694f487 None None] Bound using segment: {'id': '62e6b565-92f9-4432-9d4a-754d0a7517a7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '65c030c7-6a7d-4cea-a47d-5cdd532db0e6'} {{(pid=104390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 18 05:23:53.366978 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG neutron.plugins.ml2.managers [None req-831e9a85-541c-4810-be78-46b3d694f487 None None] Bound port: f94d4039-4d8f-4564-be5c-6e372aba9749, host: dv-cinder-836996-35-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '62e6b565-92f9-4432-9d4a-754d0a7517a7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '65c030c7-6a7d-4cea-a47d-5cdd532db0e6'}}] {{(pid=104390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 18 05:23:53.367398 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG neutron_lib.callbacks.manager [None req-831e9a85-541c-4810-be78-46b3d694f487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1768406'] for port (f94d4039-4d8f-4564-be5c-6e372aba9749), before_update {{(pid=104390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:23:53.377964 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG dbcounter [-] [104388] Writing DB stats neutron:SELECT=88,neutron:UPDATE=5,neutron:INSERT=7 {{(pid=104388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:23:53.421855 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG neutron.plugins.ml2.db [None req-831e9a85-541c-4810-be78-46b3d694f487 None None] For port f94d4039-4d8f-4564-be5c-6e372aba9749, host dv-cinder-836996-35-iscsi, cleared binding levels {{(pid=104390) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 05:23:53.423972 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e192b7-4029-4a11-8a2f-d8fd20729dc8 None None] Pushing event updated for resources: {'Port': ['ID=f94d4039-4d8f-4564-be5c-6e372aba9749,revision_number=2']} {{(pid=104390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:23:53.433593 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.rpc [None req-c042a677-28f5-4026-b552-0173028fe9dd None None] Device c4a97bd6-f81f-433f-bba2-60e5112d87d0 up at agent ovs-agent-dv-cinder-836996-35-iscsi {{(pid=104389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 18 05:23:53.442639 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG neutron.plugins.ml2.db [None req-831e9a85-541c-4810-be78-46b3d694f487 None None] For port f94d4039-4d8f-4564-be5c-6e372aba9749, host dv-cinder-836996-35-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-35-iscsi',level=0,port_id=f94d4039-4d8f-4564-be5c-6e372aba9749,segment=NetworkSegment(62e6b565-92f9-4432-9d4a-754d0a7517a7),segment_id=62e6b565-92f9-4432-9d4a-754d0a7517a7)] {{(pid=104390) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 05:23:53.446932 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10e192b7-4029-4a11-8a2f-d8fd20729dc8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:23:53.447502 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10e192b7-4029-4a11-8a2f-d8fd20729dc8 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:23:53.448041 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10e192b7-4029-4a11-8a2f-d8fd20729dc8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:23:53.448612 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10e192b7-4029-4a11-8a2f-d8fd20729dc8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:23:53.449095 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10e192b7-4029-4a11-8a2f-d8fd20729dc8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:23:53.449613 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10e192b7-4029-4a11-8a2f-d8fd20729dc8 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:23:53.450097 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10e192b7-4029-4a11-8a2f-d8fd20729dc8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:23:53.450629 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10e192b7-4029-4a11-8a2f-d8fd20729dc8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:23:53.451132 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10e192b7-4029-4a11-8a2f-d8fd20729dc8 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:23:53.452474 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10e192b7-4029-4a11-8a2f-d8fd20729dc8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:23:53.452972 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10e192b7-4029-4a11-8a2f-d8fd20729dc8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:23:53.453494 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10e192b7-4029-4a11-8a2f-d8fd20729dc8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:23:53.453985 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10e192b7-4029-4a11-8a2f-d8fd20729dc8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:23:53.454492 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10e192b7-4029-4a11-8a2f-d8fd20729dc8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:23:53.455035 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10e192b7-4029-4a11-8a2f-d8fd20729dc8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:23:53.493927 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG dbcounter [-] [104389] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:23:53.499760 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.db.provisioning_blocks [None req-c042a677-28f5-4026-b552-0173028fe9dd None None] Provisioning complete for port c4a97bd6-f81f-433f-bba2-60e5112d87d0 triggered by entity L2. {{(pid=104389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 18 05:23:53.500137 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-c042a677-28f5-4026-b552-0173028fe9dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1740956'] for port (c4a97bd6-f81f-433f-bba2-60e5112d87d0), provisioning_complete {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:23:53.502828 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-78eb1642-1915-41b6-9c4b-d5caed1cc73b admin admin] Publish callbacks [] for port (cb2b0c93-f026-4453-8702-ba5bfc22ddc5), precommit_create {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:23:53.510427 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG neutron_lib.callbacks.manager [None req-831e9a85-541c-4810-be78-46b3d694f487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1768343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789592765606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789592262840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789592262858'] for port (f94d4039-4d8f-4564-be5c-6e372aba9749), after_update {{(pid=104390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:23:53.566150 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-831e9a85-541c-4810-be78-46b3d694f487 None None] Routers {'bd1d2cf2-0e95-45dc-a81c-142caeaebaea'} bound to L3 agent in host dv-cinder-836996-35-iscsi {{(pid=104390) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 18 05:23:53.566765 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG neutron.db.l3_hamode_db [None req-831e9a85-541c-4810-be78-46b3d694f487 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-35-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-18T05:08:24Z,description=,heartbeat_timestamp=2022-06-18T05:23:25Z,host='dv-cinder-836996-35-iscsi',id=a8549501-0164-4ac5-90a6-1ba1ba0d3f9d,load=0,resource_versions=,resources_synced=,started_at=2022-06-18T05:08:25Z,topic='l3_agent')) {'router_ids': ['bd1d2cf2-0e95-45dc-a81c-142caeaebaea'], 'active': True} {{(pid=104390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 05:23:53.581141 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.plugin [None req-c042a677-28f5-4026-b552-0173028fe9dd None None] Current status of the port c4a97bd6-f81f-433f-bba2-60e5112d87d0 is: ACTIVE; New status is: ACTIVE {{(pid=104389) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 18 05:23:53.582368 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-78eb1642-1915-41b6-9c4b-d5caed1cc73b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1768343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789592262822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15493031'] for port (cb2b0c93-f026-4453-8702-ba5bfc22ddc5), after_create {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:23:53.613289 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e192b7-4029-4a11-8a2f-d8fd20729dc8 None None] Pushing event updated for resources: {'Port': ['ID=f94d4039-4d8f-4564-be5c-6e372aba9749,revision_number=3']} {{(pid=104390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:23:53.628550 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78eb1642-1915-41b6-9c4b-d5caed1cc73b admin admin] Network 1c244710-1fba-414f-9d04-4fcd88e7ed14 is already hosted by enough agents. {{(pid=104388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 05:23:53.633866 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.scheduler.base_scheduler [None req-78eb1642-1915-41b6-9c4b-d5caed1cc73b admin admin] Resources bound (agent type, host, resource id): {{(pid=104388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 05:23:53.637867 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78eb1642-1915-41b6-9c4b-d5caed1cc73b admin admin] Received port after_create {{(pid=104388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 18 05:23:53.688396 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78eb1642-1915-41b6-9c4b-d5caed1cc73b admin admin] Pushing event updated for resources: {'Port': ['ID=cb2b0c93-f026-4453-8702-ba5bfc22ddc5,revision_number=1']} {{(pid=104388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:23:53.691112 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-78eb1642-1915-41b6-9c4b-d5caed1cc73b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-574371'] for router_interface (bd1d2cf2-0e95-45dc-a81c-142caeaebaea), before_create {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:23:53.764256 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.wsgi [-] (104387) accepted ('10.222.0.23', 54532) {{(pid=104387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 05:23:53.802436 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG neutron.db.l3_dvr_db [None req-831e9a85-541c-4810-be78-46b3d694f487 None None] Set router bd1d2cf2-0e95-45dc-a81c-142caeaebaea gateway port host: dv-cinder-836996-35-iscsi {{(pid=104390) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 18 05:23:53.834368 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.wsgi [-] (104387) accepted ('10.222.0.23', 54536) {{(pid=104387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 05:23:53.835672 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG dbcounter [-] [104390] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:23:53.853679 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-61bbcd30-abeb-4195-918b-85b09f5bf24c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:23:53.955076 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-61bbcd30-abeb-4195-918b-85b09f5bf24c admin admin] Publish callbacks [] for security_group (2cc86beb-fc5e-4981-8110-8f1302d84195), precommit_create {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:23:53.959316 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-78eb1642-1915-41b6-9c4b-d5caed1cc73b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1768406'] for port (cb2b0c93-f026-4453-8702-ba5bfc22ddc5), before_update {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:23:54.009788 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG neutron.db.l3_hamode_db [None req-831e9a85-541c-4810-be78-46b3d694f487 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd1d2cf2-0e95-45dc-a81c-142caeaebaea', 'name': 'tempest-AttachVolumeNegativeTest-1598467528-router', 'tenant_id': '81c38b2c1ae4484bbf2d4939470f45e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65c030c7-6a7d-4cea-a47d-5cdd532db0e6', 'external_fixed_ips': [{'subnet_id': 'a9fa7760-a071-45ee-b985-799999c69975', 'ip_address': '172.27.2.173'}], 'enable_snat': True}, 'gw_port_id': 'f94d4039-4d8f-4564-be5c-6e372aba9749', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-18T05:23:50Z', 'updated_at': '2022-06-18T05:23:51Z', 'revision_number': 3, 'project_id': '81c38b2c1ae4484bbf2d4939470f45e4', 'gw_port': {'id': 'f94d4039-4d8f-4564-be5c-6e372aba9749', 'name': '', 'network_id': '65c030c7-6a7d-4cea-a47d-5cdd532db0e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:b4:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd1d2cf2-0e95-45dc-a81c-142caeaebaea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': 'a9fa7760-a071-45ee-b985-799999c69975', 'ip_address': '172.27.2.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-18T05:23:50Z', 'updated_at': '2022-06-18T05:23:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a9fa7760-a071-45ee-b985-799999c69975', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-35-iscsi'}], 'dv-cinder-836996-35-iscsi', False) {} {{(pid=104390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 05:23:54.011304 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.db.provisioning_blocks [None req-be1396b2-05f3-4172-a71a-abc6f58732e1 None None] Provisioning complete for port cb2b0c93-f026-4453-8702-ba5bfc22ddc5 triggered by entity DHCP. {{(pid=104389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 18 05:23:54.011927 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-be1396b2-05f3-4172-a71a-abc6f58732e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1740956'] for port (cb2b0c93-f026-4453-8702-ba5bfc22ddc5), provisioning_complete {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:23:54.034927 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-61bbcd30-abeb-4195-918b-85b09f5bf24c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728332'] for security_group (2cc86beb-fc5e-4981-8110-8f1302d84195), after_create {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:23:54.045941 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-831e9a85-541c-4810-be78-46b3d694f487 None None] The sync data for ids ['bd1d2cf2-0e95-45dc-a81c-142caeaebaea'] in dv-cinder-836996-35-iscsi is: [{'id': 'bd1d2cf2-0e95-45dc-a81c-142caeaebaea', 'name': 'tempest-AttachVolumeNegativeTest-1598467528-router', 'tenant_id': '81c38b2c1ae4484bbf2d4939470f45e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65c030c7-6a7d-4cea-a47d-5cdd532db0e6', 'external_fixed_ips': [{'subnet_id': 'a9fa7760-a071-45ee-b985-799999c69975', 'ip_address': '172.27.2.173'}], 'enable_snat': True}, 'gw_port_id': 'f94d4039-4d8f-4564-be5c-6e372aba9749', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-18T05:23:50Z', 'updated_at': '2022-06-18T05:23:51Z', 'revision_number': 3, 'project_id': '81c38b2c1ae4484bbf2d4939470f45e4', 'gw_port': {'id': 'f94d4039-4d8f-4564-be5c-6e372aba9749', 'name': '', 'network_id': '65c030c7-6a7d-4cea-a47d-5cdd532db0e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:b4:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd1d2cf2-0e95-45dc-a81c-142caeaebaea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': 'a9fa7760-a071-45ee-b985-799999c69975', 'ip_address': '172.27.2.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-18T05:23:50Z', 'updated_at': '2022-06-18T05:23:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a9fa7760-a071-45ee-b985-799999c69975', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-35-iscsi'}] {{(pid=104390) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 05:23:54.054653 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.plugin [None req-be1396b2-05f3-4172-a71a-abc6f58732e1 None None] Port cb2b0c93-f026-4453-8702-ba5bfc22ddc5 cannot update to ACTIVE because it is not bound. {{(pid=104389) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 18 05:23:54.058152 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG dbcounter [-] [104388] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:23:54.096504 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [None req-61bbcd30-abeb-4195-918b-85b09f5bf24c admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=edf89c88b9864058882d81837bae11f9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2610714 Jun 18 05:23:54.101207 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.wsgi [-] (104388) accepted ('10.222.0.23', 54538) {{(pid=104388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 05:23:54.159679 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61bbcd30-abeb-4195-918b-85b09f5bf24c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2cc86beb-fc5e-4981-8110-8f1302d84195,revision_number=1']} {{(pid=104387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:23:54.188174 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-78eb1642-1915-41b6-9c4b-d5caed1cc73b admin admin] Publish callbacks [] for port (cb2b0c93-f026-4453-8702-ba5bfc22ddc5), precommit_update {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:23:54.198636 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-588c3eb6-a103-4429-9239-ed1d4dfdf70d admin admin] Publish callbacks [] for security_group (2cc86beb-fc5e-4981-8110-8f1302d84195), before_delete {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:23:54.220930 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-588c3eb6-a103-4429-9239-ed1d4dfdf70d admin admin] Publish callbacks [] for security_group (2cc86beb-fc5e-4981-8110-8f1302d84195), precommit_delete {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:23:54.253480 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-78eb1642-1915-41b6-9c4b-d5caed1cc73b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1768343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789592765606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789592262840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789592262858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15493038'] for port (cb2b0c93-f026-4453-8702-ba5bfc22ddc5), after_update {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:23:54.338747 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78eb1642-1915-41b6-9c4b-d5caed1cc73b admin admin] Pushing event updated for resources: {'Port': ['ID=cb2b0c93-f026-4453-8702-ba5bfc22ddc5,revision_number=2']} {{(pid=104388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:23:54.348081 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-78eb1642-1915-41b6-9c4b-d5caed1cc73b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-546262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-574263'] for router_interface (bd1d2cf2-0e95-45dc-a81c-142caeaebaea), after_create {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:23:54.370686 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG dbcounter [-] [104388] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:23:54.437745 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG dbcounter [-] [104387] Writing DB stats neutron:SELECT=86,neutron:DELETE=7,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:23:54.460029 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-588c3eb6-a103-4429-9239-ed1d4dfdf70d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728332'] for security_group (2cc86beb-fc5e-4981-8110-8f1302d84195), after_delete {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:23:54.462729 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-588c3eb6-a103-4429-9239-ed1d4dfdf70d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:23:54.466401 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [None req-588c3eb6-a103-4429-9239-ed1d4dfdf70d admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/2cc86beb-fc5e-4981-8110-8f1302d84195 HTTP/1.1" status: 204 len: 168 time: 0.3615508 Jun 18 05:23:54.476852 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-588c3eb6-a103-4429-9239-ed1d4dfdf70d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cc86beb-fc5e-4981-8110-8f1302d84195,revision_number=None']} {{(pid=104388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:23:54.484426 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78eb1642-1915-41b6-9c4b-d5caed1cc73b admin admin] Network 1c244710-1fba-414f-9d04-4fcd88e7ed14 is already hosted by enough agents. {{(pid=104388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 05:23:54.485917 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.scheduler.base_scheduler [None req-78eb1642-1915-41b6-9c4b-d5caed1cc73b admin admin] Resources bound (agent type, host, resource id): {{(pid=104388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 05:23:54.519984 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-95452e04-a775-4411-a584-e91ef93f55b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789592556683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1744442'] for agent (a8549501-0164-4ac5-90a6-1ba1ba0d3f9d), after_update {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:23:54.561693 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-fd117250-81c1-4dd9-986c-564166aff317 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-574248'] for router_interface (908e80fb-40b8-4793-9a86-37800eb2c0e2), before_delete {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:23:54.618776 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78eb1642-1915-41b6-9c4b-d5caed1cc73b admin admin] Router bd1d2cf2-0e95-45dc-a81c-142caeaebaea has already been hosted by L3 agent a8549501-0164-4ac5-90a6-1ba1ba0d3f9d {{(pid=104388) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 18 05:23:54.749829 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78eb1642-1915-41b6-9c4b-d5caed1cc73b admin admin] Notify agent at l3_agent.dv-cinder-836996-35-iscsi the message routers_updated {{(pid=104388) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 05:23:54.766017 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [None req-78eb1642-1915-41b6-9c4b-d5caed1cc73b admin admin] 10.222.0.23 "PUT /v2.0/routers/bd1d2cf2-0e95-45dc-a81c-142caeaebaea/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0611577 Jun 18 05:23:54.784720 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG dbcounter [-] [104387] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=104387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:23:54.794623 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.db.provisioning_blocks [None req-7c2664bd-d4c0-4961-9599-5b7df711ba2f None None] Provisioning complete for port cb2b0c93-f026-4453-8702-ba5bfc22ddc5 triggered by entity DHCP. {{(pid=104389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 18 05:23:54.796419 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-7c2664bd-d4c0-4961-9599-5b7df711ba2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1740956'] for port (cb2b0c93-f026-4453-8702-ba5bfc22ddc5), provisioning_complete {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:23:54.844094 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.plugin [None req-7c2664bd-d4c0-4961-9599-5b7df711ba2f None None] Port cb2b0c93-f026-4453-8702-ba5bfc22ddc5 cannot update to ACTIVE because it is not bound. {{(pid=104389) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 18 05:23:54.875805 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.plugin [None req-fd117250-81c1-4dd9-986c-564166aff317 admin admin] Deleting port f47325e8-4dc9-4d91-a0b3-d1a91a92ed58 {{(pid=104387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 18 05:23:54.876395 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-fd117250-81c1-4dd9-986c-564166aff317 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789592760634'] for port (f47325e8-4dc9-4d91-a0b3-d1a91a92ed58), before_delete {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:23:54.984206 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.db [None req-fd117250-81c1-4dd9-986c-564166aff317 admin admin] For port f47325e8-4dc9-4d91-a0b3-d1a91a92ed58, host dv-cinder-836996-35-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-35-iscsi',level=0,port_id=f47325e8-4dc9-4d91-a0b3-d1a91a92ed58,segment=NetworkSegment(8156adf2-605e-4047-8e9c-946882049554),segment_id=8156adf2-605e-4047-8e9c-946882049554)] {{(pid=104387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 05:23:54.984822 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-fd117250-81c1-4dd9-986c-564166aff317 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-734995'] for port (f47325e8-4dc9-4d91-a0b3-d1a91a92ed58), precommit_delete {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:23:55.001645 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.plugin [None req-fd117250-81c1-4dd9-986c-564166aff317 admin admin] Calling delete_port for f47325e8-4dc9-4d91-a0b3-d1a91a92ed58 owned by network:router_interface {{(pid=104387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 18 05:23:55.267696 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-fd117250-81c1-4dd9-986c-564166aff317 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1768343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789592765633', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789592262831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14020772'] for port (f47325e8-4dc9-4d91-a0b3-d1a91a92ed58), after_delete {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:23:55.275991 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.wsgi [-] (104388) accepted ('10.222.0.23', 54558) {{(pid=104388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 05:23:55.281923 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.api.v2.base [None req-07b1687c-1acf-45fd-991a-f23720e6dcf7 tempest-AttachVolumeNegativeTest-1030731986 tempest-AttachVolumeNegativeTest-1030731986-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2003866802', 'description': 'tempest-description--818079861'}} {{(pid=104388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 18 05:23:55.301957 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd117250-81c1-4dd9-986c-564166aff317 admin admin] Pushing event deleted for resources: {'Port': ['ID=f47325e8-4dc9-4d91-a0b3-d1a91a92ed58,revision_number=None']} {{(pid=104387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:23:55.423823 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-07b1687c-1acf-45fd-991a-f23720e6dcf7 tempest-AttachVolumeNegativeTest-1030731986 tempest-AttachVolumeNegativeTest-1030731986-project] Publish callbacks [] for security_group (None), before_create {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:23:55.499508 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-fd117250-81c1-4dd9-986c-564166aff317 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-546271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-575160'] for router_interface (908e80fb-40b8-4793-9a86-37800eb2c0e2), after_delete {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:23:55.505176 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG dbcounter [-] [104387] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:23:55.541880 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.rpc [None req-c042a677-28f5-4026-b552-0173028fe9dd None None] Device f94d4039-4d8f-4564-be5c-6e372aba9749 up at agent ovs-agent-dv-cinder-836996-35-iscsi {{(pid=104389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 18 05:23:55.579709 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG dbcounter [-] [104389] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:23:55.592766 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-07b1687c-1acf-45fd-991a-f23720e6dcf7 tempest-AttachVolumeNegativeTest-1030731986 tempest-AttachVolumeNegativeTest-1030731986-project] Publish callbacks [] for security_group (017ce7bd-1ae2-43f3-9210-41f25ef9c867), precommit_create {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:23:55.608095 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-bd48e2cf-68a6-4f35-9a09-882d425f288c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789592556683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1744442'] for agent (e572bbf3-12d8-41bb-a2ed-524d739c9de1), after_update {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:23:55.610192 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.db.provisioning_blocks [None req-c042a677-28f5-4026-b552-0173028fe9dd None None] Provisioning complete for port f94d4039-4d8f-4564-be5c-6e372aba9749 triggered by entity L2. {{(pid=104389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 18 05:23:55.610554 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-c042a677-28f5-4026-b552-0173028fe9dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1740956'] for port (f94d4039-4d8f-4564-be5c-6e372aba9749), provisioning_complete {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:23:55.689061 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.plugin [None req-c042a677-28f5-4026-b552-0173028fe9dd None None] Current status of the port f94d4039-4d8f-4564-be5c-6e372aba9749 is: DOWN; New status is: ACTIVE {{(pid=104389) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 18 05:23:55.689493 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-c042a677-28f5-4026-b552-0173028fe9dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1768406'] for port (f94d4039-4d8f-4564-be5c-6e372aba9749), before_update {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:23:55.715308 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-07b1687c-1acf-45fd-991a-f23720e6dcf7 tempest-AttachVolumeNegativeTest-1030731986 tempest-AttachVolumeNegativeTest-1030731986-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728332'] for security_group (017ce7bd-1ae2-43f3-9210-41f25ef9c867), after_create {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:23:55.716637 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.db [None req-c042a677-28f5-4026-b552-0173028fe9dd None None] For port f94d4039-4d8f-4564-be5c-6e372aba9749, host dv-cinder-836996-35-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-35-iscsi',level=0,port_id=f94d4039-4d8f-4564-be5c-6e372aba9749,segment=NetworkSegment(62e6b565-92f9-4432-9d4a-754d0a7517a7),segment_id=62e6b565-92f9-4432-9d4a-754d0a7517a7)] {{(pid=104389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 05:23:55.752499 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd117250-81c1-4dd9-986c-564166aff317 admin admin] Router 908e80fb-40b8-4793-9a86-37800eb2c0e2 has already been hosted by L3 agent a8549501-0164-4ac5-90a6-1ba1ba0d3f9d {{(pid=104387) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 18 05:23:55.761576 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b1687c-1acf-45fd-991a-f23720e6dcf7 tempest-AttachVolumeNegativeTest-1030731986 tempest-AttachVolumeNegativeTest-1030731986-project] Pushing event updated for resources: {'SecurityGroup': ['ID=017ce7bd-1ae2-43f3-9210-41f25ef9c867,revision_number=1']} {{(pid=104388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:23:55.831773 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-07b1687c-1acf-45fd-991a-f23720e6dcf7 tempest-AttachVolumeNegativeTest-1030731986 tempest-AttachVolumeNegativeTest-1030731986-project] Publish callbacks [] for security_group (None), before_response {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:23:55.833909 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [None req-07b1687c-1acf-45fd-991a-f23720e6dcf7 tempest-AttachVolumeNegativeTest-1030731986 tempest-AttachVolumeNegativeTest-1030731986-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.5560727 Jun 18 05:23:55.835787 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-c042a677-28f5-4026-b552-0173028fe9dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1768343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789592765606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789592262840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789592262858'] for port (f94d4039-4d8f-4564-be5c-6e372aba9749), after_update {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:23:55.836780 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.wsgi [-] (104388) accepted ('10.222.0.23', 54570) {{(pid=104388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 05:23:55.852500 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.api.v2.base [None req-ff1c631a-cc18-4752-9f1c-3a7c8ca65007 tempest-AttachVolumeNegativeTest-1030731986 tempest-AttachVolumeNegativeTest-1030731986-project] Request body: {'security_group_rule': {'security_group_id': '017ce7bd-1ae2-43f3-9210-41f25ef9c867', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 18 05:23:55.862656 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd117250-81c1-4dd9-986c-564166aff317 admin admin] Notify agent at l3_agent.dv-cinder-836996-35-iscsi the message routers_updated {{(pid=104387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 05:23:55.869719 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [None req-fd117250-81c1-4dd9-986c-564166aff317 admin admin] 10.222.0.23 "PUT /v2.0/routers/908e80fb-40b8-4793-9a86-37800eb2c0e2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1031380 Jun 18 05:23:55.871075 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.wsgi [-] (104387) accepted ('10.222.0.23', 54572) {{(pid=104387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 05:23:55.888910 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5774b322-8c38-45e4-8333-4ac65c3bcae9 None None] Sync routers for ids ['908e80fb-40b8-4793-9a86-37800eb2c0e2'] in dv-cinder-836996-35-iscsi {{(pid=104389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 05:23:55.921113 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c042a677-28f5-4026-b552-0173028fe9dd None None] Pushing event updated for resources: {'Port': ['ID=f94d4039-4d8f-4564-be5c-6e372aba9749,revision_number=4']} {{(pid=104389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:23:55.924100 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5774b322-8c38-45e4-8333-4ac65c3bcae9 None None] Routers {'908e80fb-40b8-4793-9a86-37800eb2c0e2'} bound to L3 agent in host dv-cinder-836996-35-iscsi {{(pid=104389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 18 05:23:55.924737 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.db.l3_hamode_db [None req-5774b322-8c38-45e4-8333-4ac65c3bcae9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-35-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-18T05:08:24Z,description=,heartbeat_timestamp=2022-06-18T05:23:54Z,host='dv-cinder-836996-35-iscsi',id=a8549501-0164-4ac5-90a6-1ba1ba0d3f9d,load=0,resource_versions=,resources_synced=,started_at=2022-06-18T05:08:25Z,topic='l3_agent')) {'router_ids': ['908e80fb-40b8-4793-9a86-37800eb2c0e2'], 'active': True} {{(pid=104389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 05:23:55.974869 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-ff1c631a-cc18-4752-9f1c-3a7c8ca65007 tempest-AttachVolumeNegativeTest-1030731986 tempest-AttachVolumeNegativeTest-1030731986-project] Publish callbacks [] for security_group_rule (ad1c1aab-bc1f-4b0f-a61e-ac7b5477592b), before_create {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:23:55.996654 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG dbcounter [-] [104388] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:23:56.060295 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.db.l3_dvr_db [None req-5774b322-8c38-45e4-8333-4ac65c3bcae9 None None] Set router 908e80fb-40b8-4793-9a86-37800eb2c0e2 gateway port host: dv-cinder-836996-35-iscsi {{(pid=104389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 18 05:23:56.066464 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-ff1c631a-cc18-4752-9f1c-3a7c8ca65007 tempest-AttachVolumeNegativeTest-1030731986 tempest-AttachVolumeNegativeTest-1030731986-project] Publish callbacks [] for security_group_rule (ad1c1aab-bc1f-4b0f-a61e-ac7b5477592b), precommit_create {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:23:56.092847 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39fd457f-67ac-46ae-afbc-ac99523b80f6 None None] Sync routers for ids ['bd1d2cf2-0e95-45dc-a81c-142caeaebaea'] in dv-cinder-836996-35-iscsi {{(pid=104390) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 05:23:56.107291 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39fd457f-67ac-46ae-afbc-ac99523b80f6 None None] Routers {'bd1d2cf2-0e95-45dc-a81c-142caeaebaea'} bound to L3 agent in host dv-cinder-836996-35-iscsi {{(pid=104390) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 18 05:23:56.108332 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG neutron.db.l3_hamode_db [None req-39fd457f-67ac-46ae-afbc-ac99523b80f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-35-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-18T05:08:24Z,description=,heartbeat_timestamp=2022-06-18T05:23:54Z,host='dv-cinder-836996-35-iscsi',id=a8549501-0164-4ac5-90a6-1ba1ba0d3f9d,load=0,resource_versions=,resources_synced=,started_at=2022-06-18T05:08:25Z,topic='l3_agent')) {'router_ids': ['bd1d2cf2-0e95-45dc-a81c-142caeaebaea'], 'active': True} {{(pid=104390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 05:23:56.148849 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-ff1c631a-cc18-4752-9f1c-3a7c8ca65007 tempest-AttachVolumeNegativeTest-1030731986 tempest-AttachVolumeNegativeTest-1030731986-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728447'] for security_group_rule (ad1c1aab-bc1f-4b0f-a61e-ac7b5477592b), after_create {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:23:56.192374 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1c631a-cc18-4752-9f1c-3a7c8ca65007 tempest-AttachVolumeNegativeTest-1030731986 tempest-AttachVolumeNegativeTest-1030731986-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ad1c1aab-bc1f-4b0f-a61e-ac7b5477592b,revision_number=0']} {{(pid=104388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:23:56.242856 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG neutron.db.l3_dvr_db [None req-39fd457f-67ac-46ae-afbc-ac99523b80f6 None None] Set router bd1d2cf2-0e95-45dc-a81c-142caeaebaea gateway port host: dv-cinder-836996-35-iscsi {{(pid=104390) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 18 05:23:56.270827 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-ff1c631a-cc18-4752-9f1c-3a7c8ca65007 tempest-AttachVolumeNegativeTest-1030731986 tempest-AttachVolumeNegativeTest-1030731986-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:23:56.273857 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [None req-ff1c631a-cc18-4752-9f1c-3a7c8ca65007 tempest-AttachVolumeNegativeTest-1030731986 tempest-AttachVolumeNegativeTest-1030731986-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4358001 Jun 18 05:23:56.276623 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.wsgi [-] (104388) accepted ('10.222.0.23', 54576) {{(pid=104388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 05:23:56.283177 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.api.v2.base [None req-5d718ef9-83d7-4cfa-b200-2c55d90b8833 tempest-AttachVolumeNegativeTest-1030731986 tempest-AttachVolumeNegativeTest-1030731986-project] Request body: {'security_group_rule': {'security_group_id': '017ce7bd-1ae2-43f3-9210-41f25ef9c867', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 18 05:23:56.292453 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG dbcounter [-] [104387] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=104387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:23:56.301063 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-b04531ae-f0f8-4f30-9985-5a3a37a4ced2 admin admin] Publish callbacks [] for router (908e80fb-40b8-4793-9a86-37800eb2c0e2), before_delete {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:23:56.307969 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.db.l3_hamode_db [None req-5774b322-8c38-45e4-8333-4ac65c3bcae9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '908e80fb-40b8-4793-9a86-37800eb2c0e2', 'name': 'tempest-AttachVolumeShelveTestJSON-483833369-router', 'tenant_id': '758883a5aea04c85ad65bb6970bdb098', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65c030c7-6a7d-4cea-a47d-5cdd532db0e6', 'external_fixed_ips': [{'subnet_id': 'a9fa7760-a071-45ee-b985-799999c69975', 'ip_address': '172.27.2.118'}], 'enable_snat': True}, 'gw_port_id': '727ff9c8-4916-4a1a-ab54-bb56c46fdb5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-18T05:16:30Z', 'updated_at': '2022-06-18T05:23:55Z', 'revision_number': 5, 'project_id': '758883a5aea04c85ad65bb6970bdb098', 'gw_port': {'id': '727ff9c8-4916-4a1a-ab54-bb56c46fdb5e', 'name': '', 'network_id': '65c030c7-6a7d-4cea-a47d-5cdd532db0e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:ff:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '908e80fb-40b8-4793-9a86-37800eb2c0e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'a9fa7760-a071-45ee-b985-799999c69975', 'ip_address': '172.27.2.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-18T05:16:31Z', 'updated_at': '2022-06-18T05:16:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9fa7760-a071-45ee-b985-799999c69975', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-35-iscsi'}], 'dv-cinder-836996-35-iscsi', False) {} {{(pid=104389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 05:23:56.346635 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5774b322-8c38-45e4-8333-4ac65c3bcae9 None None] Checking router: 908e80fb-40b8-4793-9a86-37800eb2c0e2 for host: dv-cinder-836996-35-iscsi {{(pid=104389) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 05:23:56.356442 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5774b322-8c38-45e4-8333-4ac65c3bcae9 None None] Routers {'908e80fb-40b8-4793-9a86-37800eb2c0e2'} bound to L3 agent in host dv-cinder-836996-35-iscsi {{(pid=104389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 18 05:23:56.357074 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.db.l3_hamode_db [None req-5774b322-8c38-45e4-8333-4ac65c3bcae9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-35-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-18T05:08:24Z,description=,heartbeat_timestamp=2022-06-18T05:23:54Z,host='dv-cinder-836996-35-iscsi',id=a8549501-0164-4ac5-90a6-1ba1ba0d3f9d,load=0,resource_versions=,resources_synced=,started_at=2022-06-18T05:08:25Z,topic='l3_agent')) {'router_ids': ['908e80fb-40b8-4793-9a86-37800eb2c0e2'], 'active': True} {{(pid=104389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 05:23:56.391644 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-5d718ef9-83d7-4cfa-b200-2c55d90b8833 tempest-AttachVolumeNegativeTest-1030731986 tempest-AttachVolumeNegativeTest-1030731986-project] Publish callbacks [] for security_group_rule (d2a1a0eb-20b5-467a-9c2e-9b271f36d4d4), before_create {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:23:56.455734 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-b04531ae-f0f8-4f30-9985-5a3a37a4ced2 admin admin] Publish callbacks [] for router_gateway (908e80fb-40b8-4793-9a86-37800eb2c0e2), before_delete {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:23:56.463484 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG dbcounter [-] [104389] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:23:56.480362 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.db.l3_dvr_db [None req-5774b322-8c38-45e4-8333-4ac65c3bcae9 None None] Set router 908e80fb-40b8-4793-9a86-37800eb2c0e2 gateway port host: dv-cinder-836996-35-iscsi {{(pid=104389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 18 05:23:56.482514 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-5d718ef9-83d7-4cfa-b200-2c55d90b8833 tempest-AttachVolumeNegativeTest-1030731986 tempest-AttachVolumeNegativeTest-1030731986-project] Publish callbacks [] for security_group_rule (d2a1a0eb-20b5-467a-9c2e-9b271f36d4d4), precommit_create {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:23:56.482687 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG neutron.db.l3_hamode_db [None req-39fd457f-67ac-46ae-afbc-ac99523b80f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd1d2cf2-0e95-45dc-a81c-142caeaebaea', 'name': 'tempest-AttachVolumeNegativeTest-1598467528-router', 'tenant_id': '81c38b2c1ae4484bbf2d4939470f45e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65c030c7-6a7d-4cea-a47d-5cdd532db0e6', 'external_fixed_ips': [{'subnet_id': 'a9fa7760-a071-45ee-b985-799999c69975', 'ip_address': '172.27.2.173'}], 'enable_snat': True}, 'gw_port_id': 'f94d4039-4d8f-4564-be5c-6e372aba9749', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-18T05:23:50Z', 'updated_at': '2022-06-18T05:23:53Z', 'revision_number': 4, 'project_id': '81c38b2c1ae4484bbf2d4939470f45e4', 'gw_port': {'id': 'f94d4039-4d8f-4564-be5c-6e372aba9749', 'name': '', 'network_id': '65c030c7-6a7d-4cea-a47d-5cdd532db0e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:b4:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd1d2cf2-0e95-45dc-a81c-142caeaebaea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': 'a9fa7760-a071-45ee-b985-799999c69975', 'ip_address': '172.27.2.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-18T05:23:50Z', 'updated_at': '2022-06-18T05:23:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9fa7760-a071-45ee-b985-799999c69975', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-35-iscsi', '_interfaces': [{'id': 'cb2b0c93-f026-4453-8702-ba5bfc22ddc5', 'name': '', 'network_id': '1c244710-1fba-414f-9d04-4fcd88e7ed14', 'tenant_id': '81c38b2c1ae4484bbf2d4939470f45e4', 'mac_address': 'fa:16:3e:26:31:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd1d2cf2-0e95-45dc-a81c-142caeaebaea', 'device_owner': 'network:router_interface', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '04d37ce2-ecce-4dd0-86fe-4bab0e2e49c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-18T05:23:53Z', 'updated_at': '2022-06-18T05:23:54Z', 'revision_number': 2, 'project_id': '81c38b2c1ae4484bbf2d4939470f45e4', 'subnets': [{'id': '04d37ce2-ecce-4dd0-86fe-4bab0e2e49c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-35-iscsi', False) {} {{(pid=104390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 05:23:56.508786 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39fd457f-67ac-46ae-afbc-ac99523b80f6 None None] Checking router: bd1d2cf2-0e95-45dc-a81c-142caeaebaea for host: dv-cinder-836996-35-iscsi {{(pid=104390) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 05:23:56.509146 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39fd457f-67ac-46ae-afbc-ac99523b80f6 None None] Updating router bd1d2cf2-0e95-45dc-a81c-142caeaebaea port cb2b0c93-f026-4453-8702-ba5bfc22ddc5 binding host dv-cinder-836996-35-iscsi {{(pid=104390) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 18 05:23:56.543086 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG neutron_lib.callbacks.manager [None req-39fd457f-67ac-46ae-afbc-ac99523b80f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1768406'] for port (cb2b0c93-f026-4453-8702-ba5bfc22ddc5), before_update {{(pid=104390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:23:56.571470 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-5d718ef9-83d7-4cfa-b200-2c55d90b8833 tempest-AttachVolumeNegativeTest-1030731986 tempest-AttachVolumeNegativeTest-1030731986-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728447'] for security_group_rule (d2a1a0eb-20b5-467a-9c2e-9b271f36d4d4), after_create {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:23:56.616697 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d718ef9-83d7-4cfa-b200-2c55d90b8833 tempest-AttachVolumeNegativeTest-1030731986 tempest-AttachVolumeNegativeTest-1030731986-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d2a1a0eb-20b5-467a-9c2e-9b271f36d4d4,revision_number=0']} {{(pid=104388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:23:56.627070 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.plugin [None req-b04531ae-f0f8-4f30-9985-5a3a37a4ced2 admin admin] Deleting port 727ff9c8-4916-4a1a-ab54-bb56c46fdb5e {{(pid=104387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 18 05:23:56.627850 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-b04531ae-f0f8-4f30-9985-5a3a37a4ced2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789592760634'] for port (727ff9c8-4916-4a1a-ab54-bb56c46fdb5e), before_delete {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:23:56.695750 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-5d718ef9-83d7-4cfa-b200-2c55d90b8833 tempest-AttachVolumeNegativeTest-1030731986 tempest-AttachVolumeNegativeTest-1030731986-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:23:56.698313 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [None req-5d718ef9-83d7-4cfa-b200-2c55d90b8833 tempest-AttachVolumeNegativeTest-1030731986 tempest-AttachVolumeNegativeTest-1030731986-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4197946 Jun 18 05:23:56.702258 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.wsgi [-] (104387) accepted ('10.222.0.23', 54588) {{(pid=104387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 05:23:56.704142 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.db.l3_hamode_db [None req-5774b322-8c38-45e4-8333-4ac65c3bcae9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '908e80fb-40b8-4793-9a86-37800eb2c0e2', 'name': 'tempest-AttachVolumeShelveTestJSON-483833369-router', 'tenant_id': '758883a5aea04c85ad65bb6970bdb098', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65c030c7-6a7d-4cea-a47d-5cdd532db0e6', 'external_fixed_ips': [{'subnet_id': 'a9fa7760-a071-45ee-b985-799999c69975', 'ip_address': '172.27.2.118'}], 'enable_snat': True}, 'gw_port_id': '727ff9c8-4916-4a1a-ab54-bb56c46fdb5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-18T05:16:30Z', 'updated_at': '2022-06-18T05:23:55Z', 'revision_number': 5, 'project_id': '758883a5aea04c85ad65bb6970bdb098', 'gw_port': {'id': '727ff9c8-4916-4a1a-ab54-bb56c46fdb5e', 'name': '', 'network_id': '65c030c7-6a7d-4cea-a47d-5cdd532db0e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:ff:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '908e80fb-40b8-4793-9a86-37800eb2c0e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'a9fa7760-a071-45ee-b985-799999c69975', 'ip_address': '172.27.2.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-18T05:16:31Z', 'updated_at': '2022-06-18T05:16:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9fa7760-a071-45ee-b985-799999c69975', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-35-iscsi'}], 'dv-cinder-836996-35-iscsi', False) {} {{(pid=104389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 05:23:56.709070 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.api.v2.base [None req-50456989-d6c3-4d05-a716-604fcd41a6c8 tempest-AttachVolumeNegativeTest-1030731986 tempest-AttachVolumeNegativeTest-1030731986-project] Request body: {'floatingip': {'floating_network_id': '65c030c7-6a7d-4cea-a47d-5cdd532db0e6'}} {{(pid=104387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 18 05:23:56.744915 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.db [None req-b04531ae-f0f8-4f30-9985-5a3a37a4ced2 admin admin] For port 727ff9c8-4916-4a1a-ab54-bb56c46fdb5e, host dv-cinder-836996-35-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-35-iscsi',level=0,port_id=727ff9c8-4916-4a1a-ab54-bb56c46fdb5e,segment=NetworkSegment(62e6b565-92f9-4432-9d4a-754d0a7517a7),segment_id=62e6b565-92f9-4432-9d4a-754d0a7517a7)] {{(pid=104387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 05:23:56.745291 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-b04531ae-f0f8-4f30-9985-5a3a37a4ced2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-734995'] for port (727ff9c8-4916-4a1a-ab54-bb56c46fdb5e), precommit_delete {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:23:56.755554 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5774b322-8c38-45e4-8333-4ac65c3bcae9 None None] The sync data for ids ['908e80fb-40b8-4793-9a86-37800eb2c0e2'] in dv-cinder-836996-35-iscsi is: [{'id': '908e80fb-40b8-4793-9a86-37800eb2c0e2', 'name': 'tempest-AttachVolumeShelveTestJSON-483833369-router', 'tenant_id': '758883a5aea04c85ad65bb6970bdb098', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65c030c7-6a7d-4cea-a47d-5cdd532db0e6', 'external_fixed_ips': [{'subnet_id': 'a9fa7760-a071-45ee-b985-799999c69975', 'ip_address': '172.27.2.118'}], 'enable_snat': True}, 'gw_port_id': '727ff9c8-4916-4a1a-ab54-bb56c46fdb5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-18T05:16:30Z', 'updated_at': '2022-06-18T05:23:55Z', 'revision_number': 5, 'project_id': '758883a5aea04c85ad65bb6970bdb098', 'gw_port': {'id': '727ff9c8-4916-4a1a-ab54-bb56c46fdb5e', 'name': '', 'network_id': '65c030c7-6a7d-4cea-a47d-5cdd532db0e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:ff:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '908e80fb-40b8-4793-9a86-37800eb2c0e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'a9fa7760-a071-45ee-b985-799999c69975', 'ip_address': '172.27.2.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-18T05:16:31Z', 'updated_at': '2022-06-18T05:16:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9fa7760-a071-45ee-b985-799999c69975', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-35-iscsi'}] {{(pid=104389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 05:23:56.768310 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.plugin [None req-b04531ae-f0f8-4f30-9985-5a3a37a4ced2 admin admin] Calling delete_port for 727ff9c8-4916-4a1a-ab54-bb56c46fdb5e owned by network:router_gateway {{(pid=104387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 18 05:23:56.836918 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-50456989-d6c3-4d05-a716-604fcd41a6c8 tempest-AttachVolumeNegativeTest-1030731986 tempest-AttachVolumeNegativeTest-1030731986-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:23:56.868083 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG neutron_lib.callbacks.manager [None req-39fd457f-67ac-46ae-afbc-ac99523b80f6 None None] Publish callbacks [] for port (cb2b0c93-f026-4453-8702-ba5bfc22ddc5), precommit_update {{(pid=104390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:23:56.930031 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG neutron_lib.callbacks.manager [None req-39fd457f-67ac-46ae-afbc-ac99523b80f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1768343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789592765606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789592262840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789592262858'] for port (cb2b0c93-f026-4453-8702-ba5bfc22ddc5), after_update {{(pid=104390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:23:56.938017 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG dbcounter [-] [104390] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:23:56.965115 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG dbcounter [-] [104387] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:23:56.981831 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-50456989-d6c3-4d05-a716-604fcd41a6c8 tempest-AttachVolumeNegativeTest-1030731986 tempest-AttachVolumeNegativeTest-1030731986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1768406'] for port (None), before_create {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:23:57.018939 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-572924f4-de0f-40a3-8361-62cb83128c35 None None] Pushing event updated for resources: {'Port': ['ID=cb2b0c93-f026-4453-8702-ba5bfc22ddc5,revision_number=3']} {{(pid=104390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:23:57.055137 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG dbcounter [-] [104390] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:23:57.065576 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG neutron.plugins.ml2.managers [None req-39fd457f-67ac-46ae-afbc-ac99523b80f6 None None] Attempting to bind port cb2b0c93-f026-4453-8702-ba5bfc22ddc5 on host dv-cinder-836996-35-iscsi for vnic_type normal with profile {{(pid=104390) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 18 05:23:57.066203 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG neutron.plugins.ml2.managers [None req-39fd457f-67ac-46ae-afbc-ac99523b80f6 None None] Attempting to bind port cb2b0c93-f026-4453-8702-ba5bfc22ddc5 by drivers openvswitch,hyperv on host dv-cinder-836996-35-iscsi at level 0 using segments [{'id': '86362bff-3a6a-43b7-a40e-ec817261ef9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '1c244710-1fba-414f-9d04-4fcd88e7ed14'}] {{(pid=104390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 18 05:23:57.066726 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39fd457f-67ac-46ae-afbc-ac99523b80f6 None None] Attempting to bind port cb2b0c93-f026-4453-8702-ba5bfc22ddc5 on network 1c244710-1fba-414f-9d04-4fcd88e7ed14 {{(pid=104390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 18 05:23:57.073838 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39fd457f-67ac-46ae-afbc-ac99523b80f6 None None] Checking agent: {'id': 'd503ae44-4e24-48d3-9886-03581f90537d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836996-35-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 18, 5, 8, 27), 'started_at': datetime.datetime(2022, 6, 18, 5, 8, 57), 'heartbeat_timestamp': datetime.datetime(2022, 6, 18, 5, 23, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836996-35-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 18 05:23:57.074566 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39fd457f-67ac-46ae-afbc-ac99523b80f6 None None] Checking segment: {'id': '86362bff-3a6a-43b7-a40e-ec817261ef9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '1c244710-1fba-414f-9d04-4fcd88e7ed14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 18 05:23:57.074566 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG neutron_lib.callbacks.manager [None req-39fd457f-67ac-46ae-afbc-ac99523b80f6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:23:57.074961 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39fd457f-67ac-46ae-afbc-ac99523b80f6 None None] Bound using segment: {'id': '86362bff-3a6a-43b7-a40e-ec817261ef9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '1c244710-1fba-414f-9d04-4fcd88e7ed14'} {{(pid=104390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 18 05:23:57.075421 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG neutron.plugins.ml2.managers [None req-39fd457f-67ac-46ae-afbc-ac99523b80f6 None None] Bound port: cb2b0c93-f026-4453-8702-ba5bfc22ddc5, host: dv-cinder-836996-35-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '86362bff-3a6a-43b7-a40e-ec817261ef9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '1c244710-1fba-414f-9d04-4fcd88e7ed14'}}] {{(pid=104390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 18 05:23:57.075798 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG neutron_lib.callbacks.manager [None req-39fd457f-67ac-46ae-afbc-ac99523b80f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1768406'] for port (cb2b0c93-f026-4453-8702-ba5bfc22ddc5), before_update {{(pid=104390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:23:57.140606 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.db.db_base_plugin_common [None req-50456989-d6c3-4d05-a716-604fcd41a6c8 tempest-AttachVolumeNegativeTest-1030731986 tempest-AttachVolumeNegativeTest-1030731986-project] Allocated IP 172.27.2.190 (65c030c7-6a7d-4cea-a47d-5cdd532db0e6/a9fa7760-a071-45ee-b985-799999c69975/e384f798-f128-47ae-958a-3301da48eed4) {{(pid=104387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 05:23:57.159168 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-b04531ae-f0f8-4f30-9985-5a3a37a4ced2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1768343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789592765633', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789592262831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14020772'] for port (727ff9c8-4916-4a1a-ab54-bb56c46fdb5e), after_delete {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:23:57.186725 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG dbcounter [-] [104387] Writing DB stats neutron:SELECT=82,neutron:INSERT=7,neutron:DELETE=6,neutron:UPDATE=5 {{(pid=104387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:23:57.217071 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b04531ae-f0f8-4f30-9985-5a3a37a4ced2 admin admin] Pushing event deleted for resources: {'Port': ['ID=727ff9c8-4916-4a1a-ab54-bb56c46fdb5e,revision_number=None']} {{(pid=104387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:23:57.234181 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG neutron.plugins.ml2.db [None req-39fd457f-67ac-46ae-afbc-ac99523b80f6 None None] For port cb2b0c93-f026-4453-8702-ba5bfc22ddc5, host dv-cinder-836996-35-iscsi, cleared binding levels {{(pid=104390) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 05:23:57.238500 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG neutron.plugins.ml2.db [None req-39fd457f-67ac-46ae-afbc-ac99523b80f6 None None] For port cb2b0c93-f026-4453-8702-ba5bfc22ddc5, host dv-cinder-836996-35-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-35-iscsi',level=0,port_id=cb2b0c93-f026-4453-8702-ba5bfc22ddc5,segment=NetworkSegment(86362bff-3a6a-43b7-a40e-ec817261ef9d),segment_id=86362bff-3a6a-43b7-a40e-ec817261ef9d)] {{(pid=104390) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 05:23:57.280556 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.db.provisioning_blocks [None req-1edf925d-99a9-485b-914f-bd6c7c031f2f None None] Provisioning complete for port cb2b0c93-f026-4453-8702-ba5bfc22ddc5 triggered by entity DHCP. {{(pid=104389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 18 05:23:57.280941 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-1edf925d-99a9-485b-914f-bd6c7c031f2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1740956'] for port (cb2b0c93-f026-4453-8702-ba5bfc22ddc5), provisioning_complete {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:23:57.305069 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-5df8b1a9-a354-44ed-8761-35e8e24f4084 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789592556683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1744442'] for agent (37f34a37-d85d-4c21-966b-86dc43157ac3), after_update {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:23:57.315330 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG neutron_lib.callbacks.manager [None req-39fd457f-67ac-46ae-afbc-ac99523b80f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1768343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789592765606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789592262840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789592262858'] for port (cb2b0c93-f026-4453-8702-ba5bfc22ddc5), after_update {{(pid=104390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:23:57.322885 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.plugin [None req-1edf925d-99a9-485b-914f-bd6c7c031f2f None None] Port cb2b0c93-f026-4453-8702-ba5bfc22ddc5 cannot update to ACTIVE because it is not bound. {{(pid=104389) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 18 05:23:57.376369 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-b04531ae-f0f8-4f30-9985-5a3a37a4ced2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-737003'] for router_gateway (908e80fb-40b8-4793-9a86-37800eb2c0e2), after_delete {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:23:57.420152 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-572924f4-de0f-40a3-8361-62cb83128c35 None None] Pushing event updated for resources: {'Port': ['ID=cb2b0c93-f026-4453-8702-ba5bfc22ddc5,revision_number=4']} {{(pid=104390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:23:57.436357 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39fd457f-67ac-46ae-afbc-ac99523b80f6 None None] Routers {'bd1d2cf2-0e95-45dc-a81c-142caeaebaea'} bound to L3 agent in host dv-cinder-836996-35-iscsi {{(pid=104390) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 18 05:23:57.436986 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG neutron.db.l3_hamode_db [None req-39fd457f-67ac-46ae-afbc-ac99523b80f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-35-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-18T05:08:24Z,description=,heartbeat_timestamp=2022-06-18T05:23:54Z,host='dv-cinder-836996-35-iscsi',id=a8549501-0164-4ac5-90a6-1ba1ba0d3f9d,load=0,resource_versions=,resources_synced=,started_at=2022-06-18T05:08:25Z,topic='l3_agent')) {'router_ids': ['bd1d2cf2-0e95-45dc-a81c-142caeaebaea'], 'active': True} {{(pid=104390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 05:23:57.453485 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-50456989-d6c3-4d05-a716-604fcd41a6c8 tempest-AttachVolumeNegativeTest-1030731986 tempest-AttachVolumeNegativeTest-1030731986-project] Publish callbacks [] for port (e384f798-f128-47ae-958a-3301da48eed4), precommit_create {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:23:57.501666 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-b04531ae-f0f8-4f30-9985-5a3a37a4ced2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-575990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9626'] for router (908e80fb-40b8-4793-9a86-37800eb2c0e2), precommit_delete {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:23:57.505421 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-b04531ae-f0f8-4f30-9985-5a3a37a4ced2 admin admin] Publish callbacks [] for router_controller (908e80fb-40b8-4793-9a86-37800eb2c0e2), precommit_delete_associations {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:23:57.567106 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-c042a677-28f5-4026-b552-0173028fe9dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789592556683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1744442'] for agent (d503ae44-4e24-48d3-9886-03581f90537d), after_update {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:23:57.569150 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.rpc [None req-c042a677-28f5-4026-b552-0173028fe9dd None None] Device f94d4039-4d8f-4564-be5c-6e372aba9749 up at agent ovs-agent-dv-cinder-836996-35-iscsi {{(pid=104389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 18 05:23:57.595546 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG neutron.db.l3_dvr_db [None req-39fd457f-67ac-46ae-afbc-ac99523b80f6 None None] Set router bd1d2cf2-0e95-45dc-a81c-142caeaebaea gateway port host: dv-cinder-836996-35-iscsi {{(pid=104390) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 18 05:23:57.617637 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG dbcounter [-] [104389] Writing DB stats neutron:SELECT=100 {{(pid=104389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:23:57.624629 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.db.provisioning_blocks [None req-c042a677-28f5-4026-b552-0173028fe9dd None None] Provisioning complete for port f94d4039-4d8f-4564-be5c-6e372aba9749 triggered by entity L2. {{(pid=104389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 18 05:23:57.625005 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-c042a677-28f5-4026-b552-0173028fe9dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1740956'] for port (f94d4039-4d8f-4564-be5c-6e372aba9749), provisioning_complete {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:23:57.651220 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-b04531ae-f0f8-4f30-9985-5a3a37a4ced2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-574313'] for router (908e80fb-40b8-4793-9a86-37800eb2c0e2), after_delete {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:23:57.651824 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b04531ae-f0f8-4f30-9985-5a3a37a4ced2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 908e80fb-40b8-4793-9a86-37800eb2c0e2 {{(pid=104387) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 18 05:23:57.656307 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-b04531ae-f0f8-4f30-9985-5a3a37a4ced2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:23:57.660099 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [None req-b04531ae-f0f8-4f30-9985-5a3a37a4ced2 admin admin] 10.222.0.23 "DELETE /v2.0/routers/908e80fb-40b8-4793-9a86-37800eb2c0e2 HTTP/1.1" status: 204 len: 168 time: 1.7878058 Jun 18 05:23:57.660239 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.wsgi [-] (104388) accepted ('10.222.0.23', 54606) {{(pid=104388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 05:23:57.681313 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-50456989-d6c3-4d05-a716-604fcd41a6c8 tempest-AttachVolumeNegativeTest-1030731986 tempest-AttachVolumeNegativeTest-1030731986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1768343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789592262822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14020772'] for port (e384f798-f128-47ae-958a-3301da48eed4), after_create {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:23:57.756685 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.db.db_base_plugin_v2 [None req-285633e2-758e-48ca-8cad-8c6c44717642 admin admin] Deleting subnet 33823053-d4d0-4fd0-8dfe-171b826300f0 {{(pid=104388) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 18 05:23:57.764926 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-285633e2-758e-48ca-8cad-8c6c44717642 admin admin] Publish callbacks [] for subnet (33823053-d4d0-4fd0-8dfe-171b826300f0), before_delete {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:23:57.784318 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.plugin [None req-c042a677-28f5-4026-b552-0173028fe9dd None None] Current status of the port f94d4039-4d8f-4564-be5c-6e372aba9749 is: ACTIVE; New status is: ACTIVE {{(pid=104389) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 18 05:23:57.795107 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.rpc [None req-c042a677-28f5-4026-b552-0173028fe9dd None None] Device f47325e8-4dc9-4d91-a0b3-d1a91a92ed58 no longer exists at agent ovs-agent-dv-cinder-836996-35-iscsi {{(pid=104389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 18 05:23:57.800015 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50456989-d6c3-4d05-a716-604fcd41a6c8 tempest-AttachVolumeNegativeTest-1030731986 tempest-AttachVolumeNegativeTest-1030731986-project] Network 65c030c7-6a7d-4cea-a47d-5cdd532db0e6 is already hosted by enough agents. {{(pid=104387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 05:23:57.813981 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.scheduler.base_scheduler [None req-50456989-d6c3-4d05-a716-604fcd41a6c8 tempest-AttachVolumeNegativeTest-1030731986 tempest-AttachVolumeNegativeTest-1030731986-project] Resources bound (agent type, host, resource id): {{(pid=104387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 05:23:57.818473 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.plugin [None req-c042a677-28f5-4026-b552-0173028fe9dd None None] No Port match for: f47325e8-4dc9-4d91-a0b3-d1a91a92ed58 {{(pid=104389) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 18 05:23:57.820113 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.rpc [None req-c042a677-28f5-4026-b552-0173028fe9dd None None] Device f47325e8-4dc9-4d91-a0b3-d1a91a92ed58 not bound to the agent host dv-cinder-836996-35-iscsi {{(pid=104389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 18 05:23:57.821780 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50456989-d6c3-4d05-a716-604fcd41a6c8 tempest-AttachVolumeNegativeTest-1030731986 tempest-AttachVolumeNegativeTest-1030731986-project] Received port after_create {{(pid=104387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 18 05:23:57.848302 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-285633e2-758e-48ca-8cad-8c6c44717642 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14184769'] for subnet (33823053-d4d0-4fd0-8dfe-171b826300f0), precommit_delete_associations {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:23:57.859653 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50456989-d6c3-4d05-a716-604fcd41a6c8 tempest-AttachVolumeNegativeTest-1030731986 tempest-AttachVolumeNegativeTest-1030731986-project] Pushing event updated for resources: {'Port': ['ID=e384f798-f128-47ae-958a-3301da48eed4,revision_number=1']} {{(pid=104387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:23:57.874850 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.db.provisioning_blocks [None req-41a43c5b-72ef-47d7-a8e1-e5be2d6d24df None None] Provisioning complete for port cb2b0c93-f026-4453-8702-ba5bfc22ddc5 triggered by entity DHCP. {{(pid=104389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 18 05:23:57.874850 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-41a43c5b-72ef-47d7-a8e1-e5be2d6d24df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1740956'] for port (cb2b0c93-f026-4453-8702-ba5bfc22ddc5), provisioning_complete {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:23:57.916067 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG neutron.db.l3_hamode_db [None req-39fd457f-67ac-46ae-afbc-ac99523b80f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd1d2cf2-0e95-45dc-a81c-142caeaebaea', 'name': 'tempest-AttachVolumeNegativeTest-1598467528-router', 'tenant_id': '81c38b2c1ae4484bbf2d4939470f45e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65c030c7-6a7d-4cea-a47d-5cdd532db0e6', 'external_fixed_ips': [{'subnet_id': 'a9fa7760-a071-45ee-b985-799999c69975', 'ip_address': '172.27.2.173'}], 'enable_snat': True}, 'gw_port_id': 'f94d4039-4d8f-4564-be5c-6e372aba9749', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-18T05:23:50Z', 'updated_at': '2022-06-18T05:23:53Z', 'revision_number': 4, 'project_id': '81c38b2c1ae4484bbf2d4939470f45e4', 'gw_port': {'id': 'f94d4039-4d8f-4564-be5c-6e372aba9749', 'name': '', 'network_id': '65c030c7-6a7d-4cea-a47d-5cdd532db0e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:b4:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd1d2cf2-0e95-45dc-a81c-142caeaebaea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': 'a9fa7760-a071-45ee-b985-799999c69975', 'ip_address': '172.27.2.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-18T05:23:50Z', 'updated_at': '2022-06-18T05:23:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9fa7760-a071-45ee-b985-799999c69975', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-35-iscsi', '_interfaces': [{'id': 'cb2b0c93-f026-4453-8702-ba5bfc22ddc5', 'name': '', 'network_id': '1c244710-1fba-414f-9d04-4fcd88e7ed14', 'tenant_id': '81c38b2c1ae4484bbf2d4939470f45e4', 'mac_address': 'fa:16:3e:26:31:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd1d2cf2-0e95-45dc-a81c-142caeaebaea', 'device_owner': 'network:router_interface', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '04d37ce2-ecce-4dd0-86fe-4bab0e2e49c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-18T05:23:53Z', 'updated_at': '2022-06-18T05:23:57Z', 'revision_number': 4, 'project_id': '81c38b2c1ae4484bbf2d4939470f45e4', 'subnets': [{'id': '04d37ce2-ecce-4dd0-86fe-4bab0e2e49c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-35-iscsi', False) {} {{(pid=104390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 05:23:57.956768 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39fd457f-67ac-46ae-afbc-ac99523b80f6 None None] The sync data for ids ['bd1d2cf2-0e95-45dc-a81c-142caeaebaea'] in dv-cinder-836996-35-iscsi is: [{'id': 'bd1d2cf2-0e95-45dc-a81c-142caeaebaea', 'name': 'tempest-AttachVolumeNegativeTest-1598467528-router', 'tenant_id': '81c38b2c1ae4484bbf2d4939470f45e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65c030c7-6a7d-4cea-a47d-5cdd532db0e6', 'external_fixed_ips': [{'subnet_id': 'a9fa7760-a071-45ee-b985-799999c69975', 'ip_address': '172.27.2.173'}], 'enable_snat': True}, 'gw_port_id': 'f94d4039-4d8f-4564-be5c-6e372aba9749', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-18T05:23:50Z', 'updated_at': '2022-06-18T05:23:53Z', 'revision_number': 4, 'project_id': '81c38b2c1ae4484bbf2d4939470f45e4', 'gw_port': {'id': 'f94d4039-4d8f-4564-be5c-6e372aba9749', 'name': '', 'network_id': '65c030c7-6a7d-4cea-a47d-5cdd532db0e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:b4:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd1d2cf2-0e95-45dc-a81c-142caeaebaea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': 'a9fa7760-a071-45ee-b985-799999c69975', 'ip_address': '172.27.2.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-18T05:23:50Z', 'updated_at': '2022-06-18T05:23:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9fa7760-a071-45ee-b985-799999c69975', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-35-iscsi', '_interfaces': [{'id': 'cb2b0c93-f026-4453-8702-ba5bfc22ddc5', 'name': '', 'network_id': '1c244710-1fba-414f-9d04-4fcd88e7ed14', 'tenant_id': '81c38b2c1ae4484bbf2d4939470f45e4', 'mac_address': 'fa:16:3e:26:31:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd1d2cf2-0e95-45dc-a81c-142caeaebaea', 'device_owner': 'network:router_interface', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '04d37ce2-ecce-4dd0-86fe-4bab0e2e49c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-18T05:23:53Z', 'updated_at': '2022-06-18T05:23:57Z', 'revision_number': 4, 'project_id': '81c38b2c1ae4484bbf2d4939470f45e4', 'subnets': [{'id': '04d37ce2-ecce-4dd0-86fe-4bab0e2e49c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104390) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 05:23:57.965010 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.plugin [None req-41a43c5b-72ef-47d7-a8e1-e5be2d6d24df None None] Current status of the port cb2b0c93-f026-4453-8702-ba5bfc22ddc5 is: DOWN; New status is: ACTIVE {{(pid=104389) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 18 05:23:57.965722 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-41a43c5b-72ef-47d7-a8e1-e5be2d6d24df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1768406'] for port (cb2b0c93-f026-4453-8702-ba5bfc22ddc5), before_update {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:23:57.970457 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-285633e2-758e-48ca-8cad-8c6c44717642 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1721998'] for subnet (33823053-d4d0-4fd0-8dfe-171b826300f0), precommit_delete {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:23:57.972587 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG dbcounter [-] [104388] Writing DB stats neutron:SELECT=85,neutron:INSERT=9,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=104388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:23:57.973458 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-50456989-d6c3-4d05-a716-604fcd41a6c8 tempest-AttachVolumeNegativeTest-1030731986 tempest-AttachVolumeNegativeTest-1030731986-project] Publish callbacks [] for floatingip (a7616509-2c6d-4dd6-9b19-a51df4ae49a2), precommit_create {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:23:58.009095 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.db [None req-41a43c5b-72ef-47d7-a8e1-e5be2d6d24df None None] For port cb2b0c93-f026-4453-8702-ba5bfc22ddc5, host dv-cinder-836996-35-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-35-iscsi',level=0,port_id=cb2b0c93-f026-4453-8702-ba5bfc22ddc5,segment=NetworkSegment(86362bff-3a6a-43b7-a40e-ec817261ef9d),segment_id=86362bff-3a6a-43b7-a40e-ec817261ef9d)] {{(pid=104389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 05:23:58.068800 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-41a43c5b-72ef-47d7-a8e1-e5be2d6d24df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1768343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789592765606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789592262840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789592262858'] for port (cb2b0c93-f026-4453-8702-ba5bfc22ddc5), after_update {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:23:58.075878 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-50456989-d6c3-4d05-a716-604fcd41a6c8 tempest-AttachVolumeNegativeTest-1030731986 tempest-AttachVolumeNegativeTest-1030731986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1768406'] for port (e384f798-f128-47ae-958a-3301da48eed4), before_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:23:58.105871 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG dbcounter [-] [104387] Writing DB stats neutron:SELECT=93,neutron:INSERT=2,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:23:58.118693 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a43c5b-72ef-47d7-a8e1-e5be2d6d24df None None] Pushing event updated for resources: {'Port': ['ID=cb2b0c93-f026-4453-8702-ba5bfc22ddc5,revision_number=5']} {{(pid=104389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:23:58.119420 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-285633e2-758e-48ca-8cad-8c6c44717642 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1720957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15492720', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12841702'] for subnet (33823053-d4d0-4fd0-8dfe-171b826300f0), after_delete {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:23:58.148447 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-285633e2-758e-48ca-8cad-8c6c44717642 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=33823053-d4d0-4fd0-8dfe-171b826300f0,revision_number=None']} {{(pid=104388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:23:58.150549 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-285633e2-758e-48ca-8cad-8c6c44717642 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546098'] for subnet (None), before_response {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:23:58.154387 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [None req-285633e2-758e-48ca-8cad-8c6c44717642 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/33823053-d4d0-4fd0-8dfe-171b826300f0 HTTP/1.1" status: 204 len: 168 time: 0.4923532 Jun 18 05:23:58.166579 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.wsgi [-] (104388) accepted ('10.222.0.23', 54616) {{(pid=104388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 05:23:58.189880 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8110c929-3425-4fb2-bf7d-8b5680df25fe None None] Network f7ef077f-c52c-4f70-b85e-e8892706babc requested from dv-cinder-836996-35-iscsi {{(pid=104389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 18 05:23:58.307751 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-8cb18344-2af9-4fad-a159-53040acc2ffd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1848287'] for network (f7ef077f-c52c-4f70-b85e-e8892706babc), before_delete {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:23:58.309175 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-50456989-d6c3-4d05-a716-604fcd41a6c8 tempest-AttachVolumeNegativeTest-1030731986 tempest-AttachVolumeNegativeTest-1030731986-project] Publish callbacks [] for port (e384f798-f128-47ae-958a-3301da48eed4), precommit_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:23:58.367986 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.plugins.ml2.plugin [None req-8cb18344-2af9-4fad-a159-53040acc2ffd admin admin] Deleting port aa40b6e0-a520-4ef2-a3d4-fa2f480c11ef {{(pid=104388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 18 05:23:58.368333 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-8cb18344-2af9-4fad-a159-53040acc2ffd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789592760634'] for port (aa40b6e0-a520-4ef2-a3d4-fa2f480c11ef), before_delete {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:23:58.395287 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-50456989-d6c3-4d05-a716-604fcd41a6c8 tempest-AttachVolumeNegativeTest-1030731986 tempest-AttachVolumeNegativeTest-1030731986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1768343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789592765606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789592262840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789592262858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14020781'] for port (e384f798-f128-47ae-958a-3301da48eed4), after_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:23:58.440081 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.plugins.ml2.db [None req-8cb18344-2af9-4fad-a159-53040acc2ffd admin admin] For port aa40b6e0-a520-4ef2-a3d4-fa2f480c11ef, host dv-cinder-836996-35-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-35-iscsi',level=0,port_id=aa40b6e0-a520-4ef2-a3d4-fa2f480c11ef,segment=NetworkSegment(8156adf2-605e-4047-8e9c-946882049554),segment_id=8156adf2-605e-4047-8e9c-946882049554)] {{(pid=104388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 05:23:58.440418 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-8cb18344-2af9-4fad-a159-53040acc2ffd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-734995'] for port (aa40b6e0-a520-4ef2-a3d4-fa2f480c11ef), precommit_delete {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:23:58.458220 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.plugins.ml2.plugin [None req-8cb18344-2af9-4fad-a159-53040acc2ffd admin admin] Calling delete_port for aa40b6e0-a520-4ef2-a3d4-fa2f480c11ef owned by network:dhcp {{(pid=104388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 18 05:23:58.468928 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50456989-d6c3-4d05-a716-604fcd41a6c8 tempest-AttachVolumeNegativeTest-1030731986 tempest-AttachVolumeNegativeTest-1030731986-project] Pushing event updated for resources: {'Port': ['ID=e384f798-f128-47ae-958a-3301da48eed4,revision_number=2']} {{(pid=104387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:23:58.472534 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG dbcounter [-] [104388] Writing DB stats neutron:SELECT=90,neutron:INSERT=1,neutron:UPDATE=3,neutron:DELETE=6 {{(pid=104388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:23:58.564014 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-50456989-d6c3-4d05-a716-604fcd41a6c8 tempest-AttachVolumeNegativeTest-1030731986 tempest-AttachVolumeNegativeTest-1030731986-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-736808'] for floatingip (a7616509-2c6d-4dd6-9b19-a51df4ae49a2), after_create {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:23:58.622986 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dc22d71-ff25-42b8-aafc-0d35fa6dac19 None None] DHCP port deletion for f7ef077f-c52c-4f70-b85e-e8892706babc request from dv-cinder-836996-35-iscsi {{(pid=104389) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 18 05:23:58.663026 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.plugin [None req-1dc22d71-ff25-42b8-aafc-0d35fa6dac19 None None] Deleting port aa40b6e0-a520-4ef2-a3d4-fa2f480c11ef {{(pid=104389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 18 05:23:58.663409 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-1dc22d71-ff25-42b8-aafc-0d35fa6dac19 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789592760634'] for port (aa40b6e0-a520-4ef2-a3d4-fa2f480c11ef), before_delete {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:23:58.680927 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-8cb18344-2af9-4fad-a159-53040acc2ffd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1768343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789592765633', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789592262831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15493031'] for port (aa40b6e0-a520-4ef2-a3d4-fa2f480c11ef), after_delete {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:23:58.695497 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-50456989-d6c3-4d05-a716-604fcd41a6c8 tempest-AttachVolumeNegativeTest-1030731986 tempest-AttachVolumeNegativeTest-1030731986-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19502'] for floatingip (None), before_response {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:23:58.695497 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [None req-50456989-d6c3-4d05-a716-604fcd41a6c8 tempest-AttachVolumeNegativeTest-1030731986 tempest-AttachVolumeNegativeTest-1030731986-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.9831436 Jun 18 05:23:58.715378 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb18344-2af9-4fad-a159-53040acc2ffd admin admin] Pushing event deleted for resources: {'Port': ['ID=aa40b6e0-a520-4ef2-a3d4-fa2f480c11ef,revision_number=None']} {{(pid=104388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:23:58.720954 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cb18344-2af9-4fad-a159-53040acc2ffd admin admin] No DVR routers for this DVR port aa40b6e0-a520-4ef2-a3d4-fa2f480c11ef on host dv-cinder-836996-35-iscsi {{(pid=104388) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 18 05:23:58.755152 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.db [None req-1dc22d71-ff25-42b8-aafc-0d35fa6dac19 None None] For port aa40b6e0-a520-4ef2-a3d4-fa2f480c11ef, host dv-cinder-836996-35-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-35-iscsi',level=0,port_id=aa40b6e0-a520-4ef2-a3d4-fa2f480c11ef,segment=NetworkSegment(8156adf2-605e-4047-8e9c-946882049554),segment_id=8156adf2-605e-4047-8e9c-946882049554)] {{(pid=104389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 05:23:58.756263 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-1dc22d71-ff25-42b8-aafc-0d35fa6dac19 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-734995'] for port (aa40b6e0-a520-4ef2-a3d4-fa2f480c11ef), precommit_delete {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:23:58.781906 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.plugin [None req-1dc22d71-ff25-42b8-aafc-0d35fa6dac19 None None] Calling delete_port for aa40b6e0-a520-4ef2-a3d4-fa2f480c11ef owned by network:dhcp {{(pid=104389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 18 05:23:58.860942 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-8cb18344-2af9-4fad-a159-53040acc2ffd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1722107', 'neutron.services.segments.db._delete_segments_for_network-8789592556701'] for network (f7ef077f-c52c-4f70-b85e-e8892706babc), precommit_delete {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:23:58.890636 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.services.segments.db [None req-8cb18344-2af9-4fad-a159-53040acc2ffd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f7ef077f-c52c-4f70-b85e-e8892706babc']}} {{(pid=104388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 05:23:58.897979 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-1dc22d71-ff25-42b8-aafc-0d35fa6dac19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1768343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789592765633', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789592262831'] for port (aa40b6e0-a520-4ef2-a3d4-fa2f480c11ef), after_delete {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:23:58.902204 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.services.segments.db [None req-8cb18344-2af9-4fad-a159-53040acc2ffd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8156adf2-605e-4047-8e9c-946882049554') {'for_net_delete': True} {{(pid=104388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 05:23:58.902517 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.services.segments.db [None req-8cb18344-2af9-4fad-a159-53040acc2ffd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8156adf2-605e-4047-8e9c-946882049554') {} {{(pid=104388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 05:23:58.919559 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-8cb18344-2af9-4fad-a159-53040acc2ffd admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789592557222', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14184782'] for segment (8156adf2-605e-4047-8e9c-946882049554), before_delete {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:23:58.930750 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc22d71-ff25-42b8-aafc-0d35fa6dac19 None None] Pushing event deleted for resources: {'Port': ['ID=aa40b6e0-a520-4ef2-a3d4-fa2f480c11ef,revision_number=None']} {{(pid=104389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:23:58.933761 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-8cb18344-2af9-4fad-a159-53040acc2ffd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1723189'] for segment (8156adf2-605e-4047-8e9c-946882049554), precommit_delete {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:23:58.934608 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dc22d71-ff25-42b8-aafc-0d35fa6dac19 None None] No DVR routers for this DVR port aa40b6e0-a520-4ef2-a3d4-fa2f480c11ef on host dv-cinder-836996-35-iscsi {{(pid=104389) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 18 05:23:58.947975 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8cb18344-2af9-4fad-a159-53040acc2ffd admin admin] Releasing vlan 333 on physical network physnet1 to pool {{(pid=104388) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 18 05:23:58.948390 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-8cb18344-2af9-4fad-a159-53040acc2ffd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1723189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15493010'] for segment (8156adf2-605e-4047-8e9c-946882049554), after_delete {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:23:58.986681 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.services.segments.plugin [-] Segment 8156adf2-605e-4047-8e9c-946882049554 resource provider aggregate not found Jun 18 05:23:59.030230 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.services.segments.plugin [-] Segment 8156adf2-605e-4047-8e9c-946882049554 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 8156adf2-605e-4047-8e9c-946882049554 found for delete ", "request_id": "req-d47a5450-50c5-4203-8922-0ea2277d9103"}]} Jun 18 05:23:59.055252 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-b99d58e8-55cd-4143-a59c-5f095d835f01 req-b6d6ba94-dbc1-4afb-9ae7-3b4647221b23 tempest-AttachVolumeNegativeTest-1030731986 tempest-AttachVolumeNegativeTest-1030731986-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--2003866802&fields=id&tenant_id=81c38b2c1ae4484bbf2d4939470f45e4 HTTP/1.1" status: 200 len: 267 time: 0.0873005 Jun 18 05:23:59.154751 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG dbcounter [-] [104388] Writing DB stats neutron:SELECT=89,neutron:DELETE=10,neutron:UPDATE=1 {{(pid=104388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:23:59.168206 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-8cb18344-2af9-4fad-a159-53040acc2ffd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1722098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-736823'] for network (f7ef077f-c52c-4f70-b85e-e8892706babc), after_delete {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:23:59.179983 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-8cb18344-2af9-4fad-a159-53040acc2ffd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546098'] for network (None), before_response {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:23:59.179983 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [None req-8cb18344-2af9-4fad-a159-53040acc2ffd admin admin] 10.222.0.23 "DELETE /v2.0/networks/f7ef077f-c52c-4f70-b85e-e8892706babc HTTP/1.1" status: 204 len: 168 time: 1.0106082 Jun 18 05:23:59.184461 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99d58e8-55cd-4143-a59c-5f095d835f01 req-50d789ba-0f71-41da-847a-6487c8601144 tempest-AttachVolumeNegativeTest-1030731986 tempest-AttachVolumeNegativeTest-1030731986-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:23:59.185964 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-b99d58e8-55cd-4143-a59c-5f095d835f01 req-50d789ba-0f71-41da-847a-6487c8601144 tempest-AttachVolumeNegativeTest-1030731986 tempest-AttachVolumeNegativeTest-1030731986-project] 10.222.0.23 "GET /v2.0/networks?id=1c244710-1fba-414f-9d04-4fcd88e7ed14 HTTP/1.1" status: 200 len: 815 time: 0.1231782 Jun 18 05:23:59.199069 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb18344-2af9-4fad-a159-53040acc2ffd admin admin] Pushing event deleted for resources: {'Network': ['ID=f7ef077f-c52c-4f70-b85e-e8892706babc,revision_number=None']} {{(pid=104388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:23:59.213133 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-b99d58e8-55cd-4143-a59c-5f095d835f01 req-0e7b6e49-7d38-4651-a5cd-55b1f99ae6f5 tempest-AttachVolumeNegativeTest-1030731986 tempest-AttachVolumeNegativeTest-1030731986-project] 10.222.0.23 "GET /v2.0/quotas/81c38b2c1ae4484bbf2d4939470f45e4 HTTP/1.1" status: 200 len: 375 time: 0.0128491 Jun 18 05:23:59.270178 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-b99d58e8-55cd-4143-a59c-5f095d835f01 req-007122bc-274b-4b7a-b2bd-c80e29d74a2b tempest-AttachVolumeNegativeTest-1030731986 tempest-AttachVolumeNegativeTest-1030731986-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=81c38b2c1ae4484bbf2d4939470f45e4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0537217 Jun 18 05:23:59.349218 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.wsgi [-] (104387) accepted ('10.222.0.23', 54650) {{(pid=104387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 05:23:59.405563 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-b99d58e8-55cd-4143-a59c-5f095d835f01 req-e3755169-a6ae-4b54-9759-f8082161a586 service neutron] 10.222.0.23 "GET /v2.0/networks/1c244710-1fba-414f-9d04-4fcd88e7ed14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1156576 Jun 18 05:23:59.457343 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.rpc [None req-c042a677-28f5-4026-b552-0173028fe9dd None None] Device cb2b0c93-f026-4453-8702-ba5bfc22ddc5 up at agent ovs-agent-dv-cinder-836996-35-iscsi {{(pid=104389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 18 05:23:59.517993 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.db.provisioning_blocks [None req-c042a677-28f5-4026-b552-0173028fe9dd None None] Provisioning complete for port cb2b0c93-f026-4453-8702-ba5bfc22ddc5 triggered by entity L2. {{(pid=104389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 18 05:23:59.518438 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-c042a677-28f5-4026-b552-0173028fe9dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1740956'] for port (cb2b0c93-f026-4453-8702-ba5bfc22ddc5), provisioning_complete {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:23:59.543935 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-fa94c387-0bb6-422d-8a5e-e0479cf7bb96 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:23:59.549870 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG dbcounter [-] [104389] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=104389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:23:59.559997 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.wsgi [-] (104388) accepted ('10.222.0.23', 54654) {{(pid=104388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 05:23:59.580983 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-b99d58e8-55cd-4143-a59c-5f095d835f01 req-fbd974ef-3d42-44ab-a76d-9aed2f1e4776 service neutron] 10.222.0.23 "GET /v2.0/networks/1c244710-1fba-414f-9d04-4fcd88e7ed14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1716478 Jun 18 05:23:59.629117 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.plugin [None req-c042a677-28f5-4026-b552-0173028fe9dd None None] Current status of the port cb2b0c93-f026-4453-8702-ba5bfc22ddc5 is: ACTIVE; New status is: ACTIVE {{(pid=104389) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 18 05:23:59.664160 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-fa94c387-0bb6-422d-8a5e-e0479cf7bb96 admin admin] Publish callbacks [] for security_group (45600c8c-56fb-4a45-b340-71d545036bda), precommit_create {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:23:59.673270 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [None req-1d6ad6d5-dea0-4b22-a1e6-9eba1802c82c admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=758883a5aea04c85ad65bb6970bdb098&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1108408 Jun 18 05:23:59.680361 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.wsgi [-] (104388) accepted ('10.222.0.23', 54656) {{(pid=104388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 05:23:59.702879 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.rpc [None req-c042a677-28f5-4026-b552-0173028fe9dd None None] Device 727ff9c8-4916-4a1a-ab54-bb56c46fdb5e no longer exists at agent ovs-agent-dv-cinder-836996-35-iscsi {{(pid=104389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 18 05:23:59.706276 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG dbcounter [-] [104389] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:23:59.720441 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-fa94c387-0bb6-422d-8a5e-e0479cf7bb96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728332'] for security_group (45600c8c-56fb-4a45-b340-71d545036bda), after_create {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:23:59.726269 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.plugin [None req-c042a677-28f5-4026-b552-0173028fe9dd None None] No Port match for: 727ff9c8-4916-4a1a-ab54-bb56c46fdb5e {{(pid=104389) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 18 05:23:59.729338 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.rpc [None req-c042a677-28f5-4026-b552-0173028fe9dd None None] Device 727ff9c8-4916-4a1a-ab54-bb56c46fdb5e not bound to the agent host dv-cinder-836996-35-iscsi {{(pid=104389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 18 05:23:59.729338 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.rpc [None req-c042a677-28f5-4026-b552-0173028fe9dd None None] Device aa40b6e0-a520-4ef2-a3d4-fa2f480c11ef no longer exists at agent ovs-agent-dv-cinder-836996-35-iscsi {{(pid=104389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 18 05:23:59.751502 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-8139af5a-3cb7-48dc-a095-b4e7756ec972 admin admin] Publish callbacks [] for security_group (afc1d61f-1677-4b48-b526-19997056673c), before_delete {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:23:59.753926 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.plugin [None req-c042a677-28f5-4026-b552-0173028fe9dd None None] No Port match for: aa40b6e0-a520-4ef2-a3d4-fa2f480c11ef {{(pid=104389) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 18 05:23:59.754284 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.rpc [None req-c042a677-28f5-4026-b552-0173028fe9dd None None] Device aa40b6e0-a520-4ef2-a3d4-fa2f480c11ef not bound to the agent host dv-cinder-836996-35-iscsi {{(pid=104389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 18 05:23:59.773655 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa94c387-0bb6-422d-8a5e-e0479cf7bb96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45600c8c-56fb-4a45-b340-71d545036bda,revision_number=1']} {{(pid=104387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:23:59.778842 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-8139af5a-3cb7-48dc-a095-b4e7756ec972 admin admin] Publish callbacks [] for security_group (afc1d61f-1677-4b48-b526-19997056673c), precommit_delete {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:23:59.779738 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [None req-fa94c387-0bb6-422d-8a5e-e0479cf7bb96 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=bf2f942e811d4bcc8b5d80d504653384&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4294138 Jun 18 05:23:59.782348 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.wsgi [-] (104387) accepted ('10.222.0.23', 54658) {{(pid=104387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 05:23:59.817590 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG dbcounter [-] [104388] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:23:59.839989 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-bfe4593e-bd11-4568-8447-aec453d586cc admin admin] Publish callbacks [] for security_group (45600c8c-56fb-4a45-b340-71d545036bda), before_delete {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:23:59.858846 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG dbcounter [-] [104387] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=104387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:23:59.863919 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-bfe4593e-bd11-4568-8447-aec453d586cc admin admin] Publish callbacks [] for security_group (45600c8c-56fb-4a45-b340-71d545036bda), precommit_delete {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:23:59.892342 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-8139af5a-3cb7-48dc-a095-b4e7756ec972 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728332'] for security_group (afc1d61f-1677-4b48-b526-19997056673c), after_delete {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:23:59.901764 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-8139af5a-3cb7-48dc-a095-b4e7756ec972 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:23:59.903088 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [None req-8139af5a-3cb7-48dc-a095-b4e7756ec972 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/afc1d61f-1677-4b48-b526-19997056673c HTTP/1.1" status: 204 len: 168 time: 0.2217503 Jun 18 05:23:59.922547 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8139af5a-3cb7-48dc-a095-b4e7756ec972 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afc1d61f-1677-4b48-b526-19997056673c,revision_number=None']} {{(pid=104388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:23:59.971585 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-c1ab833b-777d-4555-9a7c-e81987672097 req-bfd815db-ddce-4f42-bf25-0d9be15388fa tempest-AttachVolumeNegativeTest-1030731986 tempest-AttachVolumeNegativeTest-1030731986-project] 10.222.0.23 "GET /v2.0/ports?device_id=589899a5-db4e-4c26-9411-811a83bd6f35 HTTP/1.1" status: 200 len: 210 time: 0.0389116 Jun 18 05:24:00.017155 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-bfe4593e-bd11-4568-8447-aec453d586cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728332'] for security_group (45600c8c-56fb-4a45-b340-71d545036bda), after_delete {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:24:00.020111 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-bfe4593e-bd11-4568-8447-aec453d586cc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:24:00.023471 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [None req-bfe4593e-bd11-4568-8447-aec453d586cc admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/45600c8c-56fb-4a45-b340-71d545036bda HTTP/1.1" status: 204 len: 168 time: 0.2376175 Jun 18 05:24:00.031979 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe4593e-bd11-4568-8447-aec453d586cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45600c8c-56fb-4a45-b340-71d545036bda,revision_number=None']} {{(pid=104387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:24:00.839020 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.wsgi [-] (104387) accepted ('10.222.0.23', 54690) {{(pid=104387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 05:24:00.852775 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-f0f4633f-4325-4021-ac0e-b09a2a601e1f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:24:00.930978 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-f0f4633f-4325-4021-ac0e-b09a2a601e1f admin admin] Publish callbacks [] for security_group (4e9468b1-9b0b-4527-af66-6b68cebb041d), precommit_create {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:24:00.988785 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-f0f4633f-4325-4021-ac0e-b09a2a601e1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728332'] for security_group (4e9468b1-9b0b-4527-af66-6b68cebb041d), after_create {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:24:00.995213 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG dbcounter [-] [104387] Writing DB stats neutron:SELECT=79,neutron:DELETE=6,neutron:INSERT=15 {{(pid=104387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:24:01.051754 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [None req-f0f4633f-4325-4021-ac0e-b09a2a601e1f admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=f96a4371b173477cb1b899490873dba0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2116256 Jun 18 05:24:01.148080 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f4633f-4325-4021-ac0e-b09a2a601e1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e9468b1-9b0b-4527-af66-6b68cebb041d,revision_number=1']} {{(pid=104387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:24:01.149615 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-f78cd674-206f-4ca7-8447-248cf6f629ab req-68e28431-be07-49d8-89ee-8f2f4a3dcd5d tempest-AttachVolumeNegativeTest-1030731986 tempest-AttachVolumeNegativeTest-1030731986-project] 10.222.0.23 "GET /v2.0/ports?device_id=589899a5-db4e-4c26-9411-811a83bd6f35 HTTP/1.1" status: 200 len: 210 time: 0.0410299 Jun 18 05:24:01.150353 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.wsgi [-] (104387) accepted ('10.222.0.23', 54698) {{(pid=104387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 05:24:01.208061 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-f9a47384-d03b-40cd-bd61-3953dc31f5d4 admin admin] Publish callbacks [] for security_group (4e9468b1-9b0b-4527-af66-6b68cebb041d), before_delete {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:24:01.231984 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-f9a47384-d03b-40cd-bd61-3953dc31f5d4 admin admin] Publish callbacks [] for security_group (4e9468b1-9b0b-4527-af66-6b68cebb041d), precommit_delete {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:24:01.565691 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-f9a47384-d03b-40cd-bd61-3953dc31f5d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728332'] for security_group (4e9468b1-9b0b-4527-af66-6b68cebb041d), after_delete {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:24:01.568870 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-f9a47384-d03b-40cd-bd61-3953dc31f5d4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:24:01.572533 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [None req-f9a47384-d03b-40cd-bd61-3953dc31f5d4 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/4e9468b1-9b0b-4527-af66-6b68cebb041d HTTP/1.1" status: 204 len: 168 time: 0.4202924 Jun 18 05:24:01.583854 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a47384-d03b-40cd-bd61-3953dc31f5d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e9468b1-9b0b-4527-af66-6b68cebb041d,revision_number=None']} {{(pid=104387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:24:02.241274 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-bb6f54da-892f-4002-8220-7c2a4f97fae7 req-a0604e79-8e84-4341-9816-71c54c3ada2d tempest-AttachVolumeNegativeTest-1030731986 tempest-AttachVolumeNegativeTest-1030731986-project] 10.222.0.23 "GET /v2.0/ports?device_id=589899a5-db4e-4c26-9411-811a83bd6f35 HTTP/1.1" status: 200 len: 210 time: 0.0374889 Jun 18 05:24:02.953989 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99d58e8-55cd-4143-a59c-5f095d835f01 req-70cec8e4-e975-44cc-8b42-9239fbe3e2fa tempest-AttachVolumeNegativeTest-1030731986 tempest-AttachVolumeNegativeTest-1030731986-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:24:02.955458 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-b99d58e8-55cd-4143-a59c-5f095d835f01 req-70cec8e4-e975-44cc-8b42-9239fbe3e2fa tempest-AttachVolumeNegativeTest-1030731986 tempest-AttachVolumeNegativeTest-1030731986-project] 10.222.0.15 "GET /v2.0/networks?id=1c244710-1fba-414f-9d04-4fcd88e7ed14 HTTP/1.1" status: 200 len: 815 time: 0.1052120 Jun 18 05:24:03.027545 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-b99d58e8-55cd-4143-a59c-5f095d835f01 req-d00209fd-33f9-40a3-8dd5-4317d1610b00 tempest-AttachVolumeNegativeTest-1030731986 tempest-AttachVolumeNegativeTest-1030731986-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=81c38b2c1ae4484bbf2d4939470f45e4 HTTP/1.1" status: 200 len: 380 time: 0.0568023 Jun 18 05:24:03.037518 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.api.v2.base [req-b99d58e8-55cd-4143-a59c-5f095d835f01 req-0d1a792f-104b-4ef8-b756-8a01e9913b07 tempest-AttachVolumeNegativeTest-1030731986 tempest-AttachVolumeNegativeTest-1030731986-project] Request body: {'port': {'device_id': '589899a5-db4e-4c26-9411-811a83bd6f35', 'network_id': '1c244710-1fba-414f-9d04-4fcd88e7ed14', 'admin_state_up': True, 'tenant_id': '81c38b2c1ae4484bbf2d4939470f45e4', 'security_groups': ['017ce7bd-1ae2-43f3-9210-41f25ef9c867']}} {{(pid=104387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 18 05:24:03.238226 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b99d58e8-55cd-4143-a59c-5f095d835f01 req-0d1a792f-104b-4ef8-b756-8a01e9913b07 tempest-AttachVolumeNegativeTest-1030731986 tempest-AttachVolumeNegativeTest-1030731986-project] Made reservation on behalf of 81c38b2c1ae4484bbf2d4939470f45e4 for: {'port': 1} {{(pid=104387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 05:24:03.242731 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [req-b99d58e8-55cd-4143-a59c-5f095d835f01 req-0d1a792f-104b-4ef8-b756-8a01e9913b07 tempest-AttachVolumeNegativeTest-1030731986 tempest-AttachVolumeNegativeTest-1030731986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1768406'] for port (None), before_create {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:24:03.243543 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.wsgi [-] (104388) accepted ('10.222.0.23', 54764) {{(pid=104388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 05:24:03.334622 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG dbcounter [-] [104387] Writing DB stats neutron:INSERT=6,neutron:UPDATE=1,neutron:SELECT=89,neutron:DELETE=4 {{(pid=104387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:24:03.351193 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-34b3a35d-c7e2-41f9-bc02-0dd64a611d98 req-fe2c58df-d265-47de-9ec1-db339cd0d238 tempest-AttachVolumeNegativeTest-1030731986 tempest-AttachVolumeNegativeTest-1030731986-project] 10.222.0.23 "GET /v2.0/ports?device_id=589899a5-db4e-4c26-9411-811a83bd6f35 HTTP/1.1" status: 200 len: 210 time: 0.0364156 Jun 18 05:24:03.378089 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-e11f6428-db24-418b-94d5-eff11b41a6fb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:24:03.393926 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.db.db_base_plugin_common [req-b99d58e8-55cd-4143-a59c-5f095d835f01 req-0d1a792f-104b-4ef8-b756-8a01e9913b07 tempest-AttachVolumeNegativeTest-1030731986 tempest-AttachVolumeNegativeTest-1030731986-project] Allocated IP 172.20.0.11 (1c244710-1fba-414f-9d04-4fcd88e7ed14/04d37ce2-ecce-4dd0-86fe-4bab0e2e49c9/10fb6aa3-f962-4d43-b1f4-ceecf7c36670) {{(pid=104387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 05:24:03.462764 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-e11f6428-db24-418b-94d5-eff11b41a6fb admin admin] Publish callbacks [] for security_group (047542b8-d06d-451a-801a-37b4f1bd4f59), precommit_create {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:24:03.535512 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [req-b99d58e8-55cd-4143-a59c-5f095d835f01 req-0d1a792f-104b-4ef8-b756-8a01e9913b07 tempest-AttachVolumeNegativeTest-1030731986 tempest-AttachVolumeNegativeTest-1030731986-project] Publish callbacks [] for port (10fb6aa3-f962-4d43-b1f4-ceecf7c36670), precommit_create {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:24:03.544482 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG dbcounter [-] [104387] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=4 {{(pid=104387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:24:03.554164 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-e11f6428-db24-418b-94d5-eff11b41a6fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728332'] for security_group (047542b8-d06d-451a-801a-37b4f1bd4f59), after_create {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:24:03.594851 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [None req-e11f6428-db24-418b-94d5-eff11b41a6fb admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=208c6fa2d4724d7ba8136da69fd8755e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3502405 Jun 18 05:24:03.595993 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11f6428-db24-418b-94d5-eff11b41a6fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=047542b8-d06d-451a-801a-37b4f1bd4f59,revision_number=1']} {{(pid=104388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:24:03.597601 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.wsgi [-] (104387) accepted ('10.222.0.23', 54770) {{(pid=104387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 05:24:03.604413 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e11f6428-db24-418b-94d5-eff11b41a6fb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:24:03.604641 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e11f6428-db24-418b-94d5-eff11b41a6fb admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:24:03.604986 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e11f6428-db24-418b-94d5-eff11b41a6fb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:24:03.605332 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e11f6428-db24-418b-94d5-eff11b41a6fb admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:24:03.605695 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e11f6428-db24-418b-94d5-eff11b41a6fb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:24:03.606029 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e11f6428-db24-418b-94d5-eff11b41a6fb admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:24:03.606358 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e11f6428-db24-418b-94d5-eff11b41a6fb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:24:03.606726 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e11f6428-db24-418b-94d5-eff11b41a6fb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:24:03.607056 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e11f6428-db24-418b-94d5-eff11b41a6fb admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:24:03.607384 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e11f6428-db24-418b-94d5-eff11b41a6fb admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:24:03.607712 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e11f6428-db24-418b-94d5-eff11b41a6fb admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:24:03.608041 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e11f6428-db24-418b-94d5-eff11b41a6fb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:24:03.608367 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e11f6428-db24-418b-94d5-eff11b41a6fb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:24:03.608689 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e11f6428-db24-418b-94d5-eff11b41a6fb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:24:03.609011 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e11f6428-db24-418b-94d5-eff11b41a6fb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:24:03.613988 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [req-b99d58e8-55cd-4143-a59c-5f095d835f01 req-0d1a792f-104b-4ef8-b756-8a01e9913b07 tempest-AttachVolumeNegativeTest-1030731986 tempest-AttachVolumeNegativeTest-1030731986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1768343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789592262822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14020772'] for port (10fb6aa3-f962-4d43-b1f4-ceecf7c36670), after_create {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:24:03.682980 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b99d58e8-55cd-4143-a59c-5f095d835f01 req-0d1a792f-104b-4ef8-b756-8a01e9913b07 tempest-AttachVolumeNegativeTest-1030731986 tempest-AttachVolumeNegativeTest-1030731986-project] Network 1c244710-1fba-414f-9d04-4fcd88e7ed14 is already hosted by enough agents. {{(pid=104387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 05:24:03.688522 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.scheduler.base_scheduler [req-b99d58e8-55cd-4143-a59c-5f095d835f01 req-0d1a792f-104b-4ef8-b756-8a01e9913b07 tempest-AttachVolumeNegativeTest-1030731986 tempest-AttachVolumeNegativeTest-1030731986-project] Resources bound (agent type, host, resource id): {{(pid=104387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 05:24:03.697604 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1a792f-104b-4ef8-b756-8a01e9913b07 tempest-AttachVolumeNegativeTest-1030731986 tempest-AttachVolumeNegativeTest-1030731986-project] Pushing event updated for resources: {'Port': ['ID=10fb6aa3-f962-4d43-b1f4-ceecf7c36670,revision_number=1']} {{(pid=104387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:24:03.699195 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.db.l3_dvrscheduler_db [req-b99d58e8-55cd-4143-a59c-5f095d835f01 req-0d1a792f-104b-4ef8-b756-8a01e9913b07 tempest-AttachVolumeNegativeTest-1030731986 tempest-AttachVolumeNegativeTest-1030731986-project] Received port after_create {{(pid=104387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 18 05:24:03.725526 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-02115dcd-ea5c-4343-ae25-7d73541d7b6d admin admin] Publish callbacks [] for security_group (047542b8-d06d-451a-801a-37b4f1bd4f59), before_delete {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:24:03.766763 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-02115dcd-ea5c-4343-ae25-7d73541d7b6d admin admin] Publish callbacks [] for security_group (047542b8-d06d-451a-801a-37b4f1bd4f59), precommit_delete {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:24:03.779006 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99d58e8-55cd-4143-a59c-5f095d835f01 req-0d1a792f-104b-4ef8-b756-8a01e9913b07 tempest-AttachVolumeNegativeTest-1030731986 tempest-AttachVolumeNegativeTest-1030731986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:24:03.779618 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [req-b99d58e8-55cd-4143-a59c-5f095d835f01 req-0d1a792f-104b-4ef8-b756-8a01e9913b07 tempest-AttachVolumeNegativeTest-1030731986 tempest-AttachVolumeNegativeTest-1030731986-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19502'] for port (None), before_response {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:24:03.865336 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-b99d58e8-55cd-4143-a59c-5f095d835f01 req-0d1a792f-104b-4ef8-b756-8a01e9913b07 tempest-AttachVolumeNegativeTest-1030731986 tempest-AttachVolumeNegativeTest-1030731986-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8319738 Jun 18 05:24:03.884226 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.api.v2.base [req-b99d58e8-55cd-4143-a59c-5f095d835f01 req-a66b9b3b-226a-4d96-9240-efaa29eab899 service neutron] Request body: {'port': {'device_id': '589899a5-db4e-4c26-9411-811a83bd6f35', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83699'}} {{(pid=104387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 18 05:24:03.907496 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-02115dcd-ea5c-4343-ae25-7d73541d7b6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728332'] for security_group (047542b8-d06d-451a-801a-37b4f1bd4f59), after_delete {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:24:03.909986 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-02115dcd-ea5c-4343-ae25-7d73541d7b6d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:24:03.911083 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [None req-02115dcd-ea5c-4343-ae25-7d73541d7b6d admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/047542b8-d06d-451a-801a-37b4f1bd4f59 HTTP/1.1" status: 204 len: 168 time: 0.3124936 Jun 18 05:24:03.923759 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02115dcd-ea5c-4343-ae25-7d73541d7b6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=047542b8-d06d-451a-801a-37b4f1bd4f59,revision_number=None']} {{(pid=104387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:24:03.962101 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [req-b99d58e8-55cd-4143-a59c-5f095d835f01 req-a66b9b3b-226a-4d96-9240-efaa29eab899 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1768406'] for port (10fb6aa3-f962-4d43-b1f4-ceecf7c36670), before_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:24:03.976373 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.db.provisioning_blocks [None req-ceecd10c-aa32-4974-86cb-233acfa59899 None None] Provisioning complete for port 10fb6aa3-f962-4d43-b1f4-ceecf7c36670 triggered by entity DHCP. {{(pid=104389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 18 05:24:03.976963 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-ceecd10c-aa32-4974-86cb-233acfa59899 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1740956'] for port (10fb6aa3-f962-4d43-b1f4-ceecf7c36670), provisioning_complete {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:24:04.011640 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.plugin [None req-ceecd10c-aa32-4974-86cb-233acfa59899 None None] Port 10fb6aa3-f962-4d43-b1f4-ceecf7c36670 cannot update to ACTIVE because it is not bound. {{(pid=104389) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 18 05:24:04.140761 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG dbcounter [-] [104387] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=104387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:24:04.238624 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.notifiers.nova [req-b99d58e8-55cd-4143-a59c-5f095d835f01 req-a66b9b3b-226a-4d96-9240-efaa29eab899 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 10fb6aa3-f962-4d43-b1f4-ceecf7c36670 {{(pid=104387) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 18 05:24:04.247651 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [req-b99d58e8-55cd-4143-a59c-5f095d835f01 req-a66b9b3b-226a-4d96-9240-efaa29eab899 service neutron] Publish callbacks [] for port (10fb6aa3-f962-4d43-b1f4-ceecf7c36670), precommit_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:24:04.261663 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.db.provisioning_blocks [req-b99d58e8-55cd-4143-a59c-5f095d835f01 req-a66b9b3b-226a-4d96-9240-efaa29eab899 service neutron] Transition to ACTIVE for port object 10fb6aa3-f962-4d43-b1f4-ceecf7c36670 will not be triggered until provisioned by entity L2. {{(pid=104387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 18 05:24:04.366707 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [req-b99d58e8-55cd-4143-a59c-5f095d835f01 req-a66b9b3b-226a-4d96-9240-efaa29eab899 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1768343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789592765606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789592262840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789592262858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14020781'] for port (10fb6aa3-f962-4d43-b1f4-ceecf7c36670), after_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:24:04.422513 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a66b9b3b-226a-4d96-9240-efaa29eab899 service neutron] Pushing event updated for resources: {'Port': ['ID=10fb6aa3-f962-4d43-b1f4-ceecf7c36670,revision_number=2']} {{(pid=104387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:24:04.539879 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eaf95b1-aa36-4363-9896-9bf103fa5a03 req-495a3789-faec-4d4a-ab92-2b20f5c8f4fb tempest-AttachVolumeNegativeTest-1030731986 tempest-AttachVolumeNegativeTest-1030731986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:24:04.541499 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-7eaf95b1-aa36-4363-9896-9bf103fa5a03 req-495a3789-faec-4d4a-ab92-2b20f5c8f4fb tempest-AttachVolumeNegativeTest-1030731986 tempest-AttachVolumeNegativeTest-1030731986-project] 10.222.0.23 "GET /v2.0/ports?device_id=589899a5-db4e-4c26-9411-811a83bd6f35 HTTP/1.1" status: 200 len: 944 time: 0.0849349 Jun 18 05:24:04.566468 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.managers [req-b99d58e8-55cd-4143-a59c-5f095d835f01 req-a66b9b3b-226a-4d96-9240-efaa29eab899 service neutron] Attempting to bind port 10fb6aa3-f962-4d43-b1f4-ceecf7c36670 on host hv-cinder-83699 for vnic_type normal with profile {{(pid=104387) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 18 05:24:04.566811 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.managers [req-b99d58e8-55cd-4143-a59c-5f095d835f01 req-a66b9b3b-226a-4d96-9240-efaa29eab899 service neutron] Attempting to bind port 10fb6aa3-f962-4d43-b1f4-ceecf7c36670 by drivers openvswitch,hyperv on host hv-cinder-83699 at level 0 using segments [{'id': '86362bff-3a6a-43b7-a40e-ec817261ef9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '1c244710-1fba-414f-9d04-4fcd88e7ed14'}] {{(pid=104387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 18 05:24:04.567143 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b99d58e8-55cd-4143-a59c-5f095d835f01 req-a66b9b3b-226a-4d96-9240-efaa29eab899 service neutron] Attempting to bind port 10fb6aa3-f962-4d43-b1f4-ceecf7c36670 on network 1c244710-1fba-414f-9d04-4fcd88e7ed14 {{(pid=104387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 18 05:24:04.582111 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b99d58e8-55cd-4143-a59c-5f095d835f01 req-a66b9b3b-226a-4d96-9240-efaa29eab899 service neutron] Port 10fb6aa3-f962-4d43-b1f4-ceecf7c36670 on network 1c244710-1fba-414f-9d04-4fcd88e7ed14 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83699 {{(pid=104387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 18 05:24:04.582111 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b99d58e8-55cd-4143-a59c-5f095d835f01 req-a66b9b3b-226a-4d96-9240-efaa29eab899 service neutron] Attempting to bind port 10fb6aa3-f962-4d43-b1f4-ceecf7c36670 on network 1c244710-1fba-414f-9d04-4fcd88e7ed14 {{(pid=104387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 18 05:24:04.590171 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b99d58e8-55cd-4143-a59c-5f095d835f01 req-a66b9b3b-226a-4d96-9240-efaa29eab899 service neutron] Checking agent: {'id': '21f82a9e-593b-4fa9-aa06-dfe6f16482e6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83699', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 18, 5, 14, 36), 'started_at': datetime.datetime(2022, 6, 18, 5, 14, 36), 'heartbeat_timestamp': datetime.datetime(2022, 6, 18, 5, 23, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 18 05:24:04.590508 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b99d58e8-55cd-4143-a59c-5f095d835f01 req-a66b9b3b-226a-4d96-9240-efaa29eab899 service neutron] Checking segment: {'id': '86362bff-3a6a-43b7-a40e-ec817261ef9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '1c244710-1fba-414f-9d04-4fcd88e7ed14'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 18 05:24:04.590896 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b99d58e8-55cd-4143-a59c-5f095d835f01 req-a66b9b3b-226a-4d96-9240-efaa29eab899 service neutron] Bound using segment: {'id': '86362bff-3a6a-43b7-a40e-ec817261ef9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '1c244710-1fba-414f-9d04-4fcd88e7ed14'} {{(pid=104387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 18 05:24:04.591335 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.managers [req-b99d58e8-55cd-4143-a59c-5f095d835f01 req-a66b9b3b-226a-4d96-9240-efaa29eab899 service neutron] Bound port: 10fb6aa3-f962-4d43-b1f4-ceecf7c36670, host: hv-cinder-83699, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '86362bff-3a6a-43b7-a40e-ec817261ef9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '1c244710-1fba-414f-9d04-4fcd88e7ed14'}}] {{(pid=104387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 18 05:24:04.591698 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [req-b99d58e8-55cd-4143-a59c-5f095d835f01 req-a66b9b3b-226a-4d96-9240-efaa29eab899 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1768406'] for port (10fb6aa3-f962-4d43-b1f4-ceecf7c36670), before_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:24:04.622225 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-7eaf95b1-aa36-4363-9896-9bf103fa5a03 req-873289c1-d48a-4567-8bd2-16138a8e04b8 tempest-AttachVolumeNegativeTest-1030731986 tempest-AttachVolumeNegativeTest-1030731986-project] 10.222.0.23 "GET /v2.0/security-groups?id=017ce7bd-1ae2-43f3-9210-41f25ef9c867&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0728455 Jun 18 05:24:04.674998 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.db [req-b99d58e8-55cd-4143-a59c-5f095d835f01 req-a66b9b3b-226a-4d96-9240-efaa29eab899 service neutron] For port 10fb6aa3-f962-4d43-b1f4-ceecf7c36670, host hv-cinder-83699, cleared binding levels {{(pid=104387) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 05:24:04.679082 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.db [req-b99d58e8-55cd-4143-a59c-5f095d835f01 req-a66b9b3b-226a-4d96-9240-efaa29eab899 service neutron] For port 10fb6aa3-f962-4d43-b1f4-ceecf7c36670, host hv-cinder-83699, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=10fb6aa3-f962-4d43-b1f4-ceecf7c36670,segment=NetworkSegment(86362bff-3a6a-43b7-a40e-ec817261ef9d),segment_id=86362bff-3a6a-43b7-a40e-ec817261ef9d)] {{(pid=104387) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 05:24:04.748625 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [req-b99d58e8-55cd-4143-a59c-5f095d835f01 req-a66b9b3b-226a-4d96-9240-efaa29eab899 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1768343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789592765606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789592262840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789592262858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14020781'] for port (10fb6aa3-f962-4d43-b1f4-ceecf7c36670), after_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:24:04.785945 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99d58e8-55cd-4143-a59c-5f095d835f01 req-a66b9b3b-226a-4d96-9240-efaa29eab899 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:24:04.787080 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [req-b99d58e8-55cd-4143-a59c-5f095d835f01 req-a66b9b3b-226a-4d96-9240-efaa29eab899 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19502'] for port (None), before_response {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:24:04.788496 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-b99d58e8-55cd-4143-a59c-5f095d835f01 req-a66b9b3b-226a-4d96-9240-efaa29eab899 service neutron] 10.222.0.15 "PUT /v2.0/ports/10fb6aa3-f962-4d43-b1f4-ceecf7c36670 HTTP/1.1" status: 200 len: 1094 time: 0.9092858 Jun 18 05:24:04.788933 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '589899a5-db4e-4c26-9411-811a83bd6f35', 'tag': '10fb6aa3-f962-4d43-b1f4-ceecf7c36670'}] {{(pid=104387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 18 05:24:04.791209 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}067244ef130036e0f0c6cfdae2cc0bb626a7afb0c2954d608d85df941ffdb65a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ea8435d-60c4-4da4-bc02-8d406c3ed31d" -d '{"events": [{"name": "network-changed", "server_uuid": "589899a5-db4e-4c26-9411-811a83bd6f35", "tag": "10fb6aa3-f962-4d43-b1f4-ceecf7c36670"}]}' {{(pid=104387) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 05:24:04.815167 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a66b9b3b-226a-4d96-9240-efaa29eab899 service neutron] Pushing event updated for resources: {'Port': ['ID=10fb6aa3-f962-4d43-b1f4-ceecf7c36670,revision_number=3']} {{(pid=104387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:24:04.845401 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Jun 2022 05:24:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6467e2a-d129-40b6-a850-cece1fc9b527 x-openstack-request-id: req-b6467e2a-d129-40b6-a850-cece1fc9b527 {{(pid=104387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 05:24:04.845886 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "589899a5-db4e-4c26-9411-811a83bd6f35", "tag": "10fb6aa3-f962-4d43-b1f4-ceecf7c36670", "status": "completed", "code": 200}]} {{(pid=104387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 05:24:04.846326 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-b6467e2a-d129-40b6-a850-cece1fc9b527 {{(pid=104387) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 05:24:04.846892 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b6467e2a-d129-40b6-a850-cece1fc9b527'] response: {'name': 'network-changed', 'server_uuid': '589899a5-db4e-4c26-9411-811a83bd6f35', 'tag': '10fb6aa3-f962-4d43-b1f4-ceecf7c36670', 'status': 'completed', 'code': 200} Jun 18 05:24:04.933933 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea8435d-60c4-4da4-bc02-8d406c3ed31d req-fd60644b-6bc5-4383-9a99-70028a7c91a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:24:04.935503 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-9ea8435d-60c4-4da4-bc02-8d406c3ed31d req-fd60644b-6bc5-4383-9a99-70028a7c91a7 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=81c38b2c1ae4484bbf2d4939470f45e4&device_id=589899a5-db4e-4c26-9411-811a83bd6f35 HTTP/1.1" status: 200 len: 1128 time: 0.0458558 Jun 18 05:24:04.944183 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.wsgi [-] (104387) accepted ('10.222.0.23', 54802) {{(pid=104387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 05:24:05.016984 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG dbcounter [-] [104387] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:24:05.063692 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.api.v2.base [None req-df42b8ba-c832-41c3-a1a5-d3c728a46020 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-126729288-network', 'tenant_id': 'd8863ced0efc4b95806761cc2d8a6f78'}} {{(pid=104387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 18 05:24:05.100342 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea8435d-60c4-4da4-bc02-8d406c3ed31d req-1935805c-4cd6-4173-8c9f-e159dae4f609 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:24:05.101837 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-9ea8435d-60c4-4da4-bc02-8d406c3ed31d req-1935805c-4cd6-4173-8c9f-e159dae4f609 service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=81c38b2c1ae4484bbf2d4939470f45e4&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1520309 Jun 18 05:24:05.184155 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG dbcounter [-] [104387] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=104387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:24:05.200892 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df42b8ba-c832-41c3-a1a5-d3c728a46020 admin admin] Made reservation on behalf of d8863ced0efc4b95806761cc2d8a6f78 for: {'network': 1} {{(pid=104387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 05:24:05.203264 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-df42b8ba-c832-41c3-a1a5-d3c728a46020 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1768406'] for network (None), before_create {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:24:05.206870 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea8435d-60c4-4da4-bc02-8d406c3ed31d req-3d2be5fe-e611-486a-9022-066b578bdcd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:24:05.208995 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-9ea8435d-60c4-4da4-bc02-8d406c3ed31d req-3d2be5fe-e611-486a-9022-066b578bdcd9 service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1004295 Jun 18 05:24:05.214501 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-df42b8ba-c832-41c3-a1a5-d3c728a46020 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:24:05.317443 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99d58e8-55cd-4143-a59c-5f095d835f01 req-b8908904-b4a5-4e33-aaa7-9809e0d150b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:24:05.319487 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-b99d58e8-55cd-4143-a59c-5f095d835f01 req-b8908904-b4a5-4e33-aaa7-9809e0d150b8 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=81c38b2c1ae4484bbf2d4939470f45e4&device_id=589899a5-db4e-4c26-9411-811a83bd6f35 HTTP/1.1" status: 200 len: 1128 time: 0.0520580 Jun 18 05:24:05.328354 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-df42b8ba-c832-41c3-a1a5-d3c728a46020 admin admin] Publish callbacks [] for security_group (f6ee405e-7be7-4e21-9a90-0a1a8a130dc2), precommit_create {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:24:05.370296 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-b99d58e8-55cd-4143-a59c-5f095d835f01 req-49d80f5c-c8d2-4310-858f-5f922b30256b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=10fb6aa3-f962-4d43-b1f4-ceecf7c36670 HTTP/1.1" status: 200 len: 217 time: 0.0355988 Jun 18 05:24:05.408828 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-df42b8ba-c832-41c3-a1a5-d3c728a46020 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728332'] for security_group (f6ee405e-7be7-4e21-9a90-0a1a8a130dc2), after_create {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:24:05.435054 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-df42b8ba-c832-41c3-a1a5-d3c728a46020 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 343} {{(pid=104387) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 18 05:24:05.443174 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99d58e8-55cd-4143-a59c-5f095d835f01 req-9b5c56ad-68a8-4455-8fc6-8bc0829d73de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:24:05.445092 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-b99d58e8-55cd-4143-a59c-5f095d835f01 req-9b5c56ad-68a8-4455-8fc6-8bc0829d73de service neutron] 10.222.0.15 "GET /v2.0/subnets?id=04d37ce2-ecce-4dd0-86fe-4bab0e2e49c9 HTTP/1.1" status: 200 len: 854 time: 0.0696583 Jun 18 05:24:05.484141 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df42b8ba-c832-41c3-a1a5-d3c728a46020 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6ee405e-7be7-4e21-9a90-0a1a8a130dc2,revision_number=1']} {{(pid=104387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:24:05.489461 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-df42b8ba-c832-41c3-a1a5-d3c728a46020 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1723189'] for segment (a0c6d043-6d31-4159-b4fb-9bd74a6a684d), precommit_create {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:24:05.490321 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.db.segments_db [None req-df42b8ba-c832-41c3-a1a5-d3c728a46020 admin admin] Added segment a0c6d043-6d31-4159-b4fb-9bd74a6a684d of type vlan for network a7bf14ab-72b2-42a1-a57f-14612ca15e66 Jun 18 05:24:05.525805 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99d58e8-55cd-4143-a59c-5f095d835f01 req-58f5770f-9b1b-40a5-9496-c57c96bc2edd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:24:05.527339 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-b99d58e8-55cd-4143-a59c-5f095d835f01 req-58f5770f-9b1b-40a5-9496-c57c96bc2edd service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=1c244710-1fba-414f-9d04-4fcd88e7ed14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0742509 Jun 18 05:24:05.546933 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-df42b8ba-c832-41c3-a1a5-d3c728a46020 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789592234469'] for network (a7bf14ab-72b2-42a1-a57f-14612ca15e66), precommit_create {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:24:05.611663 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG dbcounter [-] [104387] Writing DB stats neutron:SELECT=80,neutron:INSERT=16,neutron:UPDATE=4 {{(pid=104387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:24:05.639368 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-b99d58e8-55cd-4143-a59c-5f095d835f01 req-38a1c125-986e-48b8-b27e-14cdabca9ba7 service neutron] 10.222.0.15 "GET /v2.0/networks/1c244710-1fba-414f-9d04-4fcd88e7ed14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1030266 Jun 18 05:24:05.726807 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-df42b8ba-c832-41c3-a1a5-d3c728a46020 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546084'] for network (a7bf14ab-72b2-42a1-a57f-14612ca15e66), after_create {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:24:05.727767 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df42b8ba-c832-41c3-a1a5-d3c728a46020 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:24:05.728518 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-df42b8ba-c832-41c3-a1a5-d3c728a46020 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546098'] for network (None), before_response {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:24:05.812698 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374bef31-437b-4c33-908c-d18d23123eeb req-14b704d6-24c9-4697-a135-364eb5527d1d tempest-AttachVolumeNegativeTest-1030731986 tempest-AttachVolumeNegativeTest-1030731986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:24:05.814210 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-374bef31-437b-4c33-908c-d18d23123eeb req-14b704d6-24c9-4697-a135-364eb5527d1d tempest-AttachVolumeNegativeTest-1030731986 tempest-AttachVolumeNegativeTest-1030731986-project] 10.222.0.23 "GET /v2.0/ports?device_id=589899a5-db4e-4c26-9411-811a83bd6f35 HTTP/1.1" status: 200 len: 944 time: 0.1042001 Jun 18 05:24:05.840557 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-b99d58e8-55cd-4143-a59c-5f095d835f01 req-78be31e6-0243-46b2-895c-08ae1669b337 service neutron] 10.222.0.15 "GET /v2.0/networks/1c244710-1fba-414f-9d04-4fcd88e7ed14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1953299 Jun 18 05:24:05.843723 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df42b8ba-c832-41c3-a1a5-d3c728a46020 admin admin] Pushing event updated for resources: {'Network': ['ID=a7bf14ab-72b2-42a1-a57f-14612ca15e66,revision_number=1']} {{(pid=104387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:24:05.854544 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.rpc [None req-c042a677-28f5-4026-b552-0173028fe9dd None None] Network a7bf14ab-72b2-42a1-a57f-14612ca15e66 details requested by agent ovs-agent-dv-cinder-836996-35-iscsi with host dv-cinder-836996-35-iscsi {{(pid=104389) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 18 05:24:05.890878 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-374bef31-437b-4c33-908c-d18d23123eeb req-1f9d5917-0786-4c83-bdd9-641e23fa0424 tempest-AttachVolumeNegativeTest-1030731986 tempest-AttachVolumeNegativeTest-1030731986-project] 10.222.0.23 "GET /v2.0/security-groups?id=017ce7bd-1ae2-43f3-9210-41f25ef9c867&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488143 Jun 18 05:24:05.906053 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [None req-df42b8ba-c832-41c3-a1a5-d3c728a46020 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 867 time: 0.9603543 Jun 18 05:24:05.908385 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.wsgi [-] (104387) accepted ('10.222.0.23', 54816) {{(pid=104387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 05:24:05.913846 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.api.v2.base [None req-4451b0f8-90c7-4959-9093-f8d8649d3a55 admin admin] Request body: {'subnet': {'network_id': 'a7bf14ab-72b2-42a1-a57f-14612ca15e66', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-126729288-subnet', 'tenant_id': 'd8863ced0efc4b95806761cc2d8a6f78', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 18 05:24:06.021165 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4451b0f8-90c7-4959-9093-f8d8649d3a55 admin admin] Made reservation on behalf of d8863ced0efc4b95806761cc2d8a6f78 for: {'subnet': 1} {{(pid=104387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 05:24:06.023624 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-4451b0f8-90c7-4959-9093-f8d8649d3a55 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13962049'] for subnet (None), before_create {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:24:06.096295 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG dbcounter [-] [104387] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=6 {{(pid=104387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:24:06.308431 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-4451b0f8-90c7-4959-9093-f8d8649d3a55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14020916', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13962163'] for subnet (53ff9c13-72bd-4f1b-a153-710bb3f69e9a), after_create {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:24:06.363839 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4451b0f8-90c7-4959-9093-f8d8649d3a55 admin admin] Pushing event updated for resources: {'Subnet': ['ID=53ff9c13-72bd-4f1b-a153-710bb3f69e9a,revision_number=0']} {{(pid=104387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:24:06.375417 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4451b0f8-90c7-4959-9093-f8d8649d3a55 admin admin] Checking segment: {'id': 'a0c6d043-6d31-4159-b4fb-9bd74a6a684d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'a7bf14ab-72b2-42a1-a57f-14612ca15e66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 18 05:24:06.375417 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4451b0f8-90c7-4959-9093-f8d8649d3a55 admin admin] Network hostable DHCP agents. Network: a7bf14ab-72b2-42a1-a57f-14612ca15e66, hostable agents: ['426d7b1c-7831-4cf6-8aa4-29496a16634c'], hosted agents: [] {{(pid=104387) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 18 05:24:06.460719 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4451b0f8-90c7-4959-9093-f8d8649d3a55 admin admin] Network a7bf14ab-72b2-42a1-a57f-14612ca15e66 is scheduled to be hosted by DHCP agent 426d7b1c-7831-4cf6-8aa4-29496a16634c with binding_index 1 {{(pid=104387) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 18 05:24:06.554089 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.scheduler.base_scheduler [None req-4451b0f8-90c7-4959-9093-f8d8649d3a55 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836996-35-iscsi, a7bf14ab-72b2-42a1-a57f-14612ca15e66) {{(pid=104387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 05:24:06.558108 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4451b0f8-90c7-4959-9093-f8d8649d3a55 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:24:06.558709 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-4451b0f8-90c7-4959-9093-f8d8649d3a55 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:24:06.563459 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5062233e-cef6-4251-ab46-dd5b9bff818b None None] Network a7bf14ab-72b2-42a1-a57f-14612ca15e66 requested from dv-cinder-836996-35-iscsi {{(pid=104389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 18 05:24:06.670730 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6a35ba1-67b8-455c-b830-7ef041e13fec None None] Network a7bf14ab-72b2-42a1-a57f-14612ca15e66 requested from dv-cinder-836996-35-iscsi {{(pid=104389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 18 05:24:06.701265 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [None req-4451b0f8-90c7-4959-9093-f8d8649d3a55 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7840185 Jun 18 05:24:07.006767 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b3b903-4e01-4e6c-80eb-2b4025a60821 req-66f16977-532c-4926-ae32-93ea60c9bb83 tempest-AttachVolumeNegativeTest-1030731986 tempest-AttachVolumeNegativeTest-1030731986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:24:07.008437 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-56b3b903-4e01-4e6c-80eb-2b4025a60821 req-66f16977-532c-4926-ae32-93ea60c9bb83 tempest-AttachVolumeNegativeTest-1030731986 tempest-AttachVolumeNegativeTest-1030731986-project] 10.222.0.23 "GET /v2.0/ports?device_id=589899a5-db4e-4c26-9411-811a83bd6f35 HTTP/1.1" status: 200 len: 944 time: 0.0484152 Jun 18 05:24:07.057077 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-56b3b903-4e01-4e6c-80eb-2b4025a60821 req-f836bd25-889b-4376-8907-bb0ac029a151 tempest-AttachVolumeNegativeTest-1030731986 tempest-AttachVolumeNegativeTest-1030731986-project] 10.222.0.23 "GET /v2.0/security-groups?id=017ce7bd-1ae2-43f3-9210-41f25ef9c867&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431528 Jun 18 05:24:07.558365 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789592556683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1744442'] for agent (21f82a9e-593b-4fa9-aa06-dfe6f16482e6), after_update {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:24:07.913817 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG dbcounter [-] [104390] Writing DB stats neutron:SELECT=45 {{(pid=104390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:24:07.919687 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG dbcounter [-] [104390] Writing DB stats neutron:SELECT=59,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:24:08.172649 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd99c5b-76d7-4cc1-876b-b1753ceed4af req-ef9e770c-0c8b-43ab-ad98-dad6d2fef8a4 tempest-AttachVolumeNegativeTest-1030731986 tempest-AttachVolumeNegativeTest-1030731986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:24:08.174085 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-8dd99c5b-76d7-4cc1-876b-b1753ceed4af req-ef9e770c-0c8b-43ab-ad98-dad6d2fef8a4 tempest-AttachVolumeNegativeTest-1030731986 tempest-AttachVolumeNegativeTest-1030731986-project] 10.222.0.23 "GET /v2.0/ports?device_id=589899a5-db4e-4c26-9411-811a83bd6f35 HTTP/1.1" status: 200 len: 944 time: 0.0505955 Jun 18 05:24:08.221531 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-8dd99c5b-76d7-4cc1-876b-b1753ceed4af req-27e12a20-9f2f-48ba-a34f-5fe6909f710c tempest-AttachVolumeNegativeTest-1030731986 tempest-AttachVolumeNegativeTest-1030731986-project] 10.222.0.23 "GET /v2.0/security-groups?id=017ce7bd-1ae2-43f3-9210-41f25ef9c867&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418758 Jun 18 05:24:09.337129 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c9e2f7-69cc-44c6-a1d8-259d3d109bf5 req-9874c4b8-b707-4cda-8c61-d85aa2f3db41 tempest-AttachVolumeNegativeTest-1030731986 tempest-AttachVolumeNegativeTest-1030731986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:24:09.338786 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-43c9e2f7-69cc-44c6-a1d8-259d3d109bf5 req-9874c4b8-b707-4cda-8c61-d85aa2f3db41 tempest-AttachVolumeNegativeTest-1030731986 tempest-AttachVolumeNegativeTest-1030731986-project] 10.222.0.23 "GET /v2.0/ports?device_id=589899a5-db4e-4c26-9411-811a83bd6f35 HTTP/1.1" status: 200 len: 944 time: 0.0504932 Jun 18 05:24:09.386479 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-43c9e2f7-69cc-44c6-a1d8-259d3d109bf5 req-4cff9d9b-a46b-479f-8c96-499788725fb9 tempest-AttachVolumeNegativeTest-1030731986 tempest-AttachVolumeNegativeTest-1030731986-project] 10.222.0.23 "GET /v2.0/security-groups?id=017ce7bd-1ae2-43f3-9210-41f25ef9c867&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420716 Jun 18 05:24:09.534037 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.rpc [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] Device 10fb6aa3-f962-4d43-b1f4-ceecf7c36670 details requested by agent hyperv_hv-cinder-83699 with host hv-cinder-83699 {{(pid=104389) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 18 05:24:09.631856 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.db [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] For port 10fb6aa3-f962-4d43-b1f4-ceecf7c36670, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=10fb6aa3-f962-4d43-b1f4-ceecf7c36670,segment=NetworkSegment(86362bff-3a6a-43b7-a40e-ec817261ef9d),segment_id=86362bff-3a6a-43b7-a40e-ec817261ef9d)] {{(pid=104389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 05:24:09.648125 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.rpc [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] Returning: {'device': '10fb6aa3-f962-4d43-b1f4-ceecf7c36670', 'network_id': '1c244710-1fba-414f-9d04-4fcd88e7ed14', 'port_id': '10fb6aa3-f962-4d43-b1f4-ceecf7c36670', 'mac_address': 'fa:16:3e:7a:34:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 321, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '04d37ce2-ecce-4dd0-86fe-4bab0e2e49c9', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104389) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 18 05:24:09.682688 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.plugin [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] Current status of the port 10fb6aa3-f962-4d43-b1f4-ceecf7c36670 is: DOWN; New status is: BUILD {{(pid=104389) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 18 05:24:09.683491 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1768406'] for port (10fb6aa3-f962-4d43-b1f4-ceecf7c36670), before_update {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:24:09.696895 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.notifiers.nova [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 10fb6aa3-f962-4d43-b1f4-ceecf7c36670 {{(pid=104389) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 18 05:24:09.716977 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.db [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] For port 10fb6aa3-f962-4d43-b1f4-ceecf7c36670, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=10fb6aa3-f962-4d43-b1f4-ceecf7c36670,segment=NetworkSegment(86362bff-3a6a-43b7-a40e-ec817261ef9d),segment_id=86362bff-3a6a-43b7-a40e-ec817261ef9d)] {{(pid=104389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 05:24:09.799368 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1768343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789592765606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789592262840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789592262858'] for port (10fb6aa3-f962-4d43-b1f4-ceecf7c36670), after_update {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:24:09.847185 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] Pushing event updated for resources: {'Port': ['ID=10fb6aa3-f962-4d43-b1f4-ceecf7c36670,revision_number=4']} {{(pid=104389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:24:09.854416 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:24:09.854703 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:24:09.855049 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:24:09.855419 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:24:09.855758 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:24:09.856091 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:24:09.856420 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:24:09.856747 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:24:09.857079 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:24:09.857443 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:24:09.857760 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:24:09.858084 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:24:09.858405 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:24:09.858726 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:24:09.859047 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:24:10.106675 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.db [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] get_ports_and_sgs() called for port_ids ['10fb6aa3-f962-4d43-b1f4-ceecf7c36670'] {{(pid=104389) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 18 05:24:10.211979 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG dbcounter [-] [104389] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:24:10.503585 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde3ab9b-adac-4a04-9c90-05b2f88e351a req-f30ef926-7409-41d3-b830-547e6f771fd2 tempest-AttachVolumeNegativeTest-1030731986 tempest-AttachVolumeNegativeTest-1030731986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:24:10.505114 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-fde3ab9b-adac-4a04-9c90-05b2f88e351a req-f30ef926-7409-41d3-b830-547e6f771fd2 tempest-AttachVolumeNegativeTest-1030731986 tempest-AttachVolumeNegativeTest-1030731986-project] 10.222.0.23 "GET /v2.0/ports?device_id=589899a5-db4e-4c26-9411-811a83bd6f35 HTTP/1.1" status: 200 len: 945 time: 0.0467639 Jun 18 05:24:10.551782 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-fde3ab9b-adac-4a04-9c90-05b2f88e351a req-46740085-f5d4-4341-b526-c981ca29c84f tempest-AttachVolumeNegativeTest-1030731986 tempest-AttachVolumeNegativeTest-1030731986-project] 10.222.0.23 "GET /v2.0/security-groups?id=017ce7bd-1ae2-43f3-9210-41f25ef9c867&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408125 Jun 18 05:24:10.910455 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc90600-09dd-4baf-b6df-adc19bea22cb req-63a549a6-bea1-4de2-bbaa-e9e19a1494db tempest-VolumesSnapshotTestJSON-1732513961 tempest-VolumesSnapshotTestJSON-1732513961-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:24:10.912720 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-8fc90600-09dd-4baf-b6df-adc19bea22cb req-63a549a6-bea1-4de2-bbaa-e9e19a1494db tempest-VolumesSnapshotTestJSON-1732513961 tempest-VolumesSnapshotTestJSON-1732513961-project] 10.222.0.23 "GET /v2.0/networks?id=a7bf14ab-72b2-42a1-a57f-14612ca15e66 HTTP/1.1" status: 200 len: 813 time: 0.1146443 Jun 18 05:24:10.927492 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-8fc90600-09dd-4baf-b6df-adc19bea22cb req-74477160-1128-4f1b-b71e-87405fcd9f72 tempest-VolumesSnapshotTestJSON-1732513961 tempest-VolumesSnapshotTestJSON-1732513961-project] 10.222.0.23 "GET /v2.0/quotas/d8863ced0efc4b95806761cc2d8a6f78 HTTP/1.1" status: 200 len: 375 time: 0.0096290 Jun 18 05:24:10.963919 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-8fc90600-09dd-4baf-b6df-adc19bea22cb req-72b9211e-bc86-4578-a084-cab275480c5d tempest-VolumesSnapshotTestJSON-1732513961 tempest-VolumesSnapshotTestJSON-1732513961-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=d8863ced0efc4b95806761cc2d8a6f78&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0312262 Jun 18 05:24:11.055382 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-8fc90600-09dd-4baf-b6df-adc19bea22cb req-13add296-de44-442f-9d7c-a932357ecce4 service neutron] 10.222.0.23 "GET /v2.0/networks/a7bf14ab-72b2-42a1-a57f-14612ca15e66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847914 Jun 18 05:24:11.151637 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-8fc90600-09dd-4baf-b6df-adc19bea22cb req-f1c91fcb-2d42-407a-8804-4ad5afbed4d5 service neutron] 10.222.0.23 "GET /v2.0/networks/a7bf14ab-72b2-42a1-a57f-14612ca15e66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905483 Jun 18 05:24:11.418151 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-ae1b3d94-b195-444d-90df-29b7de35cfec req-9c7d33fe-7392-4b30-9cad-e112c29e66a0 tempest-VolumesSnapshotTestJSON-1732513961 tempest-VolumesSnapshotTestJSON-1732513961-project] 10.222.0.23 "GET /v2.0/ports?device_id=f110a7a4-de6a-4986-b264-d09af210aaa7 HTTP/1.1" status: 200 len: 210 time: 0.0333540 Jun 18 05:24:11.522260 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.rpc [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] Device 10fb6aa3-f962-4d43-b1f4-ceecf7c36670 up at agent hyperv_hv-cinder-83699 {{(pid=104389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 18 05:24:11.559225 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG dbcounter [-] [104389] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:24:11.566564 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.db.provisioning_blocks [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] Provisioning for port 10fb6aa3-f962-4d43-b1f4-ceecf7c36670 completed by entity L2. {{(pid=104389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 18 05:24:11.632702 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.db.provisioning_blocks [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] Provisioning complete for port 10fb6aa3-f962-4d43-b1f4-ceecf7c36670 triggered by entity L2. {{(pid=104389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 18 05:24:11.633179 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1740956'] for port (10fb6aa3-f962-4d43-b1f4-ceecf7c36670), provisioning_complete {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:24:11.670280 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b9ba2d-ffa0-4b6c-a2d9-9372af43a0eb req-7f641012-96b3-4e89-b826-eb14e8da8df3 tempest-AttachVolumeNegativeTest-1030731986 tempest-AttachVolumeNegativeTest-1030731986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:24:11.670280 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-e6b9ba2d-ffa0-4b6c-a2d9-9372af43a0eb req-7f641012-96b3-4e89-b826-eb14e8da8df3 tempest-AttachVolumeNegativeTest-1030731986 tempest-AttachVolumeNegativeTest-1030731986-project] 10.222.0.23 "GET /v2.0/ports?device_id=589899a5-db4e-4c26-9411-811a83bd6f35 HTTP/1.1" status: 200 len: 945 time: 0.0490093 Jun 18 05:24:11.714082 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.plugin [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] Current status of the port 10fb6aa3-f962-4d43-b1f4-ceecf7c36670 is: BUILD; New status is: ACTIVE {{(pid=104389) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 18 05:24:11.714472 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1768406'] for port (10fb6aa3-f962-4d43-b1f4-ceecf7c36670), before_update {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:24:11.718487 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-e6b9ba2d-ffa0-4b6c-a2d9-9372af43a0eb req-9d9de89d-dad4-4f68-8e05-e825da9c7e71 tempest-AttachVolumeNegativeTest-1030731986 tempest-AttachVolumeNegativeTest-1030731986-project] 10.222.0.23 "GET /v2.0/security-groups?id=017ce7bd-1ae2-43f3-9210-41f25ef9c867&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433633 Jun 18 05:24:11.738539 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '589899a5-db4e-4c26-9411-811a83bd6f35', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10fb6aa3-f962-4d43-b1f4-ceecf7c36670'}] {{(pid=104389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 18 05:24:11.740937 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84994602c193c13a4c26b8b675ba51d9b392d44d80225cb9db16c930b334f47b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94bea92c-b1da-4b36-8459-2238c20c056a" -d '{"events": [{"server_uuid": "589899a5-db4e-4c26-9411-811a83bd6f35", "name": "network-vif-plugged", "status": "completed", "tag": "10fb6aa3-f962-4d43-b1f4-ceecf7c36670"}]}' {{(pid=104389) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 05:24:11.758290 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.db [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] For port 10fb6aa3-f962-4d43-b1f4-ceecf7c36670, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=10fb6aa3-f962-4d43-b1f4-ceecf7c36670,segment=NetworkSegment(86362bff-3a6a-43b7-a40e-ec817261ef9d),segment_id=86362bff-3a6a-43b7-a40e-ec817261ef9d)] {{(pid=104389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 05:24:11.782718 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Jun 2022 05:24:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15784020-d753-4a05-9bd2-6b9fca6803e1 x-openstack-request-id: req-15784020-d753-4a05-9bd2-6b9fca6803e1 {{(pid=104389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 05:24:11.783014 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "589899a5-db4e-4c26-9411-811a83bd6f35", "name": "network-vif-plugged", "status": "completed", "tag": "10fb6aa3-f962-4d43-b1f4-ceecf7c36670", "code": 200}]} {{(pid=104389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 05:24:11.783262 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-15784020-d753-4a05-9bd2-6b9fca6803e1 {{(pid=104389) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 05:24:11.783986 dv-cinder-836996-35-iscsi neutron-server[104389]: INFO neutron.notifiers.nova [-] Nova event matching ['req-15784020-d753-4a05-9bd2-6b9fca6803e1'] response: {'server_uuid': '589899a5-db4e-4c26-9411-811a83bd6f35', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10fb6aa3-f962-4d43-b1f4-ceecf7c36670', 'code': 200} Jun 18 05:24:11.828533 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1768343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789592765606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789592262840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789592262858'] for port (10fb6aa3-f962-4d43-b1f4-ceecf7c36670), after_update {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:24:11.886152 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] Pushing event updated for resources: {'Port': ['ID=10fb6aa3-f962-4d43-b1f4-ceecf7c36670,revision_number=5']} {{(pid=104389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:24:12.162581 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db843b6-4174-48d5-bfdc-b5c1e28ea462 req-d8ce97e8-4d04-4957-8071-092733dee3a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:24:12.164094 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-7db843b6-4174-48d5-bfdc-b5c1e28ea462 req-d8ce97e8-4d04-4957-8071-092733dee3a6 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=589899a5-db4e-4c26-9411-811a83bd6f35 HTTP/1.1" status: 200 len: 1130 time: 0.0420232 Jun 18 05:24:12.207648 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-7db843b6-4174-48d5-bfdc-b5c1e28ea462 req-1eb9cd45-8e51-444e-ad30-29db8baec2f4 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=017ce7bd-1ae2-43f3-9210-41f25ef9c867&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374014 Jun 18 05:24:12.515263 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-8a5ed642-3361-4b79-8545-597a78c15272 req-1c733f5c-8af5-439f-92b1-0fe94bf6d9fc tempest-VolumesSnapshotTestJSON-1732513961 tempest-VolumesSnapshotTestJSON-1732513961-project] 10.222.0.23 "GET /v2.0/ports?device_id=f110a7a4-de6a-4986-b264-d09af210aaa7 HTTP/1.1" status: 200 len: 210 time: 0.0308549 Jun 18 05:24:12.831740 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7971f748-d25b-48b9-b3d4-d6a4ac1e181d req-3b0bca23-452e-4fbf-8786-5d7d03e8a30e tempest-AttachVolumeNegativeTest-1030731986 tempest-AttachVolumeNegativeTest-1030731986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:24:12.833263 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-7971f748-d25b-48b9-b3d4-d6a4ac1e181d req-3b0bca23-452e-4fbf-8786-5d7d03e8a30e tempest-AttachVolumeNegativeTest-1030731986 tempest-AttachVolumeNegativeTest-1030731986-project] 10.222.0.23 "GET /v2.0/ports?device_id=589899a5-db4e-4c26-9411-811a83bd6f35 HTTP/1.1" status: 200 len: 946 time: 0.0454907 Jun 18 05:24:12.868285 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG dbcounter [-] [104387] Writing DB stats neutron:UPDATE=2,neutron:SELECT=93,neutron:INSERT=3,neutron:DELETE=2 {{(pid=104387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:24:12.879915 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-7971f748-d25b-48b9-b3d4-d6a4ac1e181d req-9ca1ca77-c6d2-45f8-9dcd-279d3eab86b3 tempest-AttachVolumeNegativeTest-1030731986 tempest-AttachVolumeNegativeTest-1030731986-project] 10.222.0.23 "GET /v2.0/security-groups?id=017ce7bd-1ae2-43f3-9210-41f25ef9c867&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403910 Jun 18 05:24:13.609518 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-9b08183f-3865-4fd4-a7c9-9ee4509c068f req-64ab2160-716b-425a-9184-e51f5ff86c3d tempest-VolumesSnapshotTestJSON-1732513961 tempest-VolumesSnapshotTestJSON-1732513961-project] 10.222.0.23 "GET /v2.0/ports?device_id=f110a7a4-de6a-4986-b264-d09af210aaa7 HTTP/1.1" status: 200 len: 210 time: 0.0274334 Jun 18 05:24:13.996354 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b41f77-bcfa-40be-ae03-621c07c39fbb req-afb482f3-2d76-4ef7-9902-b4b0f122e7f3 tempest-AttachVolumeNegativeTest-1030731986 tempest-AttachVolumeNegativeTest-1030731986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:24:13.997885 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-75b41f77-bcfa-40be-ae03-621c07c39fbb req-afb482f3-2d76-4ef7-9902-b4b0f122e7f3 tempest-AttachVolumeNegativeTest-1030731986 tempest-AttachVolumeNegativeTest-1030731986-project] 10.222.0.23 "GET /v2.0/ports?device_id=589899a5-db4e-4c26-9411-811a83bd6f35 HTTP/1.1" status: 200 len: 946 time: 0.0504391 Jun 18 05:24:14.045583 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-75b41f77-bcfa-40be-ae03-621c07c39fbb req-114f5c72-3d89-44cb-998d-6ae8451886ad tempest-AttachVolumeNegativeTest-1030731986 tempest-AttachVolumeNegativeTest-1030731986-project] 10.222.0.23 "GET /v2.0/security-groups?id=017ce7bd-1ae2-43f3-9210-41f25ef9c867&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419533 Jun 18 05:24:14.154890 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1865d2-3c04-442d-8617-b9208d84fed8 req-6a8e0263-3474-41ae-80fa-191612b6611c tempest-AttachVolumeNegativeTest-1030731986 tempest-AttachVolumeNegativeTest-1030731986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:24:14.156705 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-ff1865d2-3c04-442d-8617-b9208d84fed8 req-6a8e0263-3474-41ae-80fa-191612b6611c tempest-AttachVolumeNegativeTest-1030731986 tempest-AttachVolumeNegativeTest-1030731986-project] 10.222.0.23 "GET /v2.0/ports?device_id=589899a5-db4e-4c26-9411-811a83bd6f35 HTTP/1.1" status: 200 len: 946 time: 0.0477931 Jun 18 05:24:14.165523 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.wsgi [-] (104388) accepted ('10.222.0.23', 54930) {{(pid=104388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 05:24:14.169929 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.api.v2.base [None req-7a7ebc8d-fcad-44d8-949b-04d48d55a364 tempest-AttachVolumeNegativeTest-1030731986 tempest-AttachVolumeNegativeTest-1030731986-project] Request body: {'floatingip': {'port_id': '10fb6aa3-f962-4d43-b1f4-ceecf7c36670'}} {{(pid=104388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 18 05:24:14.206575 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-7a7ebc8d-fcad-44d8-949b-04d48d55a364 tempest-AttachVolumeNegativeTest-1030731986 tempest-AttachVolumeNegativeTest-1030731986-project] Publish callbacks [] for floatingip (a7616509-2c6d-4dd6-9b19-a51df4ae49a2), before_update {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:24:14.245434 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG dbcounter [-] [104388] Writing DB stats neutron:SELECT=93,neutron:INSERT=7 {{(pid=104388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:24:14.274551 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG dbcounter [-] [104388] Writing DB stats neutron:DELETE=1,neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:24:14.387157 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc90600-09dd-4baf-b6df-adc19bea22cb req-ce247eb5-a45d-446c-b165-2a46bed12288 tempest-VolumesSnapshotTestJSON-1732513961 tempest-VolumesSnapshotTestJSON-1732513961-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:24:14.390033 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-8fc90600-09dd-4baf-b6df-adc19bea22cb req-ce247eb5-a45d-446c-b165-2a46bed12288 tempest-VolumesSnapshotTestJSON-1732513961 tempest-VolumesSnapshotTestJSON-1732513961-project] 10.222.0.15 "GET /v2.0/networks?id=a7bf14ab-72b2-42a1-a57f-14612ca15e66 HTTP/1.1" status: 200 len: 813 time: 0.1293740 Jun 18 05:24:14.408574 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.api.v2.base [req-8fc90600-09dd-4baf-b6df-adc19bea22cb req-6ead5f6a-ef88-49c8-8145-1888b1300c85 tempest-VolumesSnapshotTestJSON-1732513961 tempest-VolumesSnapshotTestJSON-1732513961-project] Request body: {'port': {'device_id': 'f110a7a4-de6a-4986-b264-d09af210aaa7', 'network_id': 'a7bf14ab-72b2-42a1-a57f-14612ca15e66', 'admin_state_up': True, 'tenant_id': 'd8863ced0efc4b95806761cc2d8a6f78'}} {{(pid=104387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 18 05:24:14.789312 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-90f450d2-107d-45ec-a8a2-dcd9d1ced22a req-0d474bd2-9233-4933-bb29-e23da3f2be78 tempest-VolumesSnapshotTestJSON-1732513961 tempest-VolumesSnapshotTestJSON-1732513961-project] 10.222.0.23 "GET /v2.0/ports?device_id=f110a7a4-de6a-4986-b264-d09af210aaa7 HTTP/1.1" status: 200 len: 210 time: 0.0370176 Jun 18 05:24:14.886195 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8fc90600-09dd-4baf-b6df-adc19bea22cb req-6ead5f6a-ef88-49c8-8145-1888b1300c85 tempest-VolumesSnapshotTestJSON-1732513961 tempest-VolumesSnapshotTestJSON-1732513961-project] Made reservation on behalf of d8863ced0efc4b95806761cc2d8a6f78 for: {'port': 1} {{(pid=104387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 05:24:14.890610 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [req-8fc90600-09dd-4baf-b6df-adc19bea22cb req-6ead5f6a-ef88-49c8-8145-1888b1300c85 tempest-VolumesSnapshotTestJSON-1732513961 tempest-VolumesSnapshotTestJSON-1732513961-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1768406'] for port (None), before_create {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:24:14.983538 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-7a7ebc8d-fcad-44d8-949b-04d48d55a364 tempest-AttachVolumeNegativeTest-1030731986 tempest-AttachVolumeNegativeTest-1030731986-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:24:15.045414 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-7a7ebc8d-fcad-44d8-949b-04d48d55a364 tempest-AttachVolumeNegativeTest-1030731986 tempest-AttachVolumeNegativeTest-1030731986-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-736808'] for floatingip (a7616509-2c6d-4dd6-9b19-a51df4ae49a2), after_update {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:24:15.049572 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.db.db_base_plugin_common [req-8fc90600-09dd-4baf-b6df-adc19bea22cb req-6ead5f6a-ef88-49c8-8145-1888b1300c85 tempest-VolumesSnapshotTestJSON-1732513961 tempest-VolumesSnapshotTestJSON-1732513961-project] Allocated IP 172.20.0.3 (a7bf14ab-72b2-42a1-a57f-14612ca15e66/53ff9c13-72bd-4f1b-a153-710bb3f69e9a/f108c405-22fa-4032-b9a5-fc33f14813ab) {{(pid=104387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 05:24:15.087163 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG dbcounter [-] [104387] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=104387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:24:15.152845 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.db.l3_db [None req-7a7ebc8d-fcad-44d8-949b-04d48d55a364 tempest-AttachVolumeNegativeTest-1030731986 tempest-AttachVolumeNegativeTest-1030731986-project] Floating IP a7616509-2c6d-4dd6-9b19-a51df4ae49a2 associated. External IP: 172.27.2.190, port: 10fb6aa3-f962-4d43-b1f4-ceecf7c36670. Jun 18 05:24:15.214728 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [req-8fc90600-09dd-4baf-b6df-adc19bea22cb req-6ead5f6a-ef88-49c8-8145-1888b1300c85 tempest-VolumesSnapshotTestJSON-1732513961 tempest-VolumesSnapshotTestJSON-1732513961-project] Publish callbacks [] for port (f108c405-22fa-4032-b9a5-fc33f14813ab), precommit_create {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:24:15.292728 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG dbcounter [-] [104388] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:24:15.360256 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a7ebc8d-fcad-44d8-949b-04d48d55a364 tempest-AttachVolumeNegativeTest-1030731986 tempest-AttachVolumeNegativeTest-1030731986-project] Router bd1d2cf2-0e95-45dc-a81c-142caeaebaea has already been hosted by L3 agent a8549501-0164-4ac5-90a6-1ba1ba0d3f9d {{(pid=104388) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 18 05:24:15.366175 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [req-8fc90600-09dd-4baf-b6df-adc19bea22cb req-6ead5f6a-ef88-49c8-8145-1888b1300c85 tempest-VolumesSnapshotTestJSON-1732513961 tempest-VolumesSnapshotTestJSON-1732513961-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1768343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789592262822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14020772'] for port (f108c405-22fa-4032-b9a5-fc33f14813ab), after_create {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:24:15.397974 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG dbcounter [-] [104387] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:24:15.415533 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8fc90600-09dd-4baf-b6df-adc19bea22cb req-6ead5f6a-ef88-49c8-8145-1888b1300c85 tempest-VolumesSnapshotTestJSON-1732513961 tempest-VolumesSnapshotTestJSON-1732513961-project] Network a7bf14ab-72b2-42a1-a57f-14612ca15e66 is already hosted by enough agents. {{(pid=104387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 05:24:15.420937 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.scheduler.base_scheduler [req-8fc90600-09dd-4baf-b6df-adc19bea22cb req-6ead5f6a-ef88-49c8-8145-1888b1300c85 tempest-VolumesSnapshotTestJSON-1732513961 tempest-VolumesSnapshotTestJSON-1732513961-project] Resources bound (agent type, host, resource id): {{(pid=104387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 05:24:15.423209 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ead5f6a-ef88-49c8-8145-1888b1300c85 tempest-VolumesSnapshotTestJSON-1732513961 tempest-VolumesSnapshotTestJSON-1732513961-project] Pushing event updated for resources: {'Port': ['ID=f108c405-22fa-4032-b9a5-fc33f14813ab,revision_number=1']} {{(pid=104387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:24:15.425396 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.db.l3_dvrscheduler_db [req-8fc90600-09dd-4baf-b6df-adc19bea22cb req-6ead5f6a-ef88-49c8-8145-1888b1300c85 tempest-VolumesSnapshotTestJSON-1732513961 tempest-VolumesSnapshotTestJSON-1732513961-project] Received port after_create {{(pid=104387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 18 05:24:15.470694 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a7ebc8d-fcad-44d8-949b-04d48d55a364 tempest-AttachVolumeNegativeTest-1030731986 tempest-AttachVolumeNegativeTest-1030731986-project] Notify agent at l3_agent.dv-cinder-836996-35-iscsi the message routers_updated {{(pid=104388) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 05:24:15.473547 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc90600-09dd-4baf-b6df-adc19bea22cb req-6ead5f6a-ef88-49c8-8145-1888b1300c85 tempest-VolumesSnapshotTestJSON-1732513961 tempest-VolumesSnapshotTestJSON-1732513961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:24:15.474930 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [req-8fc90600-09dd-4baf-b6df-adc19bea22cb req-6ead5f6a-ef88-49c8-8145-1888b1300c85 tempest-VolumesSnapshotTestJSON-1732513961 tempest-VolumesSnapshotTestJSON-1732513961-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19502'] for port (None), before_response {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:24:15.476330 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-7a7ebc8d-fcad-44d8-949b-04d48d55a364 tempest-AttachVolumeNegativeTest-1030731986 tempest-AttachVolumeNegativeTest-1030731986-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19502'] for floatingip (None), before_response {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:24:15.482178 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f75b0798-2b68-462d-aaf9-2c4d5cab81c1 None None] Sync routers for ids ['bd1d2cf2-0e95-45dc-a81c-142caeaebaea'] in dv-cinder-836996-35-iscsi {{(pid=104389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 05:24:15.493037 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f75b0798-2b68-462d-aaf9-2c4d5cab81c1 None None] Routers {'bd1d2cf2-0e95-45dc-a81c-142caeaebaea'} bound to L3 agent in host dv-cinder-836996-35-iscsi {{(pid=104389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 18 05:24:15.493941 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.db.l3_hamode_db [None req-f75b0798-2b68-462d-aaf9-2c4d5cab81c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-35-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-18T05:08:24Z,description=,heartbeat_timestamp=2022-06-18T05:23:54Z,host='dv-cinder-836996-35-iscsi',id=a8549501-0164-4ac5-90a6-1ba1ba0d3f9d,load=0,resource_versions=,resources_synced=,started_at=2022-06-18T05:08:25Z,topic='l3_agent')) {'router_ids': ['bd1d2cf2-0e95-45dc-a81c-142caeaebaea'], 'active': True} {{(pid=104389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 05:24:15.511798 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [None req-7a7ebc8d-fcad-44d8-949b-04d48d55a364 tempest-AttachVolumeNegativeTest-1030731986 tempest-AttachVolumeNegativeTest-1030731986-project] 10.222.0.23 "PUT /v2.0/floatingips/a7616509-2c6d-4dd6-9b19-a51df4ae49a2 HTTP/1.1" status: 200 len: 992 time: 1.3451746 Jun 18 05:24:15.512424 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '589899a5-db4e-4c26-9411-811a83bd6f35', 'tag': '10fb6aa3-f962-4d43-b1f4-ceecf7c36670'}] {{(pid=104388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 18 05:24:15.514732 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76651050bff5b1e15da4688504920c0e470581a7df997af8856c46d23e91a66a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe525ff8-935e-43df-9677-8ea7cec0d640" -d '{"events": [{"name": "network-changed", "server_uuid": "589899a5-db4e-4c26-9411-811a83bd6f35", "tag": "10fb6aa3-f962-4d43-b1f4-ceecf7c36670"}]}' {{(pid=104388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 05:24:15.551404 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Jun 2022 05:24:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7c4353e-e403-4ae6-a6bf-7d2fa45b0d8e x-openstack-request-id: req-a7c4353e-e403-4ae6-a6bf-7d2fa45b0d8e {{(pid=104388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 05:24:15.551694 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "589899a5-db4e-4c26-9411-811a83bd6f35", "tag": "10fb6aa3-f962-4d43-b1f4-ceecf7c36670", "status": "completed", "code": 200}]} {{(pid=104388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 05:24:15.551987 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-a7c4353e-e403-4ae6-a6bf-7d2fa45b0d8e {{(pid=104388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 05:24:15.552718 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a7c4353e-e403-4ae6-a6bf-7d2fa45b0d8e'] response: {'name': 'network-changed', 'server_uuid': '589899a5-db4e-4c26-9411-811a83bd6f35', 'tag': '10fb6aa3-f962-4d43-b1f4-ceecf7c36670', 'status': 'completed', 'code': 200} Jun 18 05:24:15.568040 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-8fc90600-09dd-4baf-b6df-adc19bea22cb req-6ead5f6a-ef88-49c8-8145-1888b1300c85 tempest-VolumesSnapshotTestJSON-1732513961 tempest-VolumesSnapshotTestJSON-1732513961-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1633039 Jun 18 05:24:15.592064 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.api.v2.base [req-8fc90600-09dd-4baf-b6df-adc19bea22cb req-2c95c11f-f1c1-41fc-aee5-520f4e454114 service neutron] Request body: {'port': {'device_id': 'f110a7a4-de6a-4986-b264-d09af210aaa7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83699'}} {{(pid=104387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 18 05:24:15.606693 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.db.l3_dvr_db [None req-f75b0798-2b68-462d-aaf9-2c4d5cab81c1 None None] Set router bd1d2cf2-0e95-45dc-a81c-142caeaebaea gateway port host: dv-cinder-836996-35-iscsi {{(pid=104389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 18 05:24:15.662716 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe525ff8-935e-43df-9677-8ea7cec0d640 req-8a01058c-3800-440b-915a-4e1744cb0efe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:24:15.664210 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-fe525ff8-935e-43df-9677-8ea7cec0d640 req-8a01058c-3800-440b-915a-4e1744cb0efe service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=81c38b2c1ae4484bbf2d4939470f45e4&device_id=589899a5-db4e-4c26-9411-811a83bd6f35 HTTP/1.1" status: 200 len: 1130 time: 0.0679665 Jun 18 05:24:15.711953 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [req-8fc90600-09dd-4baf-b6df-adc19bea22cb req-2c95c11f-f1c1-41fc-aee5-520f4e454114 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1768406'] for port (f108c405-22fa-4032-b9a5-fc33f14813ab), before_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:24:15.814554 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe525ff8-935e-43df-9677-8ea7cec0d640 req-136a6d1c-2483-4b86-8e8a-407bc4f4ac4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:24:15.816004 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-fe525ff8-935e-43df-9677-8ea7cec0d640 req-136a6d1c-2483-4b86-8e8a-407bc4f4ac4e service neutron] 10.222.0.15 "GET /v2.0/networks?id=1c244710-1fba-414f-9d04-4fcd88e7ed14 HTTP/1.1" status: 200 len: 916 time: 0.1365948 Jun 18 05:24:15.829372 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.db.l3_hamode_db [None req-f75b0798-2b68-462d-aaf9-2c4d5cab81c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd1d2cf2-0e95-45dc-a81c-142caeaebaea', 'name': 'tempest-AttachVolumeNegativeTest-1598467528-router', 'tenant_id': '81c38b2c1ae4484bbf2d4939470f45e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65c030c7-6a7d-4cea-a47d-5cdd532db0e6', 'external_fixed_ips': [{'subnet_id': 'a9fa7760-a071-45ee-b985-799999c69975', 'ip_address': '172.27.2.173'}], 'enable_snat': True}, 'gw_port_id': 'f94d4039-4d8f-4564-be5c-6e372aba9749', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-18T05:23:50Z', 'updated_at': '2022-06-18T05:23:53Z', 'revision_number': 4, 'project_id': '81c38b2c1ae4484bbf2d4939470f45e4', 'gw_port': {'id': 'f94d4039-4d8f-4564-be5c-6e372aba9749', 'name': '', 'network_id': '65c030c7-6a7d-4cea-a47d-5cdd532db0e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:b4:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd1d2cf2-0e95-45dc-a81c-142caeaebaea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': 'a9fa7760-a071-45ee-b985-799999c69975', 'ip_address': '172.27.2.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-18T05:23:50Z', 'updated_at': '2022-06-18T05:23:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9fa7760-a071-45ee-b985-799999c69975', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-35-iscsi', '_floatingips': [{'id': 'a7616509-2c6d-4dd6-9b19-a51df4ae49a2', 'tenant_id': '81c38b2c1ae4484bbf2d4939470f45e4', 'floating_ip_address': '172.27.2.190', 'floating_network_id': '65c030c7-6a7d-4cea-a47d-5cdd532db0e6', 'router_id': 'bd1d2cf2-0e95-45dc-a81c-142caeaebaea', 'port_id': '10fb6aa3-f962-4d43-b1f4-ceecf7c36670', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 564, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1c244710-1fba-414f-9d04-4fcd88e7ed14', 'mac_address': 'fa:16:3e:7a:34:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '589899a5-db4e-4c26-9411-811a83bd6f35', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-18T05:23:57Z', 'updated_at': '2022-06-18T05:24:14Z', 'revision_number': 1, 'project_id': '81c38b2c1ae4484bbf2d4939470f45e4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cb2b0c93-f026-4453-8702-ba5bfc22ddc5', 'name': '', 'network_id': '1c244710-1fba-414f-9d04-4fcd88e7ed14', 'tenant_id': '81c38b2c1ae4484bbf2d4939470f45e4', 'mac_address': 'fa:16:3e:26:31:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd1d2cf2-0e95-45dc-a81c-142caeaebaea', 'device_owner': 'network:router_interface', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '04d37ce2-ecce-4dd0-86fe-4bab0e2e49c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-18T05:23:53Z', 'updated_at': '2022-06-18T05:23:57Z', 'revision_number': 5, 'project_id': '81c38b2c1ae4484bbf2d4939470f45e4', 'subnets': [{'id': '04d37ce2-ecce-4dd0-86fe-4bab0e2e49c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-35-iscsi', False) {} {{(pid=104389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 05:24:15.855437 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f75b0798-2b68-462d-aaf9-2c4d5cab81c1 None None] Checking router: bd1d2cf2-0e95-45dc-a81c-142caeaebaea for host: dv-cinder-836996-35-iscsi {{(pid=104389) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 05:24:15.864049 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f75b0798-2b68-462d-aaf9-2c4d5cab81c1 None None] Routers {'bd1d2cf2-0e95-45dc-a81c-142caeaebaea'} bound to L3 agent in host dv-cinder-836996-35-iscsi {{(pid=104389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 18 05:24:15.864713 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.db.l3_hamode_db [None req-f75b0798-2b68-462d-aaf9-2c4d5cab81c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-35-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-18T05:08:24Z,description=,heartbeat_timestamp=2022-06-18T05:23:54Z,host='dv-cinder-836996-35-iscsi',id=a8549501-0164-4ac5-90a6-1ba1ba0d3f9d,load=0,resource_versions=,resources_synced=,started_at=2022-06-18T05:08:25Z,topic='l3_agent')) {'router_ids': ['bd1d2cf2-0e95-45dc-a81c-142caeaebaea'], 'active': True} {{(pid=104389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 05:24:15.960063 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG dbcounter [-] [104389] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:24:15.970117 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.db.l3_dvr_db [None req-f75b0798-2b68-462d-aaf9-2c4d5cab81c1 None None] Set router bd1d2cf2-0e95-45dc-a81c-142caeaebaea gateway port host: dv-cinder-836996-35-iscsi {{(pid=104389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 18 05:24:15.987778 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e1b8ea-40ab-4378-8b81-0d0dc81fa8c9 req-53874ed4-662d-4f44-8033-3da144d7e008 tempest-VolumesSnapshotTestJSON-1732513961 tempest-VolumesSnapshotTestJSON-1732513961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:24:15.989247 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-81e1b8ea-40ab-4378-8b81-0d0dc81fa8c9 req-53874ed4-662d-4f44-8033-3da144d7e008 tempest-VolumesSnapshotTestJSON-1732513961 tempest-VolumesSnapshotTestJSON-1732513961-project] 10.222.0.23 "GET /v2.0/ports?device_id=f110a7a4-de6a-4986-b264-d09af210aaa7 HTTP/1.1" status: 200 len: 931 time: 0.1184406 Jun 18 05:24:15.995113 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-fe525ff8-935e-43df-9677-8ea7cec0d640 req-8bc9834a-783b-4aae-9977-3718f21b2988 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=10fb6aa3-f962-4d43-b1f4-ceecf7c36670 HTTP/1.1" status: 200 len: 1000 time: 0.1720097 Jun 18 05:24:16.131875 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe525ff8-935e-43df-9677-8ea7cec0d640 req-4f587056-b6dd-4748-8816-3fece86d4aed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:24:16.133401 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-fe525ff8-935e-43df-9677-8ea7cec0d640 req-4f587056-b6dd-4748-8816-3fece86d4aed service neutron] 10.222.0.15 "GET /v2.0/subnets?id=04d37ce2-ecce-4dd0-86fe-4bab0e2e49c9 HTTP/1.1" status: 200 len: 854 time: 0.1283386 Jun 18 05:24:16.138532 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-81e1b8ea-40ab-4378-8b81-0d0dc81fa8c9 req-dd119dfd-7cf9-4427-8492-49be39ef2f73 tempest-VolumesSnapshotTestJSON-1732513961 tempest-VolumesSnapshotTestJSON-1732513961-project] 10.222.0.23 "GET /v2.0/security-groups?id=f6ee405e-7be7-4e21-9a90-0a1a8a130dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1411095 Jun 18 05:24:16.185431 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG dbcounter [-] [104387] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:24:16.205686 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.db.l3_hamode_db [None req-f75b0798-2b68-462d-aaf9-2c4d5cab81c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd1d2cf2-0e95-45dc-a81c-142caeaebaea', 'name': 'tempest-AttachVolumeNegativeTest-1598467528-router', 'tenant_id': '81c38b2c1ae4484bbf2d4939470f45e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65c030c7-6a7d-4cea-a47d-5cdd532db0e6', 'external_fixed_ips': [{'subnet_id': 'a9fa7760-a071-45ee-b985-799999c69975', 'ip_address': '172.27.2.173'}], 'enable_snat': True}, 'gw_port_id': 'f94d4039-4d8f-4564-be5c-6e372aba9749', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-18T05:23:50Z', 'updated_at': '2022-06-18T05:23:53Z', 'revision_number': 4, 'project_id': '81c38b2c1ae4484bbf2d4939470f45e4', 'gw_port': {'id': 'f94d4039-4d8f-4564-be5c-6e372aba9749', 'name': '', 'network_id': '65c030c7-6a7d-4cea-a47d-5cdd532db0e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:b4:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd1d2cf2-0e95-45dc-a81c-142caeaebaea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': 'a9fa7760-a071-45ee-b985-799999c69975', 'ip_address': '172.27.2.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-18T05:23:50Z', 'updated_at': '2022-06-18T05:23:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9fa7760-a071-45ee-b985-799999c69975', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-35-iscsi', '_floatingips': [{'id': 'a7616509-2c6d-4dd6-9b19-a51df4ae49a2', 'tenant_id': '81c38b2c1ae4484bbf2d4939470f45e4', 'floating_ip_address': '172.27.2.190', 'floating_network_id': '65c030c7-6a7d-4cea-a47d-5cdd532db0e6', 'router_id': 'bd1d2cf2-0e95-45dc-a81c-142caeaebaea', 'port_id': '10fb6aa3-f962-4d43-b1f4-ceecf7c36670', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 564, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1c244710-1fba-414f-9d04-4fcd88e7ed14', 'mac_address': 'fa:16:3e:7a:34:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '589899a5-db4e-4c26-9411-811a83bd6f35', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-18T05:23:57Z', 'updated_at': '2022-06-18T05:24:14Z', 'revision_number': 1, 'project_id': '81c38b2c1ae4484bbf2d4939470f45e4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cb2b0c93-f026-4453-8702-ba5bfc22ddc5', 'name': '', 'network_id': '1c244710-1fba-414f-9d04-4fcd88e7ed14', 'tenant_id': '81c38b2c1ae4484bbf2d4939470f45e4', 'mac_address': 'fa:16:3e:26:31:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd1d2cf2-0e95-45dc-a81c-142caeaebaea', 'device_owner': 'network:router_interface', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '04d37ce2-ecce-4dd0-86fe-4bab0e2e49c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-18T05:23:53Z', 'updated_at': '2022-06-18T05:23:57Z', 'revision_number': 5, 'project_id': '81c38b2c1ae4484bbf2d4939470f45e4', 'subnets': [{'id': '04d37ce2-ecce-4dd0-86fe-4bab0e2e49c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-35-iscsi', False) {} {{(pid=104389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 05:24:16.207288 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe525ff8-935e-43df-9677-8ea7cec0d640 req-70f56997-3df5-43ae-a004-b1f0cd454843 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:24:16.210151 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-fe525ff8-935e-43df-9677-8ea7cec0d640 req-70f56997-3df5-43ae-a004-b1f0cd454843 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=1c244710-1fba-414f-9d04-4fcd88e7ed14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0683513 Jun 18 05:24:16.234481 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f75b0798-2b68-462d-aaf9-2c4d5cab81c1 None None] The sync data for ids ['bd1d2cf2-0e95-45dc-a81c-142caeaebaea'] in dv-cinder-836996-35-iscsi is: [{'id': 'bd1d2cf2-0e95-45dc-a81c-142caeaebaea', 'name': 'tempest-AttachVolumeNegativeTest-1598467528-router', 'tenant_id': '81c38b2c1ae4484bbf2d4939470f45e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65c030c7-6a7d-4cea-a47d-5cdd532db0e6', 'external_fixed_ips': [{'subnet_id': 'a9fa7760-a071-45ee-b985-799999c69975', 'ip_address': '172.27.2.173'}], 'enable_snat': True}, 'gw_port_id': 'f94d4039-4d8f-4564-be5c-6e372aba9749', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-18T05:23:50Z', 'updated_at': '2022-06-18T05:23:53Z', 'revision_number': 4, 'project_id': '81c38b2c1ae4484bbf2d4939470f45e4', 'gw_port': {'id': 'f94d4039-4d8f-4564-be5c-6e372aba9749', 'name': '', 'network_id': '65c030c7-6a7d-4cea-a47d-5cdd532db0e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:b4:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd1d2cf2-0e95-45dc-a81c-142caeaebaea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': 'a9fa7760-a071-45ee-b985-799999c69975', 'ip_address': '172.27.2.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-18T05:23:50Z', 'updated_at': '2022-06-18T05:23:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9fa7760-a071-45ee-b985-799999c69975', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-35-iscsi', '_floatingips': [{'id': 'a7616509-2c6d-4dd6-9b19-a51df4ae49a2', 'tenant_id': '81c38b2c1ae4484bbf2d4939470f45e4', 'floating_ip_address': '172.27.2.190', 'floating_network_id': '65c030c7-6a7d-4cea-a47d-5cdd532db0e6', 'router_id': 'bd1d2cf2-0e95-45dc-a81c-142caeaebaea', 'port_id': '10fb6aa3-f962-4d43-b1f4-ceecf7c36670', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 564, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1c244710-1fba-414f-9d04-4fcd88e7ed14', 'mac_address': 'fa:16:3e:7a:34:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '589899a5-db4e-4c26-9411-811a83bd6f35', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-18T05:23:57Z', 'updated_at': '2022-06-18T05:24:14Z', 'revision_number': 1, 'project_id': '81c38b2c1ae4484bbf2d4939470f45e4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cb2b0c93-f026-4453-8702-ba5bfc22ddc5', 'name': '', 'network_id': '1c244710-1fba-414f-9d04-4fcd88e7ed14', 'tenant_id': '81c38b2c1ae4484bbf2d4939470f45e4', 'mac_address': 'fa:16:3e:26:31:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd1d2cf2-0e95-45dc-a81c-142caeaebaea', 'device_owner': 'network:router_interface', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '04d37ce2-ecce-4dd0-86fe-4bab0e2e49c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-18T05:23:53Z', 'updated_at': '2022-06-18T05:23:57Z', 'revision_number': 5, 'project_id': '81c38b2c1ae4484bbf2d4939470f45e4', 'subnets': [{'id': '04d37ce2-ecce-4dd0-86fe-4bab0e2e49c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 05:24:16.268918 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.notifiers.nova [req-8fc90600-09dd-4baf-b6df-adc19bea22cb req-2c95c11f-f1c1-41fc-aee5-520f4e454114 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f108c405-22fa-4032-b9a5-fc33f14813ab {{(pid=104387) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 18 05:24:16.290380 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [req-8fc90600-09dd-4baf-b6df-adc19bea22cb req-2c95c11f-f1c1-41fc-aee5-520f4e454114 service neutron] Publish callbacks [] for port (f108c405-22fa-4032-b9a5-fc33f14813ab), precommit_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:24:16.336111 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.db.provisioning_blocks [req-8fc90600-09dd-4baf-b6df-adc19bea22cb req-2c95c11f-f1c1-41fc-aee5-520f4e454114 service neutron] Transition to ACTIVE for port object f108c405-22fa-4032-b9a5-fc33f14813ab will not be triggered until provisioned by entity L2. {{(pid=104387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 18 05:24:16.346709 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG dbcounter [-] [104387] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:24:16.359553 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-fe525ff8-935e-43df-9677-8ea7cec0d640 req-6beb4141-7883-4bc3-81aa-3c76d5f7e279 service neutron] 10.222.0.15 "GET /v2.0/networks/1c244710-1fba-414f-9d04-4fcd88e7ed14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1291978 Jun 18 05:24:16.439240 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [req-8fc90600-09dd-4baf-b6df-adc19bea22cb req-2c95c11f-f1c1-41fc-aee5-520f4e454114 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1768343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789592765606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789592262840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789592262858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14020781'] for port (f108c405-22fa-4032-b9a5-fc33f14813ab), after_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:24:16.448531 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67f1eeb1-b1fb-43af-9f79-5bd84448c774 None None] New status for floating IP a7616509-2c6d-4dd6-9b19-a51df4ae49a2: ACTIVE {{(pid=104390) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 18 05:24:16.512456 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-fe525ff8-935e-43df-9677-8ea7cec0d640 req-d96abd6c-c67d-4d6e-8f51-bfb1996751f7 service neutron] 10.222.0.15 "GET /v2.0/networks/1c244710-1fba-414f-9d04-4fcd88e7ed14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1464326 Jun 18 05:24:16.514258 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c95c11f-f1c1-41fc-aee5-520f4e454114 service neutron] Pushing event updated for resources: {'Port': ['ID=f108c405-22fa-4032-b9a5-fc33f14813ab,revision_number=2']} {{(pid=104387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:24:16.597737 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.managers [req-8fc90600-09dd-4baf-b6df-adc19bea22cb req-2c95c11f-f1c1-41fc-aee5-520f4e454114 service neutron] Attempting to bind port f108c405-22fa-4032-b9a5-fc33f14813ab on host hv-cinder-83699 for vnic_type normal with profile {{(pid=104387) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 18 05:24:16.598084 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.managers [req-8fc90600-09dd-4baf-b6df-adc19bea22cb req-2c95c11f-f1c1-41fc-aee5-520f4e454114 service neutron] Attempting to bind port f108c405-22fa-4032-b9a5-fc33f14813ab by drivers openvswitch,hyperv on host hv-cinder-83699 at level 0 using segments [{'id': 'a0c6d043-6d31-4159-b4fb-9bd74a6a684d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'a7bf14ab-72b2-42a1-a57f-14612ca15e66'}] {{(pid=104387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 18 05:24:16.598313 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fc90600-09dd-4baf-b6df-adc19bea22cb req-2c95c11f-f1c1-41fc-aee5-520f4e454114 service neutron] Attempting to bind port f108c405-22fa-4032-b9a5-fc33f14813ab on network a7bf14ab-72b2-42a1-a57f-14612ca15e66 {{(pid=104387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 18 05:24:16.603777 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fc90600-09dd-4baf-b6df-adc19bea22cb req-2c95c11f-f1c1-41fc-aee5-520f4e454114 service neutron] Port f108c405-22fa-4032-b9a5-fc33f14813ab on network a7bf14ab-72b2-42a1-a57f-14612ca15e66 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83699 {{(pid=104387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 18 05:24:16.604103 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fc90600-09dd-4baf-b6df-adc19bea22cb req-2c95c11f-f1c1-41fc-aee5-520f4e454114 service neutron] Attempting to bind port f108c405-22fa-4032-b9a5-fc33f14813ab on network a7bf14ab-72b2-42a1-a57f-14612ca15e66 {{(pid=104387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 18 05:24:16.609197 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fc90600-09dd-4baf-b6df-adc19bea22cb req-2c95c11f-f1c1-41fc-aee5-520f4e454114 service neutron] Checking agent: {'id': '21f82a9e-593b-4fa9-aa06-dfe6f16482e6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83699', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 18, 5, 14, 36), 'started_at': datetime.datetime(2022, 6, 18, 5, 14, 36), 'heartbeat_timestamp': datetime.datetime(2022, 6, 18, 5, 24, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 18 05:24:16.611979 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fc90600-09dd-4baf-b6df-adc19bea22cb req-2c95c11f-f1c1-41fc-aee5-520f4e454114 service neutron] Checking segment: {'id': 'a0c6d043-6d31-4159-b4fb-9bd74a6a684d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'a7bf14ab-72b2-42a1-a57f-14612ca15e66'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 18 05:24:16.611979 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fc90600-09dd-4baf-b6df-adc19bea22cb req-2c95c11f-f1c1-41fc-aee5-520f4e454114 service neutron] Bound using segment: {'id': 'a0c6d043-6d31-4159-b4fb-9bd74a6a684d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'a7bf14ab-72b2-42a1-a57f-14612ca15e66'} {{(pid=104387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 18 05:24:16.611979 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.managers [req-8fc90600-09dd-4baf-b6df-adc19bea22cb req-2c95c11f-f1c1-41fc-aee5-520f4e454114 service neutron] Bound port: f108c405-22fa-4032-b9a5-fc33f14813ab, host: hv-cinder-83699, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a0c6d043-6d31-4159-b4fb-9bd74a6a684d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'a7bf14ab-72b2-42a1-a57f-14612ca15e66'}}] {{(pid=104387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 18 05:24:16.611979 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [req-8fc90600-09dd-4baf-b6df-adc19bea22cb req-2c95c11f-f1c1-41fc-aee5-520f4e454114 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1768406'] for port (f108c405-22fa-4032-b9a5-fc33f14813ab), before_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:24:16.673547 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.db [req-8fc90600-09dd-4baf-b6df-adc19bea22cb req-2c95c11f-f1c1-41fc-aee5-520f4e454114 service neutron] For port f108c405-22fa-4032-b9a5-fc33f14813ab, host hv-cinder-83699, cleared binding levels {{(pid=104387) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 05:24:16.676776 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.db [req-8fc90600-09dd-4baf-b6df-adc19bea22cb req-2c95c11f-f1c1-41fc-aee5-520f4e454114 service neutron] For port f108c405-22fa-4032-b9a5-fc33f14813ab, host hv-cinder-83699, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=f108c405-22fa-4032-b9a5-fc33f14813ab,segment=NetworkSegment(a0c6d043-6d31-4159-b4fb-9bd74a6a684d),segment_id=a0c6d043-6d31-4159-b4fb-9bd74a6a684d)] {{(pid=104387) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 05:24:16.758388 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [req-8fc90600-09dd-4baf-b6df-adc19bea22cb req-2c95c11f-f1c1-41fc-aee5-520f4e454114 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1768343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789592765606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789592262840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789592262858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14020781'] for port (f108c405-22fa-4032-b9a5-fc33f14813ab), after_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:24:16.795930 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc90600-09dd-4baf-b6df-adc19bea22cb req-2c95c11f-f1c1-41fc-aee5-520f4e454114 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:24:16.796549 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [req-8fc90600-09dd-4baf-b6df-adc19bea22cb req-2c95c11f-f1c1-41fc-aee5-520f4e454114 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19502'] for port (None), before_response {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:24:16.797980 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-8fc90600-09dd-4baf-b6df-adc19bea22cb req-2c95c11f-f1c1-41fc-aee5-520f4e454114 service neutron] 10.222.0.15 "PUT /v2.0/ports/f108c405-22fa-4032-b9a5-fc33f14813ab HTTP/1.1" status: 200 len: 1093 time: 1.2101800 Jun 18 05:24:16.798417 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f110a7a4-de6a-4986-b264-d09af210aaa7', 'tag': 'f108c405-22fa-4032-b9a5-fc33f14813ab'}] {{(pid=104387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 18 05:24:16.800679 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}067244ef130036e0f0c6cfdae2cc0bb626a7afb0c2954d608d85df941ffdb65a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbf2ba84-f379-4263-80fe-2a760489d40a" -d '{"events": [{"name": "network-changed", "server_uuid": "f110a7a4-de6a-4986-b264-d09af210aaa7", "tag": "f108c405-22fa-4032-b9a5-fc33f14813ab"}]}' {{(pid=104387) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 05:24:16.832786 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c95c11f-f1c1-41fc-aee5-520f4e454114 service neutron] Pushing event updated for resources: {'Port': ['ID=f108c405-22fa-4032-b9a5-fc33f14813ab,revision_number=3']} {{(pid=104387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:24:16.839368 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Jun 2022 05:24:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd0cabb0-8518-478b-b04b-4d854710b997 x-openstack-request-id: req-cd0cabb0-8518-478b-b04b-4d854710b997 {{(pid=104387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 05:24:16.839657 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f110a7a4-de6a-4986-b264-d09af210aaa7", "tag": "f108c405-22fa-4032-b9a5-fc33f14813ab", "status": "completed", "code": 200}]} {{(pid=104387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 05:24:16.839911 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-cd0cabb0-8518-478b-b04b-4d854710b997 {{(pid=104387) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 05:24:16.840314 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cd0cabb0-8518-478b-b04b-4d854710b997'] response: {'name': 'network-changed', 'server_uuid': 'f110a7a4-de6a-4986-b264-d09af210aaa7', 'tag': 'f108c405-22fa-4032-b9a5-fc33f14813ab', 'status': 'completed', 'code': 200} Jun 18 05:24:16.925528 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf2ba84-f379-4263-80fe-2a760489d40a req-5d30606b-7c44-4e3a-91f6-07869fdd928c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:24:16.927571 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-dbf2ba84-f379-4263-80fe-2a760489d40a req-5d30606b-7c44-4e3a-91f6-07869fdd928c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=d8863ced0efc4b95806761cc2d8a6f78&device_id=f110a7a4-de6a-4986-b264-d09af210aaa7 HTTP/1.1" status: 200 len: 1127 time: 0.0398757 Jun 18 05:24:17.010682 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG dbcounter [-] [104387] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:24:17.039185 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf2ba84-f379-4263-80fe-2a760489d40a req-0f84cce8-9231-4a67-b00b-67a4a7a75c07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:24:17.040728 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-dbf2ba84-f379-4263-80fe-2a760489d40a req-0f84cce8-9231-4a67-b00b-67a4a7a75c07 service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=d8863ced0efc4b95806761cc2d8a6f78&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1007817 Jun 18 05:24:17.139813 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf2ba84-f379-4263-80fe-2a760489d40a req-70963479-b2fa-42d0-8a8d-9d21f84e9fea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:24:17.141350 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-dbf2ba84-f379-4263-80fe-2a760489d40a req-70963479-b2fa-42d0-8a8d-9d21f84e9fea service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0947866 Jun 18 05:24:17.267660 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc90600-09dd-4baf-b6df-adc19bea22cb req-81bc3e30-8712-4859-b855-7d2574f74086 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:24:17.269174 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-8fc90600-09dd-4baf-b6df-adc19bea22cb req-81bc3e30-8712-4859-b855-7d2574f74086 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=d8863ced0efc4b95806761cc2d8a6f78&device_id=f110a7a4-de6a-4986-b264-d09af210aaa7 HTTP/1.1" status: 200 len: 1127 time: 0.0710576 Jun 18 05:24:17.277124 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2920b54-4615-4c84-a3ce-25f9ce5a4e79 req-77af7dbf-5aed-4034-bec3-113fb4a72290 tempest-VolumesSnapshotTestJSON-1732513961 tempest-VolumesSnapshotTestJSON-1732513961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:24:17.278594 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-a2920b54-4615-4c84-a3ce-25f9ce5a4e79 req-77af7dbf-5aed-4034-bec3-113fb4a72290 tempest-VolumesSnapshotTestJSON-1732513961 tempest-VolumesSnapshotTestJSON-1732513961-project] 10.222.0.23 "GET /v2.0/ports?device_id=f110a7a4-de6a-4986-b264-d09af210aaa7 HTTP/1.1" status: 200 len: 943 time: 0.0707350 Jun 18 05:24:17.329400 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-8fc90600-09dd-4baf-b6df-adc19bea22cb req-33dab9f0-cd92-434d-8aab-4ebef01c5570 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f108c405-22fa-4032-b9a5-fc33f14813ab HTTP/1.1" status: 200 len: 217 time: 0.0474124 Jun 18 05:24:17.390942 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-a2920b54-4615-4c84-a3ce-25f9ce5a4e79 req-7a5f0a7e-aedd-40c9-a76b-a5afc049991e tempest-VolumesSnapshotTestJSON-1732513961 tempest-VolumesSnapshotTestJSON-1732513961-project] 10.222.0.23 "GET /v2.0/security-groups?id=f6ee405e-7be7-4e21-9a90-0a1a8a130dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028023 Jun 18 05:24:17.401028 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc90600-09dd-4baf-b6df-adc19bea22cb req-3140e7ac-6f9f-4177-95d5-332c3f964436 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:24:17.402518 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-8fc90600-09dd-4baf-b6df-adc19bea22cb req-3140e7ac-6f9f-4177-95d5-332c3f964436 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=53ff9c13-72bd-4f1b-a153-710bb3f69e9a HTTP/1.1" status: 200 len: 853 time: 0.0653718 Jun 18 05:24:17.435937 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-8fc90600-09dd-4baf-b6df-adc19bea22cb req-9c45c7e0-cc3d-43b4-9fb9-5e7d1d6779f7 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=a7bf14ab-72b2-42a1-a57f-14612ca15e66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0270700 Jun 18 05:24:17.525633 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG dbcounter [-] [104387] Writing DB stats neutron:SELECT=100 {{(pid=104387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:24:17.529520 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-8fc90600-09dd-4baf-b6df-adc19bea22cb req-9f54e1ae-8fb9-4b2b-b8ef-7eb9de46606f service neutron] 10.222.0.15 "GET /v2.0/networks/a7bf14ab-72b2-42a1-a57f-14612ca15e66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881279 Jun 18 05:24:17.623821 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-8fc90600-09dd-4baf-b6df-adc19bea22cb req-9e4a38d6-510e-4517-bf6c-5e24376242c4 service neutron] 10.222.0.15 "GET /v2.0/networks/a7bf14ab-72b2-42a1-a57f-14612ca15e66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878181 Jun 18 05:24:18.508305 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f88d10-778c-4e95-90fb-cf47da7ef29b req-ac5f8a6a-27ff-4e16-83b8-564da9b0755f tempest-VolumesSnapshotTestJSON-1732513961 tempest-VolumesSnapshotTestJSON-1732513961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:24:18.509860 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-31f88d10-778c-4e95-90fb-cf47da7ef29b req-ac5f8a6a-27ff-4e16-83b8-564da9b0755f tempest-VolumesSnapshotTestJSON-1732513961 tempest-VolumesSnapshotTestJSON-1732513961-project] 10.222.0.23 "GET /v2.0/ports?device_id=f110a7a4-de6a-4986-b264-d09af210aaa7 HTTP/1.1" status: 200 len: 943 time: 0.0469866 Jun 18 05:24:18.557220 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-31f88d10-778c-4e95-90fb-cf47da7ef29b req-be826efb-73d6-4d9a-b125-6fc30d34fd1d tempest-VolumesSnapshotTestJSON-1732513961 tempest-VolumesSnapshotTestJSON-1732513961-project] 10.222.0.23 "GET /v2.0/security-groups?id=f6ee405e-7be7-4e21-9a90-0a1a8a130dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418267 Jun 18 05:24:18.724212 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG neutron.db.agents_db [None req-f0cd052f-7516-4656-9d29-e77bb90ffdea None None] Agent healthcheck: found 6 active agents {{(pid=104390) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 18 05:24:19.677606 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43c295b-15ad-43ad-85a9-cb04d125a31e req-0ac1bfa0-8b52-435d-8ea8-4e61c6ade8e6 tempest-VolumesSnapshotTestJSON-1732513961 tempest-VolumesSnapshotTestJSON-1732513961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:24:19.679085 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-a43c295b-15ad-43ad-85a9-cb04d125a31e req-0ac1bfa0-8b52-435d-8ea8-4e61c6ade8e6 tempest-VolumesSnapshotTestJSON-1732513961 tempest-VolumesSnapshotTestJSON-1732513961-project] 10.222.0.23 "GET /v2.0/ports?device_id=f110a7a4-de6a-4986-b264-d09af210aaa7 HTTP/1.1" status: 200 len: 943 time: 0.0536227 Jun 18 05:24:19.728279 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-a43c295b-15ad-43ad-85a9-cb04d125a31e req-d6ca5f6e-2a45-413c-9936-11136c809599 tempest-VolumesSnapshotTestJSON-1732513961 tempest-VolumesSnapshotTestJSON-1732513961-project] 10.222.0.23 "GET /v2.0/security-groups?id=f6ee405e-7be7-4e21-9a90-0a1a8a130dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431812 Jun 18 05:24:20.851021 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc95bae-2e3e-4978-a507-ad29e5f07d6b req-c87ffe04-5a44-45d1-b646-dea56633f9d2 tempest-VolumesSnapshotTestJSON-1732513961 tempest-VolumesSnapshotTestJSON-1732513961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:24:20.852524 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-0dc95bae-2e3e-4978-a507-ad29e5f07d6b req-c87ffe04-5a44-45d1-b646-dea56633f9d2 tempest-VolumesSnapshotTestJSON-1732513961 tempest-VolumesSnapshotTestJSON-1732513961-project] 10.222.0.23 "GET /v2.0/ports?device_id=f110a7a4-de6a-4986-b264-d09af210aaa7 HTTP/1.1" status: 200 len: 943 time: 0.0527134 Jun 18 05:24:20.901042 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-0dc95bae-2e3e-4978-a507-ad29e5f07d6b req-c2147964-801b-4ea6-aed6-e799defd4be4 tempest-VolumesSnapshotTestJSON-1732513961 tempest-VolumesSnapshotTestJSON-1732513961-project] 10.222.0.23 "GET /v2.0/security-groups?id=f6ee405e-7be7-4e21-9a90-0a1a8a130dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429330 Jun 18 05:24:21.562570 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.rpc [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] Device f108c405-22fa-4032-b9a5-fc33f14813ab details requested by agent hyperv_hv-cinder-83699 with host hv-cinder-83699 {{(pid=104389) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 18 05:24:21.666068 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.db [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] For port f108c405-22fa-4032-b9a5-fc33f14813ab, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=f108c405-22fa-4032-b9a5-fc33f14813ab,segment=NetworkSegment(a0c6d043-6d31-4159-b4fb-9bd74a6a684d),segment_id=a0c6d043-6d31-4159-b4fb-9bd74a6a684d)] {{(pid=104389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 05:24:21.668217 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG dbcounter [-] [104389] Writing DB stats neutron:SELECT=100 {{(pid=104389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:24:21.802628 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.rpc [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] Returning: {'device': 'f108c405-22fa-4032-b9a5-fc33f14813ab', 'network_id': 'a7bf14ab-72b2-42a1-a57f-14612ca15e66', 'port_id': 'f108c405-22fa-4032-b9a5-fc33f14813ab', 'mac_address': 'fa:16:3e:e4:31:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 343, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '53ff9c13-72bd-4f1b-a153-710bb3f69e9a', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104389) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 18 05:24:21.836916 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.plugin [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] Current status of the port f108c405-22fa-4032-b9a5-fc33f14813ab is: DOWN; New status is: BUILD {{(pid=104389) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 18 05:24:21.839421 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1768406'] for port (f108c405-22fa-4032-b9a5-fc33f14813ab), before_update {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:24:21.850360 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.notifiers.nova [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f108c405-22fa-4032-b9a5-fc33f14813ab {{(pid=104389) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 18 05:24:21.871272 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.db [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] For port f108c405-22fa-4032-b9a5-fc33f14813ab, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=f108c405-22fa-4032-b9a5-fc33f14813ab,segment=NetworkSegment(a0c6d043-6d31-4159-b4fb-9bd74a6a684d),segment_id=a0c6d043-6d31-4159-b4fb-9bd74a6a684d)] {{(pid=104389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 05:24:21.982181 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1768343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789592765606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789592262840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789592262858'] for port (f108c405-22fa-4032-b9a5-fc33f14813ab), after_update {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:24:22.018155 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499ec2f7-e250-4b70-b56d-f7623d1f576a req-402c08bd-a899-4dc7-992f-c60f3a29c24a tempest-VolumesSnapshotTestJSON-1732513961 tempest-VolumesSnapshotTestJSON-1732513961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:24:22.019847 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-499ec2f7-e250-4b70-b56d-f7623d1f576a req-402c08bd-a899-4dc7-992f-c60f3a29c24a tempest-VolumesSnapshotTestJSON-1732513961 tempest-VolumesSnapshotTestJSON-1732513961-project] 10.222.0.23 "GET /v2.0/ports?device_id=f110a7a4-de6a-4986-b264-d09af210aaa7 HTTP/1.1" status: 200 len: 944 time: 0.0481899 Jun 18 05:24:22.028845 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] Pushing event updated for resources: {'Port': ['ID=f108c405-22fa-4032-b9a5-fc33f14813ab,revision_number=4']} {{(pid=104389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:24:22.039852 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-f063f5db-9dee-4330-85d2-9e7ad2c839d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789592556683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1744442'] for agent (426d7b1c-7831-4cf6-8aa4-29496a16634c), after_update {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:24:22.068686 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-499ec2f7-e250-4b70-b56d-f7623d1f576a req-f8914698-6279-44ee-a826-e9c170395ecd tempest-VolumesSnapshotTestJSON-1732513961 tempest-VolumesSnapshotTestJSON-1732513961-project] 10.222.0.23 "GET /v2.0/security-groups?id=f6ee405e-7be7-4e21-9a90-0a1a8a130dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429819 Jun 18 05:24:22.196295 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.wsgi [-] (104388) accepted ('10.222.0.23', 55028) {{(pid=104388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 05:24:22.293860 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.db [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] get_ports_and_sgs() called for port_ids ['f108c405-22fa-4032-b9a5-fc33f14813ab'] {{(pid=104389) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 18 05:24:22.415976 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG dbcounter [-] [104388] Writing DB stats neutron:SELECT=100 {{(pid=104388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:24:22.447663 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.plugins.ml2.plugin [None req-7361f903-fc70-4bc1-ae66-305105e2689f tempest-TestShelveInstance-245137814 tempest-TestShelveInstance-245137814-project] Deleting port e707b78c-5d94-4781-9b2a-8a7d7adf3a4d {{(pid=104388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 18 05:24:22.447663 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-7361f903-fc70-4bc1-ae66-305105e2689f tempest-TestShelveInstance-245137814 tempest-TestShelveInstance-245137814-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789592760634'] for port (e707b78c-5d94-4781-9b2a-8a7d7adf3a4d), before_delete {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:24:22.522224 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-7361f903-fc70-4bc1-ae66-305105e2689f tempest-TestShelveInstance-245137814 tempest-TestShelveInstance-245137814-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-734995'] for port (e707b78c-5d94-4781-9b2a-8a7d7adf3a4d), precommit_delete {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:24:22.522512 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-7361f903-fc70-4bc1-ae66-305105e2689f tempest-TestShelveInstance-245137814 tempest-TestShelveInstance-245137814-project] Publish callbacks [] for floatingip (e707b78c-5d94-4781-9b2a-8a7d7adf3a4d), precommit_delete {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:24:22.535279 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.plugins.ml2.plugin [None req-7361f903-fc70-4bc1-ae66-305105e2689f tempest-TestShelveInstance-245137814 tempest-TestShelveInstance-245137814-project] Calling delete_port for e707b78c-5d94-4781-9b2a-8a7d7adf3a4d owned by network:floatingip {{(pid=104388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 18 05:24:22.775028 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-7361f903-fc70-4bc1-ae66-305105e2689f tempest-TestShelveInstance-245137814 tempest-TestShelveInstance-245137814-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1768343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789592765633', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789592262831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15493031'] for port (e707b78c-5d94-4781-9b2a-8a7d7adf3a4d), after_delete {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:24:22.805394 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7361f903-fc70-4bc1-ae66-305105e2689f tempest-TestShelveInstance-245137814 tempest-TestShelveInstance-245137814-project] Pushing event deleted for resources: {'Port': ['ID=e707b78c-5d94-4781-9b2a-8a7d7adf3a4d,revision_number=None']} {{(pid=104388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:24:22.864412 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-7361f903-fc70-4bc1-ae66-305105e2689f tempest-TestShelveInstance-245137814 tempest-TestShelveInstance-245137814-project] Publish callbacks [] for floatingip (7d1bf21b-d718-4896-9509-703aa3aa8f0d), after_delete {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:24:22.864724 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.db.l3_db [None req-7361f903-fc70-4bc1-ae66-305105e2689f tempest-TestShelveInstance-245137814 tempest-TestShelveInstance-245137814-project] Floating IP 7d1bf21b-d718-4896-9509-703aa3aa8f0d disassociated (deleted). External IP: 172.27.2.151, port: 2e6ea935-169b-426c-bf26-11d644b1d476. Jun 18 05:24:22.993871 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG dbcounter [-] [104388] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:24:23.062211 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7361f903-fc70-4bc1-ae66-305105e2689f tempest-TestShelveInstance-245137814 tempest-TestShelveInstance-245137814-project] Router 75f5be04-c2f8-4a51-b8c2-9b8a8ae16f83 has already been hosted by L3 agent a8549501-0164-4ac5-90a6-1ba1ba0d3f9d {{(pid=104388) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 18 05:24:23.198884 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7361f903-fc70-4bc1-ae66-305105e2689f tempest-TestShelveInstance-245137814 tempest-TestShelveInstance-245137814-project] Notify agent at l3_agent.dv-cinder-836996-35-iscsi the message routers_updated {{(pid=104388) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 05:24:23.206121 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d93caf-3a99-463f-81ea-2d88a6a41ecf req-e01c3083-109e-4f3d-8bae-a90d989a5839 tempest-VolumesSnapshotTestJSON-1732513961 tempest-VolumesSnapshotTestJSON-1732513961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:24:23.207520 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-e8d93caf-3a99-463f-81ea-2d88a6a41ecf req-e01c3083-109e-4f3d-8bae-a90d989a5839 tempest-VolumesSnapshotTestJSON-1732513961 tempest-VolumesSnapshotTestJSON-1732513961-project] 10.222.0.23 "GET /v2.0/ports?device_id=f110a7a4-de6a-4986-b264-d09af210aaa7 HTTP/1.1" status: 200 len: 944 time: 0.0573809 Jun 18 05:24:23.210081 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8d6074b-3cec-4168-969b-0379f69282e6 None None] Sync routers for ids ['75f5be04-c2f8-4a51-b8c2-9b8a8ae16f83'] in dv-cinder-836996-35-iscsi {{(pid=104389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 05:24:23.211183 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-7361f903-fc70-4bc1-ae66-305105e2689f tempest-TestShelveInstance-245137814 tempest-TestShelveInstance-245137814-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19502'] for floatingip (None), before_response {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:24:23.220647 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8d6074b-3cec-4168-969b-0379f69282e6 None None] Routers {'75f5be04-c2f8-4a51-b8c2-9b8a8ae16f83'} bound to L3 agent in host dv-cinder-836996-35-iscsi {{(pid=104389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 18 05:24:23.221261 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.db.l3_hamode_db [None req-c8d6074b-3cec-4168-969b-0379f69282e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-35-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-18T05:08:24Z,description=,heartbeat_timestamp=2022-06-18T05:23:54Z,host='dv-cinder-836996-35-iscsi',id=a8549501-0164-4ac5-90a6-1ba1ba0d3f9d,load=0,resource_versions=,resources_synced=,started_at=2022-06-18T05:08:25Z,topic='l3_agent')) {'router_ids': ['75f5be04-c2f8-4a51-b8c2-9b8a8ae16f83'], 'active': True} {{(pid=104389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 05:24:23.266468 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [None req-7361f903-fc70-4bc1-ae66-305105e2689f tempest-TestShelveInstance-245137814 tempest-TestShelveInstance-245137814-project] 10.222.0.23 "DELETE /v2.0/floatingips/7d1bf21b-d718-4896-9509-703aa3aa8f0d HTTP/1.1" status: 204 len: 168 time: 1.0689905 Jun 18 05:24:23.269110 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd0554d10-2a83-478b-a2a6-7c4bcc0dfc2b', 'tag': '2e6ea935-169b-426c-bf26-11d644b1d476'}] {{(pid=104388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 18 05:24:23.271737 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76651050bff5b1e15da4688504920c0e470581a7df997af8856c46d23e91a66a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48e5f4af-f3ac-435c-b535-622acd9dcc42" -d '{"events": [{"name": "network-changed", "server_uuid": "d0554d10-2a83-478b-a2a6-7c4bcc0dfc2b", "tag": "2e6ea935-169b-426c-bf26-11d644b1d476"}]}' {{(pid=104388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 05:24:23.289799 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-e8d93caf-3a99-463f-81ea-2d88a6a41ecf req-c06987ce-a8ea-4d2e-9722-4ccabbfbd352 tempest-VolumesSnapshotTestJSON-1732513961 tempest-VolumesSnapshotTestJSON-1732513961-project] 10.222.0.23 "GET /v2.0/security-groups?id=f6ee405e-7be7-4e21-9a90-0a1a8a130dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747845 Jun 18 05:24:23.328956 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.db.l3_dvr_db [None req-c8d6074b-3cec-4168-969b-0379f69282e6 None None] Set router 75f5be04-c2f8-4a51-b8c2-9b8a8ae16f83 gateway port host: dv-cinder-836996-35-iscsi {{(pid=104389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 18 05:24:23.338758 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Jun 2022 05:24:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5f8129e-886d-48f8-b458-32253cdd77f8 x-openstack-request-id: req-c5f8129e-886d-48f8-b458-32253cdd77f8 {{(pid=104388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 05:24:23.339056 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d0554d10-2a83-478b-a2a6-7c4bcc0dfc2b", "tag": "2e6ea935-169b-426c-bf26-11d644b1d476", "status": "completed", "code": 200}]} {{(pid=104388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 05:24:23.339316 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-c5f8129e-886d-48f8-b458-32253cdd77f8 {{(pid=104388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 05:24:23.339726 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c5f8129e-886d-48f8-b458-32253cdd77f8'] response: {'name': 'network-changed', 'server_uuid': 'd0554d10-2a83-478b-a2a6-7c4bcc0dfc2b', 'tag': '2e6ea935-169b-426c-bf26-11d644b1d476', 'status': 'completed', 'code': 200} Jun 18 05:24:23.435139 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e5f4af-f3ac-435c-b535-622acd9dcc42 req-10339665-2b4b-4187-bf79-e9fd1faf4b8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:24:23.437249 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-48e5f4af-f3ac-435c-b535-622acd9dcc42 req-10339665-2b4b-4187-bf79-e9fd1faf4b8a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=65a7c712ebe34d53b4acd7e8473c6d95&device_id=d0554d10-2a83-478b-a2a6-7c4bcc0dfc2b HTTP/1.1" status: 200 len: 1129 time: 0.0413456 Jun 18 05:24:23.454832 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG dbcounter [-] [104389] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:24:23.525264 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.db.l3_hamode_db [None req-c8d6074b-3cec-4168-969b-0379f69282e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75f5be04-c2f8-4a51-b8c2-9b8a8ae16f83', 'name': 'tempest-TestShelveInstance-857687147-router', 'tenant_id': '65a7c712ebe34d53b4acd7e8473c6d95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65c030c7-6a7d-4cea-a47d-5cdd532db0e6', 'external_fixed_ips': [{'subnet_id': 'a9fa7760-a071-45ee-b985-799999c69975', 'ip_address': '172.27.2.111'}], 'enable_snat': True}, 'gw_port_id': 'deb66721-30b7-4846-a5c0-ccf3828418c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-18T05:18:21Z', 'updated_at': '2022-06-18T05:18:25Z', 'revision_number': 4, 'project_id': '65a7c712ebe34d53b4acd7e8473c6d95', 'gw_port': {'id': 'deb66721-30b7-4846-a5c0-ccf3828418c2', 'name': '', 'network_id': '65c030c7-6a7d-4cea-a47d-5cdd532db0e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:2c:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75f5be04-c2f8-4a51-b8c2-9b8a8ae16f83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': 'a9fa7760-a071-45ee-b985-799999c69975', 'ip_address': '172.27.2.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-18T05:18:21Z', 'updated_at': '2022-06-18T05:18:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9fa7760-a071-45ee-b985-799999c69975', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-35-iscsi', '_interfaces': [{'id': 'da50abec-a8b4-4e62-82dd-710b5b06d374', 'name': '', 'network_id': 'cce77fdc-391d-4bde-a709-4c5e4b2c55d4', 'tenant_id': '65a7c712ebe34d53b4acd7e8473c6d95', 'mac_address': 'fa:16:3e:3f:4b:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75f5be04-c2f8-4a51-b8c2-9b8a8ae16f83', 'device_owner': 'network:router_interface', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': '778d0c06-0b61-4f2c-a161-3f736e93558f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-18T05:18:24Z', 'updated_at': '2022-06-18T05:18:30Z', 'revision_number': 5, 'project_id': '65a7c712ebe34d53b4acd7e8473c6d95', 'subnets': [{'id': '778d0c06-0b61-4f2c-a161-3f736e93558f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-35-iscsi', False) {} {{(pid=104389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 05:24:23.540828 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e5f4af-f3ac-435c-b535-622acd9dcc42 req-4273a5aa-300b-4721-a041-b4096ffae1ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:24:23.542347 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-48e5f4af-f3ac-435c-b535-622acd9dcc42 req-4273a5aa-300b-4721-a041-b4096ffae1ef service neutron] 10.222.0.15 "GET /v2.0/networks?id=cce77fdc-391d-4bde-a709-4c5e4b2c55d4 HTTP/1.1" status: 200 len: 909 time: 0.0924125 Jun 18 05:24:23.551903 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8d6074b-3cec-4168-969b-0379f69282e6 None None] Checking router: 75f5be04-c2f8-4a51-b8c2-9b8a8ae16f83 for host: dv-cinder-836996-35-iscsi {{(pid=104389) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 05:24:23.561249 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8d6074b-3cec-4168-969b-0379f69282e6 None None] Routers {'75f5be04-c2f8-4a51-b8c2-9b8a8ae16f83'} bound to L3 agent in host dv-cinder-836996-35-iscsi {{(pid=104389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 18 05:24:23.561912 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.db.l3_hamode_db [None req-c8d6074b-3cec-4168-969b-0379f69282e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-35-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-18T05:08:24Z,description=,heartbeat_timestamp=2022-06-18T05:23:54Z,host='dv-cinder-836996-35-iscsi',id=a8549501-0164-4ac5-90a6-1ba1ba0d3f9d,load=0,resource_versions=,resources_synced=,started_at=2022-06-18T05:08:25Z,topic='l3_agent')) {'router_ids': ['75f5be04-c2f8-4a51-b8c2-9b8a8ae16f83'], 'active': True} {{(pid=104389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 05:24:23.581319 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-48e5f4af-f3ac-435c-b535-622acd9dcc42 req-6557492f-171c-4f54-9dc9-76f78711ee81 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2e6ea935-169b-426c-bf26-11d644b1d476 HTTP/1.1" status: 200 len: 217 time: 0.0324559 Jun 18 05:24:23.595603 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.rpc [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] Device f108c405-22fa-4032-b9a5-fc33f14813ab up at agent hyperv_hv-cinder-83699 {{(pid=104389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 18 05:24:23.668247 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG dbcounter [-] [104388] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:24:23.676634 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e1e773-ae49-41bf-bb60-f924cd4e6107 req-ff963a3e-96a2-40d0-b1cd-fcf0b8ff610c tempest-TestShelveInstance-245137814 tempest-TestShelveInstance-245137814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:24:23.681528 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-10e1e773-ae49-41bf-bb60-f924cd4e6107 req-ff963a3e-96a2-40d0-b1cd-fcf0b8ff610c tempest-TestShelveInstance-245137814 tempest-TestShelveInstance-245137814-project] 10.222.0.23 "GET /v2.0/ports?device_id=d0554d10-2a83-478b-a2a6-7c4bcc0dfc2b HTTP/1.1" status: 200 len: 945 time: 0.0495889 Jun 18 05:24:23.690946 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.db.provisioning_blocks [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] Provisioning for port f108c405-22fa-4032-b9a5-fc33f14813ab completed by entity L2. {{(pid=104389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 18 05:24:23.701478 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG dbcounter [-] [104389] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:24:23.705479 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.db.l3_dvr_db [None req-c8d6074b-3cec-4168-969b-0379f69282e6 None None] Set router 75f5be04-c2f8-4a51-b8c2-9b8a8ae16f83 gateway port host: dv-cinder-836996-35-iscsi {{(pid=104389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 18 05:24:23.729725 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-10e1e773-ae49-41bf-bb60-f924cd4e6107 req-abf5be54-ce27-44c0-869d-1e07a3e4ad37 tempest-TestShelveInstance-245137814 tempest-TestShelveInstance-245137814-project] 10.222.0.23 "GET /v2.0/security-groups?id=46e7c09b-3bcc-4ed0-87e3-5a0cff7170e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449731 Jun 18 05:24:23.779404 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.db.provisioning_blocks [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] Provisioning complete for port f108c405-22fa-4032-b9a5-fc33f14813ab triggered by entity L2. {{(pid=104389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 18 05:24:23.779784 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1740956'] for port (f108c405-22fa-4032-b9a5-fc33f14813ab), provisioning_complete {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:24:23.948906 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.plugin [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] Current status of the port f108c405-22fa-4032-b9a5-fc33f14813ab is: BUILD; New status is: ACTIVE {{(pid=104389) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 18 05:24:23.949293 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1768406'] for port (f108c405-22fa-4032-b9a5-fc33f14813ab), before_update {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:24:23.988607 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f110a7a4-de6a-4986-b264-d09af210aaa7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f108c405-22fa-4032-b9a5-fc33f14813ab'}] {{(pid=104389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 18 05:24:23.991050 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84994602c193c13a4c26b8b675ba51d9b392d44d80225cb9db16c930b334f47b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27ac9131-cdd7-49d6-ad90-e7d51a40a69c" -d '{"events": [{"server_uuid": "f110a7a4-de6a-4986-b264-d09af210aaa7", "name": "network-vif-plugged", "status": "completed", "tag": "f108c405-22fa-4032-b9a5-fc33f14813ab"}]}' {{(pid=104389) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 05:24:24.000405 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.db.l3_hamode_db [None req-c8d6074b-3cec-4168-969b-0379f69282e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75f5be04-c2f8-4a51-b8c2-9b8a8ae16f83', 'name': 'tempest-TestShelveInstance-857687147-router', 'tenant_id': '65a7c712ebe34d53b4acd7e8473c6d95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65c030c7-6a7d-4cea-a47d-5cdd532db0e6', 'external_fixed_ips': [{'subnet_id': 'a9fa7760-a071-45ee-b985-799999c69975', 'ip_address': '172.27.2.111'}], 'enable_snat': True}, 'gw_port_id': 'deb66721-30b7-4846-a5c0-ccf3828418c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-18T05:18:21Z', 'updated_at': '2022-06-18T05:18:25Z', 'revision_number': 4, 'project_id': '65a7c712ebe34d53b4acd7e8473c6d95', 'gw_port': {'id': 'deb66721-30b7-4846-a5c0-ccf3828418c2', 'name': '', 'network_id': '65c030c7-6a7d-4cea-a47d-5cdd532db0e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:2c:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75f5be04-c2f8-4a51-b8c2-9b8a8ae16f83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': 'a9fa7760-a071-45ee-b985-799999c69975', 'ip_address': '172.27.2.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-18T05:18:21Z', 'updated_at': '2022-06-18T05:18:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9fa7760-a071-45ee-b985-799999c69975', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-35-iscsi', '_interfaces': [{'id': 'da50abec-a8b4-4e62-82dd-710b5b06d374', 'name': '', 'network_id': 'cce77fdc-391d-4bde-a709-4c5e4b2c55d4', 'tenant_id': '65a7c712ebe34d53b4acd7e8473c6d95', 'mac_address': 'fa:16:3e:3f:4b:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75f5be04-c2f8-4a51-b8c2-9b8a8ae16f83', 'device_owner': 'network:router_interface', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': '778d0c06-0b61-4f2c-a161-3f736e93558f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-18T05:18:24Z', 'updated_at': '2022-06-18T05:18:30Z', 'revision_number': 5, 'project_id': '65a7c712ebe34d53b4acd7e8473c6d95', 'subnets': [{'id': '778d0c06-0b61-4f2c-a161-3f736e93558f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-35-iscsi', False) {} {{(pid=104389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 05:24:24.038841 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Jun 2022 05:24:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e14952c-3175-443e-b7dd-7484494c9249 x-openstack-request-id: req-4e14952c-3175-443e-b7dd-7484494c9249 {{(pid=104389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 05:24:24.039149 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f110a7a4-de6a-4986-b264-d09af210aaa7", "name": "network-vif-plugged", "status": "completed", "tag": "f108c405-22fa-4032-b9a5-fc33f14813ab", "code": 200}]} {{(pid=104389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 05:24:24.039385 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-4e14952c-3175-443e-b7dd-7484494c9249 {{(pid=104389) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 05:24:24.039780 dv-cinder-836996-35-iscsi neutron-server[104389]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4e14952c-3175-443e-b7dd-7484494c9249'] response: {'server_uuid': 'f110a7a4-de6a-4986-b264-d09af210aaa7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f108c405-22fa-4032-b9a5-fc33f14813ab', 'code': 200} Jun 18 05:24:24.041751 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.db [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] For port f108c405-22fa-4032-b9a5-fc33f14813ab, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=f108c405-22fa-4032-b9a5-fc33f14813ab,segment=NetworkSegment(a0c6d043-6d31-4159-b4fb-9bd74a6a684d),segment_id=a0c6d043-6d31-4159-b4fb-9bd74a6a684d)] {{(pid=104389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 05:24:24.043241 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8d6074b-3cec-4168-969b-0379f69282e6 None None] The sync data for ids ['75f5be04-c2f8-4a51-b8c2-9b8a8ae16f83'] in dv-cinder-836996-35-iscsi is: [{'id': '75f5be04-c2f8-4a51-b8c2-9b8a8ae16f83', 'name': 'tempest-TestShelveInstance-857687147-router', 'tenant_id': '65a7c712ebe34d53b4acd7e8473c6d95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65c030c7-6a7d-4cea-a47d-5cdd532db0e6', 'external_fixed_ips': [{'subnet_id': 'a9fa7760-a071-45ee-b985-799999c69975', 'ip_address': '172.27.2.111'}], 'enable_snat': True}, 'gw_port_id': 'deb66721-30b7-4846-a5c0-ccf3828418c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-18T05:18:21Z', 'updated_at': '2022-06-18T05:18:25Z', 'revision_number': 4, 'project_id': '65a7c712ebe34d53b4acd7e8473c6d95', 'gw_port': {'id': 'deb66721-30b7-4846-a5c0-ccf3828418c2', 'name': '', 'network_id': '65c030c7-6a7d-4cea-a47d-5cdd532db0e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:2c:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75f5be04-c2f8-4a51-b8c2-9b8a8ae16f83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': 'a9fa7760-a071-45ee-b985-799999c69975', 'ip_address': '172.27.2.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-18T05:18:21Z', 'updated_at': '2022-06-18T05:18:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9fa7760-a071-45ee-b985-799999c69975', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-35-iscsi', '_interfaces': [{'id': 'da50abec-a8b4-4e62-82dd-710b5b06d374', 'name': '', 'network_id': 'cce77fdc-391d-4bde-a709-4c5e4b2c55d4', 'tenant_id': '65a7c712ebe34d53b4acd7e8473c6d95', 'mac_address': 'fa:16:3e:3f:4b:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75f5be04-c2f8-4a51-b8c2-9b8a8ae16f83', 'device_owner': 'network:router_interface', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': '778d0c06-0b61-4f2c-a161-3f736e93558f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-18T05:18:24Z', 'updated_at': '2022-06-18T05:18:30Z', 'revision_number': 5, 'project_id': '65a7c712ebe34d53b4acd7e8473c6d95', 'subnets': [{'id': '778d0c06-0b61-4f2c-a161-3f736e93558f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 05:24:24.102268 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1768343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789592765606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789592262840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789592262858'] for port (f108c405-22fa-4032-b9a5-fc33f14813ab), after_update {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:24:24.150480 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] Pushing event updated for resources: {'Port': ['ID=f108c405-22fa-4032-b9a5-fc33f14813ab,revision_number=5']} {{(pid=104389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:24:24.270229 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-471b5c83-901b-4ac1-af41-71587fba11bc None None] New status for floating IP 7d1bf21b-d718-4896-9509-703aa3aa8f0d: DOWN {{(pid=104390) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 18 05:24:24.407069 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee9f128-584a-4d63-9107-b37bc43ff631 req-8507963a-2de4-4d16-88c8-2c7387fc302d tempest-VolumesSnapshotTestJSON-1732513961 tempest-VolumesSnapshotTestJSON-1732513961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:24:24.408557 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-aee9f128-584a-4d63-9107-b37bc43ff631 req-8507963a-2de4-4d16-88c8-2c7387fc302d tempest-VolumesSnapshotTestJSON-1732513961 tempest-VolumesSnapshotTestJSON-1732513961-project] 10.222.0.23 "GET /v2.0/ports?device_id=f110a7a4-de6a-4986-b264-d09af210aaa7 HTTP/1.1" status: 200 len: 945 time: 0.0482893 Jun 18 05:24:24.456055 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-aee9f128-584a-4d63-9107-b37bc43ff631 req-3860fb8c-5309-4b5b-a6d1-8fd2a3bc78a2 tempest-VolumesSnapshotTestJSON-1732513961 tempest-VolumesSnapshotTestJSON-1732513961-project] 10.222.0.23 "GET /v2.0/security-groups?id=f6ee405e-7be7-4e21-9a90-0a1a8a130dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417736 Jun 18 05:24:24.508017 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-57921961-7b7a-4587-a277-fb7f30081ae9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789592556683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1744442'] for agent (a8549501-0164-4ac5-90a6-1ba1ba0d3f9d), after_update {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:24:24.804391 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e5f4af-f3ac-435c-b535-622acd9dcc42 req-7a1f89b3-0a4e-4156-b93b-f5cb4a499789 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:24:24.805913 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-48e5f4af-f3ac-435c-b535-622acd9dcc42 req-7a1f89b3-0a4e-4156-b93b-f5cb4a499789 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=778d0c06-0b61-4f2c-a161-3f736e93558f HTTP/1.1" status: 200 len: 847 time: 0.0518193 Jun 18 05:24:24.852397 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50801d44-138f-45d2-b173-2fe2d4ed1d2a req-0f928e5e-3277-4e9f-b25e-87af740808b9 tempest-TestShelveInstance-245137814 tempest-TestShelveInstance-245137814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:24:24.853953 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-50801d44-138f-45d2-b173-2fe2d4ed1d2a req-0f928e5e-3277-4e9f-b25e-87af740808b9 tempest-TestShelveInstance-245137814 tempest-TestShelveInstance-245137814-project] 10.222.0.23 "GET /v2.0/ports?device_id=d0554d10-2a83-478b-a2a6-7c4bcc0dfc2b HTTP/1.1" status: 200 len: 945 time: 0.0471661 Jun 18 05:24:24.904496 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-50801d44-138f-45d2-b173-2fe2d4ed1d2a req-742dec4d-a70b-4108-96ce-6c573a57347b tempest-TestShelveInstance-245137814 tempest-TestShelveInstance-245137814-project] 10.222.0.23 "GET /v2.0/security-groups?id=46e7c09b-3bcc-4ed0-87e3-5a0cff7170e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448406 Jun 18 05:24:25.018818 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e5f4af-f3ac-435c-b535-622acd9dcc42 req-077e34d7-30dc-4fbd-b60c-f88c38c8e4df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:24:25.020180 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-48e5f4af-f3ac-435c-b535-622acd9dcc42 req-077e34d7-30dc-4fbd-b60c-f88c38c8e4df service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=cce77fdc-391d-4bde-a709-4c5e4b2c55d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0506294 Jun 18 05:24:25.049901 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88621f02-9921-455b-9f1c-85f80b37df1a req-af80c9cf-c424-4fbf-9be1-6ed7abf30fce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:24:25.051353 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-88621f02-9921-455b-9f1c-85f80b37df1a req-af80c9cf-c424-4fbf-9be1-6ed7abf30fce service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=f110a7a4-de6a-4986-b264-d09af210aaa7 HTTP/1.1" status: 200 len: 1129 time: 0.0406997 Jun 18 05:24:25.330370 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-88621f02-9921-455b-9f1c-85f80b37df1a req-9a821380-72eb-4625-88da-4dc062fe46a2 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=f6ee405e-7be7-4e21-9a90-0a1a8a130dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982115 Jun 18 05:24:25.347983 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-48e5f4af-f3ac-435c-b535-622acd9dcc42 req-10ec8680-6f62-430e-9a18-8ea14f437690 service neutron] 10.222.0.15 "GET /v2.0/networks/cce77fdc-391d-4bde-a709-4c5e4b2c55d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1172163 Jun 18 05:24:25.572426 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc658cd-147f-4163-9ab2-f0f9e54e9aff req-ab8dcf08-b64a-40ec-b8ab-b8fe07d552af tempest-VolumesSnapshotTestJSON-1732513961 tempest-VolumesSnapshotTestJSON-1732513961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:24:25.573905 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-1bc658cd-147f-4163-9ab2-f0f9e54e9aff req-ab8dcf08-b64a-40ec-b8ab-b8fe07d552af tempest-VolumesSnapshotTestJSON-1732513961 tempest-VolumesSnapshotTestJSON-1732513961-project] 10.222.0.23 "GET /v2.0/ports?device_id=f110a7a4-de6a-4986-b264-d09af210aaa7 HTTP/1.1" status: 200 len: 945 time: 0.0505466 Jun 18 05:24:25.576400 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-bd48e2cf-68a6-4f35-9a09-882d425f288c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789592556683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1744442'] for agent (e572bbf3-12d8-41bb-a2ed-524d739c9de1), after_update {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:24:25.652175 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-1bc658cd-147f-4163-9ab2-f0f9e54e9aff req-f7beba79-f6e7-4784-8190-40c6ddf88671 tempest-VolumesSnapshotTestJSON-1732513961 tempest-VolumesSnapshotTestJSON-1732513961-project] 10.222.0.23 "GET /v2.0/security-groups?id=f6ee405e-7be7-4e21-9a90-0a1a8a130dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725827 Jun 18 05:24:25.660344 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fb95fb-50c1-435d-b780-dddecb88e5e8 req-590d6091-75a4-41a6-ad93-59f7ce69e8f8 tempest-TestShelveInstance-245137814 tempest-TestShelveInstance-245137814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:24:25.661786 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-44fb95fb-50c1-435d-b780-dddecb88e5e8 req-590d6091-75a4-41a6-ad93-59f7ce69e8f8 tempest-TestShelveInstance-245137814 tempest-TestShelveInstance-245137814-project] 10.222.0.15 "GET /v2.0/ports?device_id=d0554d10-2a83-478b-a2a6-7c4bcc0dfc2b HTTP/1.1" status: 200 len: 945 time: 0.0572793 Jun 18 05:24:25.691462 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG dbcounter [-] [104387] Writing DB stats neutron:SELECT=100 {{(pid=104387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:24:25.696487 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-48e5f4af-f3ac-435c-b535-622acd9dcc42 req-0b0ac02b-6ae8-4c13-a499-fe05b8ace78a service neutron] 10.222.0.15 "GET /v2.0/networks/cce77fdc-391d-4bde-a709-4c5e4b2c55d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928767 Jun 18 05:24:26.022162 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e482c942-def5-4e49-9690-c4e7ed4b1bc1 req-2a474855-ac1f-4db0-82ac-00a004f94d03 tempest-TestShelveInstance-245137814 tempest-TestShelveInstance-245137814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:24:26.024117 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-e482c942-def5-4e49-9690-c4e7ed4b1bc1 req-2a474855-ac1f-4db0-82ac-00a004f94d03 tempest-TestShelveInstance-245137814 tempest-TestShelveInstance-245137814-project] 10.222.0.23 "GET /v2.0/ports?device_id=d0554d10-2a83-478b-a2a6-7c4bcc0dfc2b HTTP/1.1" status: 200 len: 945 time: 0.0507593 Jun 18 05:24:26.074310 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-e482c942-def5-4e49-9690-c4e7ed4b1bc1 req-dc955436-7478-4e51-9c70-24e82d8d5376 tempest-TestShelveInstance-245137814 tempest-TestShelveInstance-245137814-project] 10.222.0.23 "GET /v2.0/security-groups?id=46e7c09b-3bcc-4ed0-87e3-5a0cff7170e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445437 Jun 18 05:24:26.092665 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.plugins.ml2.plugin [req-44fb95fb-50c1-435d-b780-dddecb88e5e8 req-d2377a43-a68a-4526-9cce-6b2f071aa7be tempest-TestShelveInstance-245137814 tempest-TestShelveInstance-245137814-project] Deleting port 2e6ea935-169b-426c-bf26-11d644b1d476 {{(pid=104388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 18 05:24:26.093017 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [req-44fb95fb-50c1-435d-b780-dddecb88e5e8 req-d2377a43-a68a-4526-9cce-6b2f071aa7be tempest-TestShelveInstance-245137814 tempest-TestShelveInstance-245137814-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789592760634'] for port (2e6ea935-169b-426c-bf26-11d644b1d476), before_delete {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:24:26.183295 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.plugins.ml2.db [req-44fb95fb-50c1-435d-b780-dddecb88e5e8 req-d2377a43-a68a-4526-9cce-6b2f071aa7be tempest-TestShelveInstance-245137814 tempest-TestShelveInstance-245137814-project] For port 2e6ea935-169b-426c-bf26-11d644b1d476, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=2e6ea935-169b-426c-bf26-11d644b1d476,segment=NetworkSegment(5c1a6f43-88a7-45ae-8bd7-10faf4ff6d60),segment_id=5c1a6f43-88a7-45ae-8bd7-10faf4ff6d60)] {{(pid=104388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 05:24:26.184367 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [req-44fb95fb-50c1-435d-b780-dddecb88e5e8 req-d2377a43-a68a-4526-9cce-6b2f071aa7be tempest-TestShelveInstance-245137814 tempest-TestShelveInstance-245137814-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-734995'] for port (2e6ea935-169b-426c-bf26-11d644b1d476), precommit_delete {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:24:26.198549 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.plugins.ml2.plugin [req-44fb95fb-50c1-435d-b780-dddecb88e5e8 req-d2377a43-a68a-4526-9cce-6b2f071aa7be tempest-TestShelveInstance-245137814 tempest-TestShelveInstance-245137814-project] Calling delete_port for 2e6ea935-169b-426c-bf26-11d644b1d476 owned by compute:nova {{(pid=104388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 18 05:24:26.410755 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [req-44fb95fb-50c1-435d-b780-dddecb88e5e8 req-d2377a43-a68a-4526-9cce-6b2f071aa7be tempest-TestShelveInstance-245137814 tempest-TestShelveInstance-245137814-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1768343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789592765633', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789592262831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15493031'] for port (2e6ea935-169b-426c-bf26-11d644b1d476), after_delete {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:24:26.439420 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2377a43-a68a-4526-9cce-6b2f071aa7be tempest-TestShelveInstance-245137814 tempest-TestShelveInstance-245137814-project] Pushing event deleted for resources: {'Port': ['ID=2e6ea935-169b-426c-bf26-11d644b1d476,revision_number=None']} {{(pid=104388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:24:26.447480 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG dbcounter [-] [104388] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:24:26.483206 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.db.l3_dvrscheduler_db [req-44fb95fb-50c1-435d-b780-dddecb88e5e8 req-d2377a43-a68a-4526-9cce-6b2f071aa7be tempest-TestShelveInstance-245137814 tempest-TestShelveInstance-245137814-project] No DVR routers for this DVR port 2e6ea935-169b-426c-bf26-11d644b1d476 on host hv-cinder-83699 {{(pid=104388) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 18 05:24:26.485970 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [req-44fb95fb-50c1-435d-b780-dddecb88e5e8 req-d2377a43-a68a-4526-9cce-6b2f071aa7be tempest-TestShelveInstance-245137814 tempest-TestShelveInstance-245137814-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19502'] for port (None), before_response {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:24:26.489344 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-44fb95fb-50c1-435d-b780-dddecb88e5e8 req-d2377a43-a68a-4526-9cce-6b2f071aa7be tempest-TestShelveInstance-245137814 tempest-TestShelveInstance-245137814-project] 10.222.0.15 "DELETE /v2.0/ports/2e6ea935-169b-426c-bf26-11d644b1d476 HTTP/1.1" status: 204 len: 173 time: 0.4899535 Jun 18 05:24:26.492322 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0554d10-2a83-478b-a2a6-7c4bcc0dfc2b', 'name': 'network-vif-deleted', 'tag': '2e6ea935-169b-426c-bf26-11d644b1d476'}] {{(pid=104388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 18 05:24:26.492815 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76651050bff5b1e15da4688504920c0e470581a7df997af8856c46d23e91a66a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e0d7e64-609f-44a8-990b-a609d8576c47" -d '{"events": [{"server_uuid": "d0554d10-2a83-478b-a2a6-7c4bcc0dfc2b", "name": "network-vif-deleted", "tag": "2e6ea935-169b-426c-bf26-11d644b1d476"}]}' {{(pid=104388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 05:24:26.527125 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Jun 2022 05:24:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88748a99-04c9-4130-b8a2-1dda7af8e1a6 x-openstack-request-id: req-88748a99-04c9-4130-b8a2-1dda7af8e1a6 {{(pid=104388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 05:24:26.527413 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0554d10-2a83-478b-a2a6-7c4bcc0dfc2b", "name": "network-vif-deleted", "tag": "2e6ea935-169b-426c-bf26-11d644b1d476", "status": "completed", "code": 200}]} {{(pid=104388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 05:24:26.527663 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-88748a99-04c9-4130-b8a2-1dda7af8e1a6 {{(pid=104388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 05:24:26.528064 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.notifiers.nova [-] Nova event matching ['req-88748a99-04c9-4130-b8a2-1dda7af8e1a6'] response: {'server_uuid': 'd0554d10-2a83-478b-a2a6-7c4bcc0dfc2b', 'name': 'network-vif-deleted', 'tag': '2e6ea935-169b-426c-bf26-11d644b1d476', 'status': 'completed', 'code': 200} Jun 18 05:24:26.765029 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8073b0-17ab-4a0e-822c-ebad3634a01a req-1803a86c-2ac3-4629-9ef2-b953a095eeee tempest-VolumesSnapshotTestJSON-1732513961 tempest-VolumesSnapshotTestJSON-1732513961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:24:26.766569 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-be8073b0-17ab-4a0e-822c-ebad3634a01a req-1803a86c-2ac3-4629-9ef2-b953a095eeee tempest-VolumesSnapshotTestJSON-1732513961 tempest-VolumesSnapshotTestJSON-1732513961-project] 10.222.0.23 "GET /v2.0/ports?device_id=f110a7a4-de6a-4986-b264-d09af210aaa7 HTTP/1.1" status: 200 len: 945 time: 0.0487049 Jun 18 05:24:26.822659 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-be8073b0-17ab-4a0e-822c-ebad3634a01a req-e6b320c0-09af-43e5-8921-622b3d1751e5 tempest-VolumesSnapshotTestJSON-1732513961 tempest-VolumesSnapshotTestJSON-1732513961-project] 10.222.0.23 "GET /v2.0/security-groups?id=f6ee405e-7be7-4e21-9a90-0a1a8a130dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498271 Jun 18 05:24:27.180953 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-831e5dd3-f128-466b-8877-751c43f7914e req-47f910ff-7299-4f3d-aa1f-dd130241f778 tempest-TestShelveInstance-245137814 tempest-TestShelveInstance-245137814-project] 10.222.0.23 "GET /v2.0/ports?device_id=d0554d10-2a83-478b-a2a6-7c4bcc0dfc2b HTTP/1.1" status: 200 len: 210 time: 0.0321028 Jun 18 05:24:27.267894 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-5df8b1a9-a354-44ed-8761-35e8e24f4084 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789592556683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1744442'] for agent (37f34a37-d85d-4c21-966b-86dc43157ac3), after_update {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:24:27.580842 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-c042a677-28f5-4026-b552-0173028fe9dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789592556683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1744442'] for agent (d503ae44-4e24-48d3-9886-03581f90537d), after_update {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:24:28.298711 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-80484a69-6d32-4ac0-91d5-a26b3eb490c7 req-fe88acfe-90bf-485d-a8a7-cf473da08ea4 tempest-TestShelveInstance-245137814 tempest-TestShelveInstance-245137814-project] 10.222.0.23 "GET /v2.0/ports?device_id=d0554d10-2a83-478b-a2a6-7c4bcc0dfc2b HTTP/1.1" status: 200 len: 210 time: 0.0337172 Jun 18 05:24:29.361268 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.wsgi [-] (104387) accepted ('10.222.0.23', 55162) {{(pid=104387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 05:24:29.384743 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG dbcounter [-] [104387] Writing DB stats neutron:SELECT=100 {{(pid=104387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:24:29.419967 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-e1f3ba07-010c-46b6-8407-0c29839c9a1d tempest-TestShelveInstance-245137814 tempest-TestShelveInstance-245137814-project] Publish callbacks [] for security_group (46e7c09b-3bcc-4ed0-87e3-5a0cff7170e0), before_delete {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:24:29.445098 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-e1f3ba07-010c-46b6-8407-0c29839c9a1d tempest-TestShelveInstance-245137814 tempest-TestShelveInstance-245137814-project] Publish callbacks [] for security_group (46e7c09b-3bcc-4ed0-87e3-5a0cff7170e0), precommit_delete {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:24:29.569291 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-e1f3ba07-010c-46b6-8407-0c29839c9a1d tempest-TestShelveInstance-245137814 tempest-TestShelveInstance-245137814-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728332'] for security_group (46e7c09b-3bcc-4ed0-87e3-5a0cff7170e0), after_delete {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:24:29.572551 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-e1f3ba07-010c-46b6-8407-0c29839c9a1d tempest-TestShelveInstance-245137814 tempest-TestShelveInstance-245137814-project] Publish callbacks [] for security_group (None), before_response {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:24:29.573728 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [None req-e1f3ba07-010c-46b6-8407-0c29839c9a1d tempest-TestShelveInstance-245137814 tempest-TestShelveInstance-245137814-project] 10.222.0.23 "DELETE /v2.0/security-groups/46e7c09b-3bcc-4ed0-87e3-5a0cff7170e0 HTTP/1.1" status: 204 len: 168 time: 0.2119999 Jun 18 05:24:29.584670 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f3ba07-010c-46b6-8407-0c29839c9a1d tempest-TestShelveInstance-245137814 tempest-TestShelveInstance-245137814-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=46e7c09b-3bcc-4ed0-87e3-5a0cff7170e0,revision_number=None']} {{(pid=104387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:24:29.688059 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.wsgi [-] (104388) accepted ('10.222.0.23', 55168) {{(pid=104388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 05:24:30.027422 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG dbcounter [-] [104388] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:24:30.043885 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-1d4fe83d-84a3-4e50-8805-635d18997832 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-574248'] for router_interface (75f5be04-c2f8-4a51-b8c2-9b8a8ae16f83), before_delete {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:24:30.256487 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.plugins.ml2.plugin [None req-1d4fe83d-84a3-4e50-8805-635d18997832 admin admin] Deleting port da50abec-a8b4-4e62-82dd-710b5b06d374 {{(pid=104388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 18 05:24:30.256825 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-1d4fe83d-84a3-4e50-8805-635d18997832 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789592760634'] for port (da50abec-a8b4-4e62-82dd-710b5b06d374), before_delete {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:24:30.337488 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.plugins.ml2.db [None req-1d4fe83d-84a3-4e50-8805-635d18997832 admin admin] For port da50abec-a8b4-4e62-82dd-710b5b06d374, host dv-cinder-836996-35-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-35-iscsi',level=0,port_id=da50abec-a8b4-4e62-82dd-710b5b06d374,segment=NetworkSegment(5c1a6f43-88a7-45ae-8bd7-10faf4ff6d60),segment_id=5c1a6f43-88a7-45ae-8bd7-10faf4ff6d60)] {{(pid=104388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 05:24:30.337784 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-1d4fe83d-84a3-4e50-8805-635d18997832 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-734995'] for port (da50abec-a8b4-4e62-82dd-710b5b06d374), precommit_delete {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:24:30.350424 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.plugins.ml2.plugin [None req-1d4fe83d-84a3-4e50-8805-635d18997832 admin admin] Calling delete_port for da50abec-a8b4-4e62-82dd-710b5b06d374 owned by network:router_interface {{(pid=104388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 18 05:24:30.480230 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG dbcounter [-] [104388] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:24:30.593467 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-1d4fe83d-84a3-4e50-8805-635d18997832 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1768343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789592765633', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789592262831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15493031'] for port (da50abec-a8b4-4e62-82dd-710b5b06d374), after_delete {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:24:30.628444 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4fe83d-84a3-4e50-8805-635d18997832 admin admin] Pushing event deleted for resources: {'Port': ['ID=da50abec-a8b4-4e62-82dd-710b5b06d374,revision_number=None']} {{(pid=104388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:24:31.042760 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-1d4fe83d-84a3-4e50-8805-635d18997832 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-546271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-575160'] for router_interface (75f5be04-c2f8-4a51-b8c2-9b8a8ae16f83), after_delete {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:24:31.155565 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG dbcounter [-] [104388] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=104388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:24:31.230276 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.rpc [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] Device 2e6ea935-169b-426c-bf26-11d644b1d476 no longer exists at agent hyperv_hv-cinder-83699 {{(pid=104389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 18 05:24:31.250437 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.plugin [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] No Port match for: 2e6ea935-169b-426c-bf26-11d644b1d476 {{(pid=104389) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 18 05:24:31.250752 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.rpc [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] Device 2e6ea935-169b-426c-bf26-11d644b1d476 not bound to the agent host hv-cinder-83699 {{(pid=104389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 18 05:24:31.255183 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d4fe83d-84a3-4e50-8805-635d18997832 admin admin] Router 75f5be04-c2f8-4a51-b8c2-9b8a8ae16f83 has already been hosted by L3 agent a8549501-0164-4ac5-90a6-1ba1ba0d3f9d {{(pid=104388) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 18 05:24:31.363950 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d4fe83d-84a3-4e50-8805-635d18997832 admin admin] Notify agent at l3_agent.dv-cinder-836996-35-iscsi the message routers_updated {{(pid=104388) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 05:24:31.369689 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [None req-1d4fe83d-84a3-4e50-8805-635d18997832 admin admin] 10.222.0.23 "PUT /v2.0/routers/75f5be04-c2f8-4a51-b8c2-9b8a8ae16f83/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6804914 Jun 18 05:24:31.372171 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.wsgi [-] (104388) accepted ('10.222.0.23', 55176) {{(pid=104388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 05:24:31.374847 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cc9b177-fbbd-4f25-8a90-691a55420472 None None] Sync routers for ids ['75f5be04-c2f8-4a51-b8c2-9b8a8ae16f83'] in dv-cinder-836996-35-iscsi {{(pid=104389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 05:24:31.388412 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cc9b177-fbbd-4f25-8a90-691a55420472 None None] Routers {'75f5be04-c2f8-4a51-b8c2-9b8a8ae16f83'} bound to L3 agent in host dv-cinder-836996-35-iscsi {{(pid=104389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 18 05:24:31.389687 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.db.l3_hamode_db [None req-0cc9b177-fbbd-4f25-8a90-691a55420472 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-35-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-18T05:08:24Z,description=,heartbeat_timestamp=2022-06-18T05:24:24Z,host='dv-cinder-836996-35-iscsi',id=a8549501-0164-4ac5-90a6-1ba1ba0d3f9d,load=0,resource_versions=,resources_synced=,started_at=2022-06-18T05:08:25Z,topic='l3_agent')) {'router_ids': ['75f5be04-c2f8-4a51-b8c2-9b8a8ae16f83'], 'active': True} {{(pid=104389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 05:24:31.426909 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG dbcounter [-] [104389] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=104389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:24:31.491132 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-ee27eaf5-ad2b-42de-b2eb-255b8dbe853c admin admin] Publish callbacks [] for router (75f5be04-c2f8-4a51-b8c2-9b8a8ae16f83), before_delete {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:24:31.501194 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.db.l3_dvr_db [None req-0cc9b177-fbbd-4f25-8a90-691a55420472 None None] Set router 75f5be04-c2f8-4a51-b8c2-9b8a8ae16f83 gateway port host: dv-cinder-836996-35-iscsi {{(pid=104389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 18 05:24:31.595174 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-ee27eaf5-ad2b-42de-b2eb-255b8dbe853c admin admin] Publish callbacks [] for router_gateway (75f5be04-c2f8-4a51-b8c2-9b8a8ae16f83), before_delete {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:24:31.673665 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.db.l3_hamode_db [None req-0cc9b177-fbbd-4f25-8a90-691a55420472 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75f5be04-c2f8-4a51-b8c2-9b8a8ae16f83', 'name': 'tempest-TestShelveInstance-857687147-router', 'tenant_id': '65a7c712ebe34d53b4acd7e8473c6d95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65c030c7-6a7d-4cea-a47d-5cdd532db0e6', 'external_fixed_ips': [{'subnet_id': 'a9fa7760-a071-45ee-b985-799999c69975', 'ip_address': '172.27.2.111'}], 'enable_snat': True}, 'gw_port_id': 'deb66721-30b7-4846-a5c0-ccf3828418c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-18T05:18:21Z', 'updated_at': '2022-06-18T05:24:30Z', 'revision_number': 5, 'project_id': '65a7c712ebe34d53b4acd7e8473c6d95', 'gw_port': {'id': 'deb66721-30b7-4846-a5c0-ccf3828418c2', 'name': '', 'network_id': '65c030c7-6a7d-4cea-a47d-5cdd532db0e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:2c:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75f5be04-c2f8-4a51-b8c2-9b8a8ae16f83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': 'a9fa7760-a071-45ee-b985-799999c69975', 'ip_address': '172.27.2.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-18T05:18:21Z', 'updated_at': '2022-06-18T05:18:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9fa7760-a071-45ee-b985-799999c69975', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-35-iscsi'}], 'dv-cinder-836996-35-iscsi', False) {} {{(pid=104389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 05:24:31.702445 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cc9b177-fbbd-4f25-8a90-691a55420472 None None] Checking router: 75f5be04-c2f8-4a51-b8c2-9b8a8ae16f83 for host: dv-cinder-836996-35-iscsi {{(pid=104389) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 05:24:31.711928 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cc9b177-fbbd-4f25-8a90-691a55420472 None None] Routers {'75f5be04-c2f8-4a51-b8c2-9b8a8ae16f83'} bound to L3 agent in host dv-cinder-836996-35-iscsi {{(pid=104389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 18 05:24:31.712548 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.db.l3_hamode_db [None req-0cc9b177-fbbd-4f25-8a90-691a55420472 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-35-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-18T05:08:24Z,description=,heartbeat_timestamp=2022-06-18T05:24:24Z,host='dv-cinder-836996-35-iscsi',id=a8549501-0164-4ac5-90a6-1ba1ba0d3f9d,load=0,resource_versions=,resources_synced=,started_at=2022-06-18T05:08:25Z,topic='l3_agent')) {'router_ids': ['75f5be04-c2f8-4a51-b8c2-9b8a8ae16f83'], 'active': True} {{(pid=104389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 05:24:31.716605 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.plugins.ml2.plugin [None req-ee27eaf5-ad2b-42de-b2eb-255b8dbe853c admin admin] Deleting port deb66721-30b7-4846-a5c0-ccf3828418c2 {{(pid=104388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 18 05:24:31.716948 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-ee27eaf5-ad2b-42de-b2eb-255b8dbe853c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789592760634'] for port (deb66721-30b7-4846-a5c0-ccf3828418c2), before_delete {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:24:31.732788 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG dbcounter [-] [104388] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:24:31.797784 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.db.l3_dvr_db [None req-0cc9b177-fbbd-4f25-8a90-691a55420472 None None] Set router 75f5be04-c2f8-4a51-b8c2-9b8a8ae16f83 gateway port host: None {{(pid=104389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 18 05:24:31.802444 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.plugins.ml2.db [None req-ee27eaf5-ad2b-42de-b2eb-255b8dbe853c admin admin] For port deb66721-30b7-4846-a5c0-ccf3828418c2, host dv-cinder-836996-35-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-35-iscsi',level=0,port_id=deb66721-30b7-4846-a5c0-ccf3828418c2,segment=NetworkSegment(62e6b565-92f9-4432-9d4a-754d0a7517a7),segment_id=62e6b565-92f9-4432-9d4a-754d0a7517a7)] {{(pid=104388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 05:24:31.802818 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-ee27eaf5-ad2b-42de-b2eb-255b8dbe853c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-734995'] for port (deb66721-30b7-4846-a5c0-ccf3828418c2), precommit_delete {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:24:31.817348 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.plugins.ml2.plugin [None req-ee27eaf5-ad2b-42de-b2eb-255b8dbe853c admin admin] Calling delete_port for deb66721-30b7-4846-a5c0-ccf3828418c2 owned by network:router_gateway {{(pid=104388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 18 05:24:31.853823 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.db.l3_hamode_db [None req-0cc9b177-fbbd-4f25-8a90-691a55420472 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75f5be04-c2f8-4a51-b8c2-9b8a8ae16f83', 'name': 'tempest-TestShelveInstance-857687147-router', 'tenant_id': '65a7c712ebe34d53b4acd7e8473c6d95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-18T05:18:21Z', 'updated_at': '2022-06-18T05:24:31Z', 'revision_number': 6, 'project_id': '65a7c712ebe34d53b4acd7e8473c6d95', 'gw_port_host': None}], 'dv-cinder-836996-35-iscsi', False) {} {{(pid=104389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 05:24:31.878412 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cc9b177-fbbd-4f25-8a90-691a55420472 None None] The sync data for ids ['75f5be04-c2f8-4a51-b8c2-9b8a8ae16f83'] in dv-cinder-836996-35-iscsi is: [{'id': '75f5be04-c2f8-4a51-b8c2-9b8a8ae16f83', 'name': 'tempest-TestShelveInstance-857687147-router', 'tenant_id': '65a7c712ebe34d53b4acd7e8473c6d95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-18T05:18:21Z', 'updated_at': '2022-06-18T05:24:31Z', 'revision_number': 6, 'project_id': '65a7c712ebe34d53b4acd7e8473c6d95', 'gw_port_host': None}] {{(pid=104389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 05:24:32.136424 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-ee27eaf5-ad2b-42de-b2eb-255b8dbe853c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1768343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789592765633', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789592262831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15493031'] for port (deb66721-30b7-4846-a5c0-ccf3828418c2), after_delete {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:24:32.164260 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee27eaf5-ad2b-42de-b2eb-255b8dbe853c admin admin] Pushing event deleted for resources: {'Port': ['ID=deb66721-30b7-4846-a5c0-ccf3828418c2,revision_number=None']} {{(pid=104388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:24:32.228754 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-ee27eaf5-ad2b-42de-b2eb-255b8dbe853c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-737003'] for router_gateway (75f5be04-c2f8-4a51-b8c2-9b8a8ae16f83), after_delete {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:24:32.321321 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-ee27eaf5-ad2b-42de-b2eb-255b8dbe853c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-575990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9626'] for router (75f5be04-c2f8-4a51-b8c2-9b8a8ae16f83), precommit_delete {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:24:32.324002 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-ee27eaf5-ad2b-42de-b2eb-255b8dbe853c admin admin] Publish callbacks [] for router_controller (75f5be04-c2f8-4a51-b8c2-9b8a8ae16f83), precommit_delete_associations {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:24:32.473470 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-ee27eaf5-ad2b-42de-b2eb-255b8dbe853c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-574313'] for router (75f5be04-c2f8-4a51-b8c2-9b8a8ae16f83), after_delete {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:24:32.474071 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee27eaf5-ad2b-42de-b2eb-255b8dbe853c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 75f5be04-c2f8-4a51-b8c2-9b8a8ae16f83 {{(pid=104388) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 18 05:24:32.478691 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-ee27eaf5-ad2b-42de-b2eb-255b8dbe853c admin admin] Publish callbacks [] for router (None), before_response {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:24:32.479854 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [None req-ee27eaf5-ad2b-42de-b2eb-255b8dbe853c admin admin] 10.222.0.23 "DELETE /v2.0/routers/75f5be04-c2f8-4a51-b8c2-9b8a8ae16f83 HTTP/1.1" status: 204 len: 168 time: 1.1067913 Jun 18 05:24:32.482364 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.wsgi [-] (104388) accepted ('10.222.0.23', 55184) {{(pid=104388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 05:24:32.532441 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.db.db_base_plugin_v2 [None req-074409bc-7649-41e0-9875-f5c985c3fea5 admin admin] Deleting subnet 778d0c06-0b61-4f2c-a161-3f736e93558f {{(pid=104388) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 18 05:24:32.535481 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-074409bc-7649-41e0-9875-f5c985c3fea5 admin admin] Publish callbacks [] for subnet (778d0c06-0b61-4f2c-a161-3f736e93558f), before_delete {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:24:32.564130 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG dbcounter [-] [104388] Writing DB stats neutron:SELECT=91,neutron:UPDATE=3,neutron:DELETE=6 {{(pid=104388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:24:32.573161 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-074409bc-7649-41e0-9875-f5c985c3fea5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14184769'] for subnet (778d0c06-0b61-4f2c-a161-3f736e93558f), precommit_delete_associations {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:24:32.653951 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-074409bc-7649-41e0-9875-f5c985c3fea5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1721998'] for subnet (778d0c06-0b61-4f2c-a161-3f736e93558f), precommit_delete {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:24:32.799639 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-074409bc-7649-41e0-9875-f5c985c3fea5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1720957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15492720', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12841702'] for subnet (778d0c06-0b61-4f2c-a161-3f736e93558f), after_delete {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:24:32.808207 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG dbcounter [-] [104388] Writing DB stats neutron:SELECT=85,neutron:DELETE=12,neutron:UPDATE=3 {{(pid=104388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:24:32.828301 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074409bc-7649-41e0-9875-f5c985c3fea5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=778d0c06-0b61-4f2c-a161-3f736e93558f,revision_number=None']} {{(pid=104388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:24:32.831922 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-074409bc-7649-41e0-9875-f5c985c3fea5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546098'] for subnet (None), before_response {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:24:32.840355 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [None req-074409bc-7649-41e0-9875-f5c985c3fea5 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/778d0c06-0b61-4f2c-a161-3f736e93558f HTTP/1.1" status: 204 len: 168 time: 0.3561509 Jun 18 05:24:32.842151 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.wsgi [-] (104388) accepted ('10.222.0.23', 55188) {{(pid=104388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 05:24:32.844110 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bc84d37-a09a-45a1-bc72-5ef6774cc7d8 None None] Network cce77fdc-391d-4bde-a709-4c5e4b2c55d4 requested from dv-cinder-836996-35-iscsi {{(pid=104389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 18 05:24:32.920858 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-2b445a4a-3192-4f33-9bfc-1e4ab68d1a9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1848287'] for network (cce77fdc-391d-4bde-a709-4c5e4b2c55d4), before_delete {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:24:32.969078 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.plugins.ml2.plugin [None req-2b445a4a-3192-4f33-9bfc-1e4ab68d1a9c admin admin] Deleting port 44595313-06a6-4f37-ae23-ef5601879ca9 {{(pid=104388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 18 05:24:32.969549 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-2b445a4a-3192-4f33-9bfc-1e4ab68d1a9c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789592760634'] for port (44595313-06a6-4f37-ae23-ef5601879ca9), before_delete {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:24:33.010346 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b77dadbb-191d-47e4-b133-8dc3c330754e None None] DHCP port deletion for cce77fdc-391d-4bde-a709-4c5e4b2c55d4 request from dv-cinder-836996-35-iscsi {{(pid=104389) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 18 05:24:33.045658 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.plugins.ml2.db [None req-2b445a4a-3192-4f33-9bfc-1e4ab68d1a9c admin admin] For port 44595313-06a6-4f37-ae23-ef5601879ca9, host dv-cinder-836996-35-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-35-iscsi',level=0,port_id=44595313-06a6-4f37-ae23-ef5601879ca9,segment=NetworkSegment(5c1a6f43-88a7-45ae-8bd7-10faf4ff6d60),segment_id=5c1a6f43-88a7-45ae-8bd7-10faf4ff6d60)] {{(pid=104388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 05:24:33.046021 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-2b445a4a-3192-4f33-9bfc-1e4ab68d1a9c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-734995'] for port (44595313-06a6-4f37-ae23-ef5601879ca9), precommit_delete {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:24:33.054718 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.plugin [None req-b77dadbb-191d-47e4-b133-8dc3c330754e None None] Deleting port 44595313-06a6-4f37-ae23-ef5601879ca9 {{(pid=104389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 18 05:24:33.055196 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-b77dadbb-191d-47e4-b133-8dc3c330754e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789592760634'] for port (44595313-06a6-4f37-ae23-ef5601879ca9), before_delete {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:24:33.060905 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.plugins.ml2.plugin [None req-2b445a4a-3192-4f33-9bfc-1e4ab68d1a9c admin admin] Calling delete_port for 44595313-06a6-4f37-ae23-ef5601879ca9 owned by network:dhcp {{(pid=104388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 18 05:24:33.091898 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG dbcounter [-] [104389] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:24:33.148558 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.db [None req-b77dadbb-191d-47e4-b133-8dc3c330754e None None] For port 44595313-06a6-4f37-ae23-ef5601879ca9, host dv-cinder-836996-35-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-35-iscsi',level=0,port_id=44595313-06a6-4f37-ae23-ef5601879ca9,segment=NetworkSegment(5c1a6f43-88a7-45ae-8bd7-10faf4ff6d60),segment_id=5c1a6f43-88a7-45ae-8bd7-10faf4ff6d60)] {{(pid=104389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 05:24:33.148994 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-b77dadbb-191d-47e4-b133-8dc3c330754e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-734995'] for port (44595313-06a6-4f37-ae23-ef5601879ca9), precommit_delete {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:24:33.164348 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.plugin [None req-b77dadbb-191d-47e4-b133-8dc3c330754e None None] Calling delete_port for 44595313-06a6-4f37-ae23-ef5601879ca9 owned by network:dhcp {{(pid=104389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 18 05:24:33.182246 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-2b445a4a-3192-4f33-9bfc-1e4ab68d1a9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1768343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789592765633', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789592262831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15493031'] for port (44595313-06a6-4f37-ae23-ef5601879ca9), after_delete {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:24:33.214241 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b445a4a-3192-4f33-9bfc-1e4ab68d1a9c admin admin] Pushing event deleted for resources: {'Port': ['ID=44595313-06a6-4f37-ae23-ef5601879ca9,revision_number=None']} {{(pid=104388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:24:33.216108 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b445a4a-3192-4f33-9bfc-1e4ab68d1a9c admin admin] No DVR routers for this DVR port 44595313-06a6-4f37-ae23-ef5601879ca9 on host dv-cinder-836996-35-iscsi {{(pid=104388) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 18 05:24:33.244293 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-b77dadbb-191d-47e4-b133-8dc3c330754e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1768343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789592765633', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789592262831'] for port (44595313-06a6-4f37-ae23-ef5601879ca9), after_delete {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:24:33.269861 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77dadbb-191d-47e4-b133-8dc3c330754e None None] Pushing event deleted for resources: {'Port': ['ID=44595313-06a6-4f37-ae23-ef5601879ca9,revision_number=None']} {{(pid=104389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:24:33.282783 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b77dadbb-191d-47e4-b133-8dc3c330754e None None] No DVR routers for this DVR port 44595313-06a6-4f37-ae23-ef5601879ca9 on host dv-cinder-836996-35-iscsi {{(pid=104389) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 18 05:24:33.288898 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-2b445a4a-3192-4f33-9bfc-1e4ab68d1a9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1722107', 'neutron.services.segments.db._delete_segments_for_network-8789592556701'] for network (cce77fdc-391d-4bde-a709-4c5e4b2c55d4), precommit_delete {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:24:33.310021 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.services.segments.db [None req-2b445a4a-3192-4f33-9bfc-1e4ab68d1a9c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cce77fdc-391d-4bde-a709-4c5e4b2c55d4']}} {{(pid=104388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 05:24:33.320074 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.services.segments.db [None req-2b445a4a-3192-4f33-9bfc-1e4ab68d1a9c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5c1a6f43-88a7-45ae-8bd7-10faf4ff6d60') {'for_net_delete': True} {{(pid=104388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 05:24:33.320375 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.services.segments.db [None req-2b445a4a-3192-4f33-9bfc-1e4ab68d1a9c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5c1a6f43-88a7-45ae-8bd7-10faf4ff6d60') {} {{(pid=104388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 05:24:33.330058 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-2b445a4a-3192-4f33-9bfc-1e4ab68d1a9c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789592557222', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14184782'] for segment (5c1a6f43-88a7-45ae-8bd7-10faf4ff6d60), before_delete {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:24:33.344005 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-2b445a4a-3192-4f33-9bfc-1e4ab68d1a9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1723189'] for segment (5c1a6f43-88a7-45ae-8bd7-10faf4ff6d60), precommit_delete {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:24:33.350604 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2b445a4a-3192-4f33-9bfc-1e4ab68d1a9c admin admin] Releasing vlan 326 on physical network physnet1 to pool {{(pid=104388) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 18 05:24:33.351025 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-2b445a4a-3192-4f33-9bfc-1e4ab68d1a9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1723189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15493010'] for segment (5c1a6f43-88a7-45ae-8bd7-10faf4ff6d60), after_delete {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:24:33.391141 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.services.segments.plugin [-] Segment 5c1a6f43-88a7-45ae-8bd7-10faf4ff6d60 resource provider aggregate not found Jun 18 05:24:33.424257 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.services.segments.plugin [-] Segment 5c1a6f43-88a7-45ae-8bd7-10faf4ff6d60 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 5c1a6f43-88a7-45ae-8bd7-10faf4ff6d60 found for delete ", "request_id": "req-d01402ef-158a-48e2-b81a-c0fc96c39b21"}]} Jun 18 05:24:33.424447 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.rpc [None req-c042a677-28f5-4026-b552-0173028fe9dd None None] Device deb66721-30b7-4846-a5c0-ccf3828418c2 no longer exists at agent ovs-agent-dv-cinder-836996-35-iscsi {{(pid=104389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 18 05:24:33.451911 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.plugin [None req-c042a677-28f5-4026-b552-0173028fe9dd None None] No Port match for: deb66721-30b7-4846-a5c0-ccf3828418c2 {{(pid=104389) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 18 05:24:33.452263 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.rpc [None req-c042a677-28f5-4026-b552-0173028fe9dd None None] Device deb66721-30b7-4846-a5c0-ccf3828418c2 not bound to the agent host dv-cinder-836996-35-iscsi {{(pid=104389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 18 05:24:33.452680 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.rpc [None req-c042a677-28f5-4026-b552-0173028fe9dd None None] Device da50abec-a8b4-4e62-82dd-710b5b06d374 no longer exists at agent ovs-agent-dv-cinder-836996-35-iscsi {{(pid=104389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 18 05:24:33.471933 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.plugin [None req-c042a677-28f5-4026-b552-0173028fe9dd None None] No Port match for: da50abec-a8b4-4e62-82dd-710b5b06d374 {{(pid=104389) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 18 05:24:33.472279 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.rpc [None req-c042a677-28f5-4026-b552-0173028fe9dd None None] Device da50abec-a8b4-4e62-82dd-710b5b06d374 not bound to the agent host dv-cinder-836996-35-iscsi {{(pid=104389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 18 05:24:33.472693 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.rpc [None req-c042a677-28f5-4026-b552-0173028fe9dd None None] Device 44595313-06a6-4f37-ae23-ef5601879ca9 no longer exists at agent ovs-agent-dv-cinder-836996-35-iscsi {{(pid=104389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 18 05:24:33.484827 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-2b445a4a-3192-4f33-9bfc-1e4ab68d1a9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1722098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-736823'] for network (cce77fdc-391d-4bde-a709-4c5e4b2c55d4), after_delete {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:24:33.490826 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-2b445a4a-3192-4f33-9bfc-1e4ab68d1a9c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546098'] for network (None), before_response {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:24:33.491480 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.plugin [None req-c042a677-28f5-4026-b552-0173028fe9dd None None] No Port match for: 44595313-06a6-4f37-ae23-ef5601879ca9 {{(pid=104389) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 18 05:24:33.492474 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.rpc [None req-c042a677-28f5-4026-b552-0173028fe9dd None None] Device 44595313-06a6-4f37-ae23-ef5601879ca9 not bound to the agent host dv-cinder-836996-35-iscsi {{(pid=104389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 18 05:24:33.494796 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [None req-2b445a4a-3192-4f33-9bfc-1e4ab68d1a9c admin admin] 10.222.0.23 "DELETE /v2.0/networks/cce77fdc-391d-4bde-a709-4c5e4b2c55d4 HTTP/1.1" status: 204 len: 168 time: 0.6517045 Jun 18 05:24:33.497722 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.wsgi [-] (104387) accepted ('10.222.0.23', 55198) {{(pid=104387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 05:24:33.507177 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b445a4a-3192-4f33-9bfc-1e4ab68d1a9c admin admin] Pushing event deleted for resources: {'Network': ['ID=cce77fdc-391d-4bde-a709-4c5e4b2c55d4,revision_number=None']} {{(pid=104388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:24:33.843466 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-8c5bb782-6a7b-48da-978d-20b9b62c1ebc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-574248'] for router_interface (b5e7bf41-cb55-4943-8974-791516c4540a), before_delete {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:24:34.072409 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.plugin [None req-8c5bb782-6a7b-48da-978d-20b9b62c1ebc admin admin] Deleting port 90df5d9d-e8fd-457c-a7d2-a77df77caf2c {{(pid=104387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 18 05:24:34.072745 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-8c5bb782-6a7b-48da-978d-20b9b62c1ebc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789592760634'] for port (90df5d9d-e8fd-457c-a7d2-a77df77caf2c), before_delete {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:24:34.075041 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG dbcounter [-] [104387] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:24:34.154760 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.db [None req-8c5bb782-6a7b-48da-978d-20b9b62c1ebc admin admin] For port 90df5d9d-e8fd-457c-a7d2-a77df77caf2c, host dv-cinder-836996-35-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-35-iscsi',level=0,port_id=90df5d9d-e8fd-457c-a7d2-a77df77caf2c,segment=NetworkSegment(cbdf8901-571a-435e-aa4f-ff28e4186d07),segment_id=cbdf8901-571a-435e-aa4f-ff28e4186d07)] {{(pid=104387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 05:24:34.155036 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-8c5bb782-6a7b-48da-978d-20b9b62c1ebc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-734995'] for port (90df5d9d-e8fd-457c-a7d2-a77df77caf2c), precommit_delete {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:24:34.169097 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.plugin [None req-8c5bb782-6a7b-48da-978d-20b9b62c1ebc admin admin] Calling delete_port for 90df5d9d-e8fd-457c-a7d2-a77df77caf2c owned by network:router_interface {{(pid=104387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 18 05:24:34.271960 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG dbcounter [-] [104387] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:24:34.275015 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG dbcounter [-] [104390] Writing DB stats neutron:SELECT=10,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:24:34.303025 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG dbcounter [-] [104390] Writing DB stats neutron:SELECT=22,neutron:UPDATE=1 {{(pid=104390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:24:34.421081 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-8c5bb782-6a7b-48da-978d-20b9b62c1ebc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1768343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789592765633', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789592262831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14020772'] for port (90df5d9d-e8fd-457c-a7d2-a77df77caf2c), after_delete {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:24:34.451540 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5bb782-6a7b-48da-978d-20b9b62c1ebc admin admin] Pushing event deleted for resources: {'Port': ['ID=90df5d9d-e8fd-457c-a7d2-a77df77caf2c,revision_number=None']} {{(pid=104387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:24:34.630728 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-8c5bb782-6a7b-48da-978d-20b9b62c1ebc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-546271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-575160'] for router_interface (b5e7bf41-cb55-4943-8974-791516c4540a), after_delete {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:24:35.137575 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c5bb782-6a7b-48da-978d-20b9b62c1ebc admin admin] Router b5e7bf41-cb55-4943-8974-791516c4540a has already been hosted by L3 agent a8549501-0164-4ac5-90a6-1ba1ba0d3f9d {{(pid=104387) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 18 05:24:35.179631 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG dbcounter [-] [104387] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=104387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:24:35.245520 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c5bb782-6a7b-48da-978d-20b9b62c1ebc admin admin] Notify agent at l3_agent.dv-cinder-836996-35-iscsi the message routers_updated {{(pid=104387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 05:24:35.250291 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [None req-8c5bb782-6a7b-48da-978d-20b9b62c1ebc admin admin] 10.222.0.23 "PUT /v2.0/routers/b5e7bf41-cb55-4943-8974-791516c4540a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7515411 Jun 18 05:24:35.252721 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.wsgi [-] (104387) accepted ('10.222.0.23', 55206) {{(pid=104387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 05:24:35.258856 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5190abd1-1772-4659-9f38-c2ea19f472ab None None] Sync routers for ids ['b5e7bf41-cb55-4943-8974-791516c4540a'] in dv-cinder-836996-35-iscsi {{(pid=104390) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 05:24:35.271050 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5190abd1-1772-4659-9f38-c2ea19f472ab None None] Routers {'b5e7bf41-cb55-4943-8974-791516c4540a'} bound to L3 agent in host dv-cinder-836996-35-iscsi {{(pid=104390) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 18 05:24:35.271678 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG neutron.db.l3_hamode_db [None req-5190abd1-1772-4659-9f38-c2ea19f472ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-35-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-18T05:08:24Z,description=,heartbeat_timestamp=2022-06-18T05:24:24Z,host='dv-cinder-836996-35-iscsi',id=a8549501-0164-4ac5-90a6-1ba1ba0d3f9d,load=0,resource_versions=,resources_synced=,started_at=2022-06-18T05:08:25Z,topic='l3_agent')) {'router_ids': ['b5e7bf41-cb55-4943-8974-791516c4540a'], 'active': True} {{(pid=104390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 05:24:35.356376 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-7f986c05-345e-419f-aae2-3b2f67729e76 admin admin] Publish callbacks [] for router (b5e7bf41-cb55-4943-8974-791516c4540a), before_delete {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:24:35.379817 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG neutron.db.l3_dvr_db [None req-5190abd1-1772-4659-9f38-c2ea19f472ab None None] Set router b5e7bf41-cb55-4943-8974-791516c4540a gateway port host: dv-cinder-836996-35-iscsi {{(pid=104390) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 18 05:24:35.465078 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-7f986c05-345e-419f-aae2-3b2f67729e76 admin admin] Publish callbacks [] for router_gateway (b5e7bf41-cb55-4943-8974-791516c4540a), before_delete {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:24:35.566232 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.plugin [None req-7f986c05-345e-419f-aae2-3b2f67729e76 admin admin] Deleting port 3c5bb17b-ab52-49dc-9121-049386015a3e {{(pid=104387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 18 05:24:35.566639 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-7f986c05-345e-419f-aae2-3b2f67729e76 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789592760634'] for port (3c5bb17b-ab52-49dc-9121-049386015a3e), before_delete {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:24:35.574356 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG neutron.db.l3_hamode_db [None req-5190abd1-1772-4659-9f38-c2ea19f472ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5e7bf41-cb55-4943-8974-791516c4540a', 'name': 'tempest-TestShelveInstance-2085411064-router', 'tenant_id': 'a42225556e894a4b83bf66b4a3cb2522', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65c030c7-6a7d-4cea-a47d-5cdd532db0e6', 'external_fixed_ips': [{'subnet_id': 'a9fa7760-a071-45ee-b985-799999c69975', 'ip_address': '172.27.2.4'}], 'enable_snat': True}, 'gw_port_id': '3c5bb17b-ab52-49dc-9121-049386015a3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-18T05:18:32Z', 'updated_at': '2022-06-18T05:24:34Z', 'revision_number': 5, 'project_id': 'a42225556e894a4b83bf66b4a3cb2522', 'gw_port': {'id': '3c5bb17b-ab52-49dc-9121-049386015a3e', 'name': '', 'network_id': '65c030c7-6a7d-4cea-a47d-5cdd532db0e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:cc:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5e7bf41-cb55-4943-8974-791516c4540a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': 'a9fa7760-a071-45ee-b985-799999c69975', 'ip_address': '172.27.2.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-18T05:18:34Z', 'updated_at': '2022-06-18T05:18:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9fa7760-a071-45ee-b985-799999c69975', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-35-iscsi'}], 'dv-cinder-836996-35-iscsi', False) {} {{(pid=104390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 05:24:35.613537 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5190abd1-1772-4659-9f38-c2ea19f472ab None None] Checking router: b5e7bf41-cb55-4943-8974-791516c4540a for host: dv-cinder-836996-35-iscsi {{(pid=104390) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 05:24:35.624143 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5190abd1-1772-4659-9f38-c2ea19f472ab None None] Routers {'b5e7bf41-cb55-4943-8974-791516c4540a'} bound to L3 agent in host dv-cinder-836996-35-iscsi {{(pid=104390) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 18 05:24:35.624906 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG neutron.db.l3_hamode_db [None req-5190abd1-1772-4659-9f38-c2ea19f472ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-35-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-18T05:08:24Z,description=,heartbeat_timestamp=2022-06-18T05:24:24Z,host='dv-cinder-836996-35-iscsi',id=a8549501-0164-4ac5-90a6-1ba1ba0d3f9d,load=0,resource_versions=,resources_synced=,started_at=2022-06-18T05:08:25Z,topic='l3_agent')) {'router_ids': ['b5e7bf41-cb55-4943-8974-791516c4540a'], 'active': True} {{(pid=104390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 05:24:35.657580 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG dbcounter [-] [104387] Writing DB stats neutron:SELECT=100 {{(pid=104387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:24:35.666518 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.db [None req-7f986c05-345e-419f-aae2-3b2f67729e76 admin admin] For port 3c5bb17b-ab52-49dc-9121-049386015a3e, host dv-cinder-836996-35-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-35-iscsi',level=0,port_id=3c5bb17b-ab52-49dc-9121-049386015a3e,segment=NetworkSegment(62e6b565-92f9-4432-9d4a-754d0a7517a7),segment_id=62e6b565-92f9-4432-9d4a-754d0a7517a7)] {{(pid=104387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 05:24:35.667339 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-7f986c05-345e-419f-aae2-3b2f67729e76 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-734995'] for port (3c5bb17b-ab52-49dc-9121-049386015a3e), precommit_delete {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:24:35.683610 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.plugin [None req-7f986c05-345e-419f-aae2-3b2f67729e76 admin admin] Calling delete_port for 3c5bb17b-ab52-49dc-9121-049386015a3e owned by network:router_gateway {{(pid=104387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 18 05:24:35.716990 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG neutron.db.l3_dvr_db [None req-5190abd1-1772-4659-9f38-c2ea19f472ab None None] Set router b5e7bf41-cb55-4943-8974-791516c4540a gateway port host: None {{(pid=104390) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 18 05:24:35.771542 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG neutron.db.l3_hamode_db [None req-5190abd1-1772-4659-9f38-c2ea19f472ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5e7bf41-cb55-4943-8974-791516c4540a', 'name': 'tempest-TestShelveInstance-2085411064-router', 'tenant_id': 'a42225556e894a4b83bf66b4a3cb2522', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-18T05:18:32Z', 'updated_at': '2022-06-18T05:24:35Z', 'revision_number': 6, 'project_id': 'a42225556e894a4b83bf66b4a3cb2522', 'gw_port_host': None}], 'dv-cinder-836996-35-iscsi', False) {} {{(pid=104390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 05:24:35.798643 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5190abd1-1772-4659-9f38-c2ea19f472ab None None] The sync data for ids ['b5e7bf41-cb55-4943-8974-791516c4540a'] in dv-cinder-836996-35-iscsi is: [{'id': 'b5e7bf41-cb55-4943-8974-791516c4540a', 'name': 'tempest-TestShelveInstance-2085411064-router', 'tenant_id': 'a42225556e894a4b83bf66b4a3cb2522', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-18T05:18:32Z', 'updated_at': '2022-06-18T05:24:35Z', 'revision_number': 6, 'project_id': 'a42225556e894a4b83bf66b4a3cb2522', 'gw_port_host': None}] {{(pid=104390) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 05:24:35.942744 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-7f986c05-345e-419f-aae2-3b2f67729e76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1768343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789592765633', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789592262831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14020772'] for port (3c5bb17b-ab52-49dc-9121-049386015a3e), after_delete {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:24:35.971448 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f986c05-345e-419f-aae2-3b2f67729e76 admin admin] Pushing event deleted for resources: {'Port': ['ID=3c5bb17b-ab52-49dc-9121-049386015a3e,revision_number=None']} {{(pid=104387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:24:36.053181 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-7f986c05-345e-419f-aae2-3b2f67729e76 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-737003'] for router_gateway (b5e7bf41-cb55-4943-8974-791516c4540a), after_delete {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:24:36.136742 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-7f986c05-345e-419f-aae2-3b2f67729e76 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-575990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9626'] for router (b5e7bf41-cb55-4943-8974-791516c4540a), precommit_delete {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:24:36.139924 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-7f986c05-345e-419f-aae2-3b2f67729e76 admin admin] Publish callbacks [] for router_controller (b5e7bf41-cb55-4943-8974-791516c4540a), precommit_delete_associations {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:24:36.262011 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-7f986c05-345e-419f-aae2-3b2f67729e76 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-574313'] for router (b5e7bf41-cb55-4943-8974-791516c4540a), after_delete {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:24:36.262656 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f986c05-345e-419f-aae2-3b2f67729e76 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b5e7bf41-cb55-4943-8974-791516c4540a {{(pid=104387) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 18 05:24:36.280061 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-7f986c05-345e-419f-aae2-3b2f67729e76 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:24:36.280061 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [None req-7f986c05-345e-419f-aae2-3b2f67729e76 admin admin] 10.222.0.23 "DELETE /v2.0/routers/b5e7bf41-cb55-4943-8974-791516c4540a HTTP/1.1" status: 204 len: 168 time: 1.0145614 Jun 18 05:24:36.280061 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.wsgi [-] (104387) accepted ('10.222.0.23', 55232) {{(pid=104387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 05:24:36.317094 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.db.db_base_plugin_v2 [None req-8ea013a8-64a8-4d55-b63d-423625a91029 admin admin] Deleting subnet e909531c-10f8-478f-9cdc-385d474fadd4 {{(pid=104387) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 18 05:24:36.321123 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-8ea013a8-64a8-4d55-b63d-423625a91029 admin admin] Publish callbacks [] for subnet (e909531c-10f8-478f-9cdc-385d474fadd4), before_delete {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:24:36.360431 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-8ea013a8-64a8-4d55-b63d-423625a91029 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14008636'] for subnet (e909531c-10f8-478f-9cdc-385d474fadd4), precommit_delete_associations {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:24:36.436915 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG dbcounter [-] [104387] Writing DB stats neutron:SELECT=89,neutron:UPDATE=4,neutron:DELETE=7 {{(pid=104387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:24:36.439474 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-8ea013a8-64a8-4d55-b63d-423625a91029 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1721998'] for subnet (e909531c-10f8-478f-9cdc-385d474fadd4), precommit_delete {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:24:36.589053 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-8ea013a8-64a8-4d55-b63d-423625a91029 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1720957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14020979', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13962170'] for subnet (e909531c-10f8-478f-9cdc-385d474fadd4), after_delete {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:24:36.619684 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea013a8-64a8-4d55-b63d-423625a91029 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e909531c-10f8-478f-9cdc-385d474fadd4,revision_number=None']} {{(pid=104387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:24:36.623473 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-8ea013a8-64a8-4d55-b63d-423625a91029 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:24:36.628861 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [None req-8ea013a8-64a8-4d55-b63d-423625a91029 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/e909531c-10f8-478f-9cdc-385d474fadd4 HTTP/1.1" status: 204 len: 168 time: 0.3549807 Jun 18 05:24:36.629118 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.wsgi [-] (104387) accepted ('10.222.0.23', 55234) {{(pid=104387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 05:24:36.631927 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4f9ef06-fe68-46eb-a2b9-eebb42b3e6b4 None None] Network a7f4a15d-f99d-479a-ac9e-99533b884d02 requested from dv-cinder-836996-35-iscsi {{(pid=104389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 18 05:24:36.708468 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-dff8a2e4-4370-4ad4-8ea0-ccaa1c43f7a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1848287'] for network (a7f4a15d-f99d-479a-ac9e-99533b884d02), before_delete {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:24:36.749370 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG dbcounter [-] [104387] Writing DB stats neutron:SELECT=86,neutron:DELETE=11,neutron:UPDATE=3 {{(pid=104387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:24:36.756914 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.plugin [None req-dff8a2e4-4370-4ad4-8ea0-ccaa1c43f7a2 admin admin] Deleting port 135153d1-6cd4-4b66-a2cf-51c8ded2aaf8 {{(pid=104387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 18 05:24:36.757922 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-dff8a2e4-4370-4ad4-8ea0-ccaa1c43f7a2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789592760634'] for port (135153d1-6cd4-4b66-a2cf-51c8ded2aaf8), before_delete {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:24:36.842016 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.db [None req-dff8a2e4-4370-4ad4-8ea0-ccaa1c43f7a2 admin admin] For port 135153d1-6cd4-4b66-a2cf-51c8ded2aaf8, host dv-cinder-836996-35-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-35-iscsi',level=0,port_id=135153d1-6cd4-4b66-a2cf-51c8ded2aaf8,segment=NetworkSegment(cbdf8901-571a-435e-aa4f-ff28e4186d07),segment_id=cbdf8901-571a-435e-aa4f-ff28e4186d07)] {{(pid=104387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 05:24:36.842390 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-dff8a2e4-4370-4ad4-8ea0-ccaa1c43f7a2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-734995'] for port (135153d1-6cd4-4b66-a2cf-51c8ded2aaf8), precommit_delete {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:24:36.869017 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.plugin [None req-dff8a2e4-4370-4ad4-8ea0-ccaa1c43f7a2 admin admin] Calling delete_port for 135153d1-6cd4-4b66-a2cf-51c8ded2aaf8 owned by network:dhcp {{(pid=104387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 18 05:24:36.933727 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddb0015c-d48c-435d-9d75-33ab9c4e3953 None None] DHCP port deletion for a7f4a15d-f99d-479a-ac9e-99533b884d02 request from dv-cinder-836996-35-iscsi {{(pid=104389) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 18 05:24:36.976458 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.plugin [None req-ddb0015c-d48c-435d-9d75-33ab9c4e3953 None None] Deleting port 135153d1-6cd4-4b66-a2cf-51c8ded2aaf8 {{(pid=104389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 18 05:24:36.976792 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-ddb0015c-d48c-435d-9d75-33ab9c4e3953 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789592760634'] for port (135153d1-6cd4-4b66-a2cf-51c8ded2aaf8), before_delete {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:24:37.022442 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-dff8a2e4-4370-4ad4-8ea0-ccaa1c43f7a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1768343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789592765633', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789592262831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14020772'] for port (135153d1-6cd4-4b66-a2cf-51c8ded2aaf8), after_delete {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:24:37.046559 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.db [None req-ddb0015c-d48c-435d-9d75-33ab9c4e3953 None None] For port 135153d1-6cd4-4b66-a2cf-51c8ded2aaf8, host dv-cinder-836996-35-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-35-iscsi',level=0,port_id=135153d1-6cd4-4b66-a2cf-51c8ded2aaf8,segment=NetworkSegment(cbdf8901-571a-435e-aa4f-ff28e4186d07),segment_id=cbdf8901-571a-435e-aa4f-ff28e4186d07)] {{(pid=104389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 05:24:37.046969 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-ddb0015c-d48c-435d-9d75-33ab9c4e3953 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-734995'] for port (135153d1-6cd4-4b66-a2cf-51c8ded2aaf8), precommit_delete {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:24:37.054858 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff8a2e4-4370-4ad4-8ea0-ccaa1c43f7a2 admin admin] Pushing event deleted for resources: {'Port': ['ID=135153d1-6cd4-4b66-a2cf-51c8ded2aaf8,revision_number=None']} {{(pid=104387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:24:37.059715 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dff8a2e4-4370-4ad4-8ea0-ccaa1c43f7a2 admin admin] No DVR routers for this DVR port 135153d1-6cd4-4b66-a2cf-51c8ded2aaf8 on host dv-cinder-836996-35-iscsi {{(pid=104387) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 18 05:24:37.064820 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.plugin [None req-ddb0015c-d48c-435d-9d75-33ab9c4e3953 None None] Calling delete_port for 135153d1-6cd4-4b66-a2cf-51c8ded2aaf8 owned by network:dhcp {{(pid=104389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 18 05:24:37.074493 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG dbcounter [-] [104389] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:24:37.152047 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-dff8a2e4-4370-4ad4-8ea0-ccaa1c43f7a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1722107', 'neutron.services.segments.db._delete_segments_for_network-8789592556701'] for network (a7f4a15d-f99d-479a-ac9e-99533b884d02), precommit_delete {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:24:37.156716 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-ddb0015c-d48c-435d-9d75-33ab9c4e3953 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1768343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789592765633', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789592262831'] for port (135153d1-6cd4-4b66-a2cf-51c8ded2aaf8), after_delete {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:24:37.177279 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.services.segments.db [None req-dff8a2e4-4370-4ad4-8ea0-ccaa1c43f7a2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a7f4a15d-f99d-479a-ac9e-99533b884d02']}} {{(pid=104387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 05:24:37.189309 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb0015c-d48c-435d-9d75-33ab9c4e3953 None None] Pushing event deleted for resources: {'Port': ['ID=135153d1-6cd4-4b66-a2cf-51c8ded2aaf8,revision_number=None']} {{(pid=104389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:24:37.193544 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.services.segments.db [None req-dff8a2e4-4370-4ad4-8ea0-ccaa1c43f7a2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cbdf8901-571a-435e-aa4f-ff28e4186d07') {'for_net_delete': True} {{(pid=104387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 05:24:37.193835 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.services.segments.db [None req-dff8a2e4-4370-4ad4-8ea0-ccaa1c43f7a2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cbdf8901-571a-435e-aa4f-ff28e4186d07') {} {{(pid=104387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 05:24:37.197115 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddb0015c-d48c-435d-9d75-33ab9c4e3953 None None] No DVR routers for this DVR port 135153d1-6cd4-4b66-a2cf-51c8ded2aaf8 on host dv-cinder-836996-35-iscsi {{(pid=104389) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 18 05:24:37.210839 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-dff8a2e4-4370-4ad4-8ea0-ccaa1c43f7a2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789592557222', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14008627'] for segment (cbdf8901-571a-435e-aa4f-ff28e4186d07), before_delete {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:24:37.229112 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-dff8a2e4-4370-4ad4-8ea0-ccaa1c43f7a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1723189'] for segment (cbdf8901-571a-435e-aa4f-ff28e4186d07), precommit_delete {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:24:37.236759 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dff8a2e4-4370-4ad4-8ea0-ccaa1c43f7a2 admin admin] Releasing vlan 313 on physical network physnet1 to pool {{(pid=104387) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 18 05:24:37.237278 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-dff8a2e4-4370-4ad4-8ea0-ccaa1c43f7a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1723189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14020753'] for segment (cbdf8901-571a-435e-aa4f-ff28e4186d07), after_delete {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:24:37.275027 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.services.segments.plugin [-] Segment cbdf8901-571a-435e-aa4f-ff28e4186d07 resource provider aggregate not found Jun 18 05:24:37.321291 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.services.segments.plugin [-] Segment cbdf8901-571a-435e-aa4f-ff28e4186d07 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid cbdf8901-571a-435e-aa4f-ff28e4186d07 found for delete ", "request_id": "req-26dc871e-49f2-4311-a3b8-1718160ecf51"}]} Jun 18 05:24:37.412717 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.rpc [None req-c042a677-28f5-4026-b552-0173028fe9dd None None] Device 135153d1-6cd4-4b66-a2cf-51c8ded2aaf8 no longer exists at agent ovs-agent-dv-cinder-836996-35-iscsi {{(pid=104389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 18 05:24:37.433638 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-dff8a2e4-4370-4ad4-8ea0-ccaa1c43f7a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1722098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-736823'] for network (a7f4a15d-f99d-479a-ac9e-99533b884d02), after_delete {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:24:37.438177 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.plugin [None req-c042a677-28f5-4026-b552-0173028fe9dd None None] No Port match for: 135153d1-6cd4-4b66-a2cf-51c8ded2aaf8 {{(pid=104389) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 18 05:24:37.438177 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.rpc [None req-c042a677-28f5-4026-b552-0173028fe9dd None None] Device 135153d1-6cd4-4b66-a2cf-51c8ded2aaf8 not bound to the agent host dv-cinder-836996-35-iscsi {{(pid=104389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 18 05:24:37.438177 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.rpc [None req-c042a677-28f5-4026-b552-0173028fe9dd None None] Device 3c5bb17b-ab52-49dc-9121-049386015a3e no longer exists at agent ovs-agent-dv-cinder-836996-35-iscsi {{(pid=104389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 18 05:24:37.440806 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-dff8a2e4-4370-4ad4-8ea0-ccaa1c43f7a2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546098'] for network (None), before_response {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:24:37.443922 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [None req-dff8a2e4-4370-4ad4-8ea0-ccaa1c43f7a2 admin admin] 10.222.0.23 "DELETE /v2.0/networks/a7f4a15d-f99d-479a-ac9e-99533b884d02 HTTP/1.1" status: 204 len: 168 time: 0.8139098 Jun 18 05:24:37.454350 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff8a2e4-4370-4ad4-8ea0-ccaa1c43f7a2 admin admin] Pushing event deleted for resources: {'Network': ['ID=a7f4a15d-f99d-479a-ac9e-99533b884d02,revision_number=None']} {{(pid=104387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:24:37.457573 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.plugin [None req-c042a677-28f5-4026-b552-0173028fe9dd None None] No Port match for: 3c5bb17b-ab52-49dc-9121-049386015a3e {{(pid=104389) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 18 05:24:37.458117 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.rpc [None req-c042a677-28f5-4026-b552-0173028fe9dd None None] Device 3c5bb17b-ab52-49dc-9121-049386015a3e not bound to the agent host dv-cinder-836996-35-iscsi {{(pid=104389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 18 05:24:37.458720 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.rpc [None req-c042a677-28f5-4026-b552-0173028fe9dd None None] Device 90df5d9d-e8fd-457c-a7d2-a77df77caf2c no longer exists at agent ovs-agent-dv-cinder-836996-35-iscsi {{(pid=104389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 18 05:24:37.484642 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.plugin [None req-c042a677-28f5-4026-b552-0173028fe9dd None None] No Port match for: 90df5d9d-e8fd-457c-a7d2-a77df77caf2c {{(pid=104389) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 18 05:24:37.485091 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.rpc [None req-c042a677-28f5-4026-b552-0173028fe9dd None None] Device 90df5d9d-e8fd-457c-a7d2-a77df77caf2c not bound to the agent host dv-cinder-836996-35-iscsi {{(pid=104389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 18 05:24:37.571632 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789592556683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1744442'] for agent (21f82a9e-593b-4fa9-aa06-dfe6f16482e6), after_update {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:24:37.833594 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.wsgi [-] (104387) accepted ('10.222.0.23', 55264) {{(pid=104387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 05:24:37.875064 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [None req-001222a3-a0ed-4560-87dd-fd9366451b80 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=65a7c712ebe34d53b4acd7e8473c6d95&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0402737 Jun 18 05:24:37.877465 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.wsgi [-] (104387) accepted ('10.222.0.23', 55266) {{(pid=104387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 05:24:37.925040 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-c6b3e96f-da48-483a-b15c-89c04ad63a9d admin admin] Publish callbacks [] for security_group (d38d2081-8d9b-4c23-8ddf-07cd4783c381), before_delete {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:24:37.946669 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-c6b3e96f-da48-483a-b15c-89c04ad63a9d admin admin] Publish callbacks [] for security_group (d38d2081-8d9b-4c23-8ddf-07cd4783c381), precommit_delete {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:24:38.078826 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-c6b3e96f-da48-483a-b15c-89c04ad63a9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728332'] for security_group (d38d2081-8d9b-4c23-8ddf-07cd4783c381), after_delete {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:24:38.081265 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-c6b3e96f-da48-483a-b15c-89c04ad63a9d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:24:38.082452 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [None req-c6b3e96f-da48-483a-b15c-89c04ad63a9d admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/d38d2081-8d9b-4c23-8ddf-07cd4783c381 HTTP/1.1" status: 204 len: 168 time: 0.2040937 Jun 18 05:24:38.090847 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b3e96f-da48-483a-b15c-89c04ad63a9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d38d2081-8d9b-4c23-8ddf-07cd4783c381,revision_number=None']} {{(pid=104387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:24:38.790356 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.wsgi [-] (104388) accepted ('10.222.0.23', 55278) {{(pid=104388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 05:24:38.838850 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [None req-596f9d85-cad0-428c-b20b-1403b0f21c8f admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=a42225556e894a4b83bf66b4a3cb2522&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0469749 Jun 18 05:24:38.841467 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.wsgi [-] (104388) accepted ('10.222.0.23', 55282) {{(pid=104388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 05:24:38.891044 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-b48e8339-2a4a-4196-9055-4de37f2fb562 admin admin] Publish callbacks [] for security_group (5d9abfa3-f8e7-493f-bdb2-3ceb9705d65b), before_delete {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:24:38.918010 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-b48e8339-2a4a-4196-9055-4de37f2fb562 admin admin] Publish callbacks [] for security_group (5d9abfa3-f8e7-493f-bdb2-3ceb9705d65b), precommit_delete {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:24:39.072484 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-b48e8339-2a4a-4196-9055-4de37f2fb562 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728332'] for security_group (5d9abfa3-f8e7-493f-bdb2-3ceb9705d65b), after_delete {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:24:39.075040 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-b48e8339-2a4a-4196-9055-4de37f2fb562 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:24:39.076215 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [None req-b48e8339-2a4a-4196-9055-4de37f2fb562 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/5d9abfa3-f8e7-493f-bdb2-3ceb9705d65b HTTP/1.1" status: 204 len: 168 time: 0.2338505 Jun 18 05:24:39.084338 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48e8339-2a4a-4196-9055-4de37f2fb562 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d9abfa3-f8e7-493f-bdb2-3ceb9705d65b,revision_number=None']} {{(pid=104388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:24:45.743220 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG dbcounter [-] [104390] Writing DB stats neutron:SELECT=41 {{(pid=104390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:24:45.773185 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG dbcounter [-] [104390] Writing DB stats neutron:SELECT=42 {{(pid=104390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:24:47.494471 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG dbcounter [-] [104389] Writing DB stats neutron:SELECT=63,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=104389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:24:48.085203 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG dbcounter [-] [104387] Writing DB stats neutron:SELECT=88,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=104387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:24:48.087174 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG dbcounter [-] [104387] Writing DB stats neutron:SELECT=44,neutron:DELETE=5 {{(pid=104387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:24:49.080238 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG dbcounter [-] [104388] Writing DB stats neutron:SELECT=65,neutron:DELETE=9 {{(pid=104388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:24:49.081353 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG dbcounter [-] [104388] Writing DB stats neutron:SELECT=84,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=104388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:24:49.102626 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG dbcounter [-] [104389] Writing DB stats neutron:SELECT=7 {{(pid=104389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:24:51.797204 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.wsgi [-] (104388) accepted ('10.222.0.23', 55450) {{(pid=104388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 05:24:51.901535 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-c4fedfbd-629e-42e1-8deb-2e72f1b4afb5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:24:51.977999 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-c4fedfbd-629e-42e1-8deb-2e72f1b4afb5 admin admin] Publish callbacks [] for security_group (dea7c58c-311b-4876-a1ee-0fb5432c0e03), precommit_create {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:24:52.038257 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-c4fedfbd-629e-42e1-8deb-2e72f1b4afb5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728332'] for security_group (dea7c58c-311b-4876-a1ee-0fb5432c0e03), after_create {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:24:52.038430 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-19b63cc5-58b8-463b-8f6e-b8667e31e992 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789592556683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1744442'] for agent (426d7b1c-7831-4cf6-8aa4-29496a16634c), after_update {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:24:52.081318 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [None req-c4fedfbd-629e-42e1-8deb-2e72f1b4afb5 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=1e2a179f1f5e4593b295d282e34094a8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2829990 Jun 18 05:24:52.082459 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4fedfbd-629e-42e1-8deb-2e72f1b4afb5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dea7c58c-311b-4876-a1ee-0fb5432c0e03,revision_number=1']} {{(pid=104388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:24:52.084264 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.wsgi [-] (104387) accepted ('10.222.0.23', 55454) {{(pid=104387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 05:24:52.133475 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-42b9e597-ed5f-46c0-8455-118c8586d0f6 admin admin] Publish callbacks [] for security_group (dea7c58c-311b-4876-a1ee-0fb5432c0e03), before_delete {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:24:52.154464 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-42b9e597-ed5f-46c0-8455-118c8586d0f6 admin admin] Publish callbacks [] for security_group (dea7c58c-311b-4876-a1ee-0fb5432c0e03), precommit_delete {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:24:52.266909 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-42b9e597-ed5f-46c0-8455-118c8586d0f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728332'] for security_group (dea7c58c-311b-4876-a1ee-0fb5432c0e03), after_delete {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:24:52.269592 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-42b9e597-ed5f-46c0-8455-118c8586d0f6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:24:52.270751 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [None req-42b9e597-ed5f-46c0-8455-118c8586d0f6 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/dea7c58c-311b-4876-a1ee-0fb5432c0e03 HTTP/1.1" status: 204 len: 168 time: 0.1855309 Jun 18 05:24:52.279135 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b9e597-ed5f-46c0-8455-118c8586d0f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dea7c58c-311b-4876-a1ee-0fb5432c0e03,revision_number=None']} {{(pid=104387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:24:52.287808 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b9e597-ed5f-46c0-8455-118c8586d0f6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:24:52.288162 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b9e597-ed5f-46c0-8455-118c8586d0f6 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:24:52.288508 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b9e597-ed5f-46c0-8455-118c8586d0f6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:24:52.288853 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b9e597-ed5f-46c0-8455-118c8586d0f6 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:24:52.289191 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b9e597-ed5f-46c0-8455-118c8586d0f6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:24:52.289559 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b9e597-ed5f-46c0-8455-118c8586d0f6 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:24:52.289893 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b9e597-ed5f-46c0-8455-118c8586d0f6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:24:52.290222 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b9e597-ed5f-46c0-8455-118c8586d0f6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:24:52.290552 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b9e597-ed5f-46c0-8455-118c8586d0f6 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:24:52.290878 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b9e597-ed5f-46c0-8455-118c8586d0f6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:24:52.291206 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b9e597-ed5f-46c0-8455-118c8586d0f6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:24:52.291535 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b9e597-ed5f-46c0-8455-118c8586d0f6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:24:52.291901 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b9e597-ed5f-46c0-8455-118c8586d0f6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:24:52.292169 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b9e597-ed5f-46c0-8455-118c8586d0f6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:24:52.292492 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b9e597-ed5f-46c0-8455-118c8586d0f6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:24:52.871582 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.wsgi [-] (104387) accepted ('10.222.0.23', 55462) {{(pid=104387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 05:24:52.885421 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-43141caa-8f70-4195-b304-dbf50011e7ef admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:24:52.961461 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-43141caa-8f70-4195-b304-dbf50011e7ef admin admin] Publish callbacks [] for security_group (40df7542-27d6-40b2-a704-a552b53c4ff3), precommit_create {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:24:53.031792 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-43141caa-8f70-4195-b304-dbf50011e7ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728332'] for security_group (40df7542-27d6-40b2-a704-a552b53c4ff3), after_create {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:24:53.073853 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [None req-43141caa-8f70-4195-b304-dbf50011e7ef admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=fa64432c05014fb5a8ab6a33254079d5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2012100 Jun 18 05:24:53.074714 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43141caa-8f70-4195-b304-dbf50011e7ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40df7542-27d6-40b2-a704-a552b53c4ff3,revision_number=1']} {{(pid=104387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:24:53.076481 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.wsgi [-] (104388) accepted ('10.222.0.23', 55464) {{(pid=104388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 05:24:53.126220 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-68319a9d-9704-4b41-939c-f35d3529d4ec admin admin] Publish callbacks [] for security_group (40df7542-27d6-40b2-a704-a552b53c4ff3), before_delete {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:24:53.147611 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-68319a9d-9704-4b41-939c-f35d3529d4ec admin admin] Publish callbacks [] for security_group (40df7542-27d6-40b2-a704-a552b53c4ff3), precommit_delete {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:24:53.301818 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-68319a9d-9704-4b41-939c-f35d3529d4ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728332'] for security_group (40df7542-27d6-40b2-a704-a552b53c4ff3), after_delete {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:24:53.304489 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-68319a9d-9704-4b41-939c-f35d3529d4ec admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:24:53.305757 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [None req-68319a9d-9704-4b41-939c-f35d3529d4ec admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/40df7542-27d6-40b2-a704-a552b53c4ff3 HTTP/1.1" status: 204 len: 168 time: 0.2274311 Jun 18 05:24:53.313832 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68319a9d-9704-4b41-939c-f35d3529d4ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40df7542-27d6-40b2-a704-a552b53c4ff3,revision_number=None']} {{(pid=104388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:24:54.534777 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-435887e1-0a68-405a-81bc-9e90b3b58fc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789592556683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1744442'] for agent (a8549501-0164-4ac5-90a6-1ba1ba0d3f9d), after_update {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:24:55.598736 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-bd48e2cf-68a6-4f35-9a09-882d425f288c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789592556683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1744442'] for agent (e572bbf3-12d8-41bb-a2ed-524d739c9de1), after_update {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:24:55.622574 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.wsgi [-] (104388) accepted ('10.222.0.23', 55512) {{(pid=104388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 05:24:55.723683 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG neutron.db.agents_db [None req-f0cd052f-7516-4656-9d29-e77bb90ffdea None None] Agent healthcheck: found 6 active agents {{(pid=104390) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 18 05:24:55.728494 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-3a54841d-b716-405b-bfb8-2f6e920200f6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:24:55.805125 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-3a54841d-b716-405b-bfb8-2f6e920200f6 admin admin] Publish callbacks [] for security_group (87cfca93-8556-4a80-b586-486882269a13), precommit_create {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:24:55.883847 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-3a54841d-b716-405b-bfb8-2f6e920200f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728332'] for security_group (87cfca93-8556-4a80-b586-486882269a13), after_create {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:24:55.924263 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [None req-3a54841d-b716-405b-bfb8-2f6e920200f6 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=70af061887cc42a28960407dccb5657a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3006468 Jun 18 05:24:55.925218 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a54841d-b716-405b-bfb8-2f6e920200f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87cfca93-8556-4a80-b586-486882269a13,revision_number=1']} {{(pid=104388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:24:55.926982 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.wsgi [-] (104387) accepted ('10.222.0.23', 55518) {{(pid=104387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 05:24:55.975900 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-c4100a54-d616-45e1-b0cc-77cee040a7d8 admin admin] Publish callbacks [] for security_group (87cfca93-8556-4a80-b586-486882269a13), before_delete {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:24:55.996801 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-c4100a54-d616-45e1-b0cc-77cee040a7d8 admin admin] Publish callbacks [] for security_group (87cfca93-8556-4a80-b586-486882269a13), precommit_delete {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:24:56.117341 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-c4100a54-d616-45e1-b0cc-77cee040a7d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728332'] for security_group (87cfca93-8556-4a80-b586-486882269a13), after_delete {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:24:56.119906 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-c4100a54-d616-45e1-b0cc-77cee040a7d8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:24:56.121112 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [None req-c4100a54-d616-45e1-b0cc-77cee040a7d8 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/87cfca93-8556-4a80-b586-486882269a13 HTTP/1.1" status: 204 len: 168 time: 0.1931028 Jun 18 05:24:56.129989 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4100a54-d616-45e1-b0cc-77cee040a7d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87cfca93-8556-4a80-b586-486882269a13,revision_number=None']} {{(pid=104387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:24:56.684769 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.wsgi [-] (104387) accepted ('10.222.0.23', 55524) {{(pid=104387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 05:24:56.698221 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-18bbd9f2-c4cc-4000-a610-c2061358ad75 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:24:56.771881 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-18bbd9f2-c4cc-4000-a610-c2061358ad75 admin admin] Publish callbacks [] for security_group (d7dd1f62-41d1-4bf8-9636-6717d1b9723b), precommit_create {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:24:56.838629 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-18bbd9f2-c4cc-4000-a610-c2061358ad75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728332'] for security_group (d7dd1f62-41d1-4bf8-9636-6717d1b9723b), after_create {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:24:56.882879 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [None req-18bbd9f2-c4cc-4000-a610-c2061358ad75 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=daec4c1e984040f29e1a6317901fc18f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1969917 Jun 18 05:24:56.883965 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18bbd9f2-c4cc-4000-a610-c2061358ad75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7dd1f62-41d1-4bf8-9636-6717d1b9723b,revision_number=1']} {{(pid=104387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:24:56.885537 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.wsgi [-] (104388) accepted ('10.222.0.23', 55528) {{(pid=104388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 05:24:56.938831 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-54799f8c-e7af-488f-82b3-53749a757c39 admin admin] Publish callbacks [] for security_group (d7dd1f62-41d1-4bf8-9636-6717d1b9723b), before_delete {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:24:56.961774 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-54799f8c-e7af-488f-82b3-53749a757c39 admin admin] Publish callbacks [] for security_group (d7dd1f62-41d1-4bf8-9636-6717d1b9723b), precommit_delete {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:24:57.066824 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-54799f8c-e7af-488f-82b3-53749a757c39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728332'] for security_group (d7dd1f62-41d1-4bf8-9636-6717d1b9723b), after_delete {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:24:57.069299 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-54799f8c-e7af-488f-82b3-53749a757c39 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:24:57.070480 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [None req-54799f8c-e7af-488f-82b3-53749a757c39 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/d7dd1f62-41d1-4bf8-9636-6717d1b9723b HTTP/1.1" status: 204 len: 168 time: 0.1830425 Jun 18 05:24:57.078706 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54799f8c-e7af-488f-82b3-53749a757c39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7dd1f62-41d1-4bf8-9636-6717d1b9723b,revision_number=None']} {{(pid=104388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:24:57.295947 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-5df8b1a9-a354-44ed-8761-35e8e24f4084 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789592556683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1744442'] for agent (37f34a37-d85d-4c21-966b-86dc43157ac3), after_update {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:24:57.512356 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-c042a677-28f5-4026-b552-0173028fe9dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789592556683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1744442'] for agent (d503ae44-4e24-48d3-9886-03581f90537d), after_update {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:25:03.687282 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.wsgi [-] (104388) accepted ('10.222.0.23', 55648) {{(pid=104388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 05:25:03.789083 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-962c8c0f-a5ed-47d0-bd03-acaf812ebd14 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:25:03.837542 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG dbcounter [-] [104388] Writing DB stats neutron:SELECT=79,neutron:INSERT=15,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=104388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:25:03.843543 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG dbcounter [-] [104388] Writing DB stats neutron:SELECT=78,neutron:INSERT=17,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:25:03.869442 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-962c8c0f-a5ed-47d0-bd03-acaf812ebd14 admin admin] Publish callbacks [] for security_group (2d8a795d-c077-4f7c-aa13-4a64454f3691), precommit_create {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:25:03.946716 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-962c8c0f-a5ed-47d0-bd03-acaf812ebd14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728332'] for security_group (2d8a795d-c077-4f7c-aa13-4a64454f3691), after_create {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:25:03.986402 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [None req-962c8c0f-a5ed-47d0-bd03-acaf812ebd14 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=62d28e3004094c23ade06b001bd2be7e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3008604 Jun 18 05:25:03.987257 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-962c8c0f-a5ed-47d0-bd03-acaf812ebd14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d8a795d-c077-4f7c-aa13-4a64454f3691,revision_number=1']} {{(pid=104388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:25:03.989193 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.wsgi [-] (104387) accepted ('10.222.0.23', 55654) {{(pid=104387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 05:25:03.995139 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-962c8c0f-a5ed-47d0-bd03-acaf812ebd14 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:25:03.995489 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-962c8c0f-a5ed-47d0-bd03-acaf812ebd14 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:25:03.995832 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-962c8c0f-a5ed-47d0-bd03-acaf812ebd14 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:25:03.996162 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-962c8c0f-a5ed-47d0-bd03-acaf812ebd14 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:25:03.996573 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-962c8c0f-a5ed-47d0-bd03-acaf812ebd14 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:25:03.996900 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-962c8c0f-a5ed-47d0-bd03-acaf812ebd14 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:25:03.997234 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-962c8c0f-a5ed-47d0-bd03-acaf812ebd14 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:25:03.997585 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-962c8c0f-a5ed-47d0-bd03-acaf812ebd14 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:25:04.001276 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-962c8c0f-a5ed-47d0-bd03-acaf812ebd14 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:25:04.001276 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-962c8c0f-a5ed-47d0-bd03-acaf812ebd14 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:25:04.001276 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-962c8c0f-a5ed-47d0-bd03-acaf812ebd14 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:25:04.001276 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-962c8c0f-a5ed-47d0-bd03-acaf812ebd14 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:25:04.001276 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-962c8c0f-a5ed-47d0-bd03-acaf812ebd14 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:25:04.001276 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-962c8c0f-a5ed-47d0-bd03-acaf812ebd14 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:25:04.001276 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-962c8c0f-a5ed-47d0-bd03-acaf812ebd14 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:25:04.042730 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-9e21d562-23c6-4eee-b79f-c749e07cc805 admin admin] Publish callbacks [] for security_group (2d8a795d-c077-4f7c-aa13-4a64454f3691), before_delete {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:25:04.064597 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-9e21d562-23c6-4eee-b79f-c749e07cc805 admin admin] Publish callbacks [] for security_group (2d8a795d-c077-4f7c-aa13-4a64454f3691), precommit_delete {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:25:04.067905 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG dbcounter [-] [104387] Writing DB stats neutron:SELECT=82,neutron:DELETE=5,neutron:INSERT=11,neutron:UPDATE=2 {{(pid=104387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:25:04.072960 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG dbcounter [-] [104387] Writing DB stats neutron:SELECT=86,neutron:DELETE=3,neutron:INSERT=11 {{(pid=104387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:25:04.175520 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-9e21d562-23c6-4eee-b79f-c749e07cc805 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728332'] for security_group (2d8a795d-c077-4f7c-aa13-4a64454f3691), after_delete {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:25:04.178755 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-9e21d562-23c6-4eee-b79f-c749e07cc805 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:25:04.180014 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [None req-9e21d562-23c6-4eee-b79f-c749e07cc805 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/2d8a795d-c077-4f7c-aa13-4a64454f3691 HTTP/1.1" status: 204 len: 168 time: 0.1889923 Jun 18 05:25:04.187975 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e21d562-23c6-4eee-b79f-c749e07cc805 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d8a795d-c077-4f7c-aa13-4a64454f3691,revision_number=None']} {{(pid=104387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:25:04.800656 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.wsgi [-] (104387) accepted ('10.222.0.23', 55662) {{(pid=104387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 05:25:04.813855 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-d21105c9-1e7f-4e5f-9b0b-bb08cc3291cd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:25:04.887958 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-d21105c9-1e7f-4e5f-9b0b-bb08cc3291cd admin admin] Publish callbacks [] for security_group (40885282-b914-4152-a0f3-90f36a6c8389), precommit_create {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:25:04.957982 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-d21105c9-1e7f-4e5f-9b0b-bb08cc3291cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728332'] for security_group (40885282-b914-4152-a0f3-90f36a6c8389), after_create {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:25:05.000463 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [None req-d21105c9-1e7f-4e5f-9b0b-bb08cc3291cd admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=2da84fa2a7aa40c6802531f0025245e7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1987209 Jun 18 05:25:05.001585 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21105c9-1e7f-4e5f-9b0b-bb08cc3291cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40885282-b914-4152-a0f3-90f36a6c8389,revision_number=1']} {{(pid=104387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:25:05.003137 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.wsgi [-] (104388) accepted ('10.222.0.23', 55666) {{(pid=104388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 05:25:05.053047 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-4c2874b7-e346-4d4c-903d-27ba44b61815 admin admin] Publish callbacks [] for security_group (40885282-b914-4152-a0f3-90f36a6c8389), before_delete {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:25:05.074495 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-4c2874b7-e346-4d4c-903d-27ba44b61815 admin admin] Publish callbacks [] for security_group (40885282-b914-4152-a0f3-90f36a6c8389), precommit_delete {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:25:05.209714 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-4c2874b7-e346-4d4c-903d-27ba44b61815 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728332'] for security_group (40885282-b914-4152-a0f3-90f36a6c8389), after_delete {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:25:05.212124 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-4c2874b7-e346-4d4c-903d-27ba44b61815 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:25:05.213291 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [None req-4c2874b7-e346-4d4c-903d-27ba44b61815 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/40885282-b914-4152-a0f3-90f36a6c8389 HTTP/1.1" status: 204 len: 168 time: 0.2091701 Jun 18 05:25:05.221088 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c2874b7-e346-4d4c-903d-27ba44b61815 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40885282-b914-4152-a0f3-90f36a6c8389,revision_number=None']} {{(pid=104388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:25:05.615716 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG dbcounter [-] [104390] Writing DB stats neutron:SELECT=3 {{(pid=104390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:25:05.718966 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG dbcounter [-] [104390] Writing DB stats neutron:SELECT=5 {{(pid=104390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:25:07.609641 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789592556683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1744442'] for agent (21f82a9e-593b-4fa9-aa06-dfe6f16482e6), after_update {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:25:14.994385 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG dbcounter [-] [104387] Writing DB stats neutron:INSERT=4,neutron:SELECT=16 {{(pid=104387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:25:14.998343 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG dbcounter [-] [104387] Writing DB stats neutron:SELECT=28,neutron:DELETE=4,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:25:15.110339 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG dbcounter [-] [104388] Writing DB stats neutron:INSERT=1,neutron:SELECT=37,neutron:DELETE=2 {{(pid=104388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:25:15.217579 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG dbcounter [-] [104388] Writing DB stats neutron:SELECT=18,neutron:DELETE=2 {{(pid=104388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:25:16.818502 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.wsgi [-] (104387) accepted ('10.222.0.23', 55808) {{(pid=104387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 05:25:16.824161 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.api.v2.base [None req-3ea197a6-ba75-42ee-bbaa-8789fc90355c tempest-AttachVolumeNegativeTest-1030731986 tempest-AttachVolumeNegativeTest-1030731986-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1064025617', 'description': 'tempest-description--1373960309'}} {{(pid=104387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 18 05:25:16.923679 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-3ea197a6-ba75-42ee-bbaa-8789fc90355c tempest-AttachVolumeNegativeTest-1030731986 tempest-AttachVolumeNegativeTest-1030731986-project] Publish callbacks [] for security_group (None), before_create {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:25:16.992706 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-3ea197a6-ba75-42ee-bbaa-8789fc90355c tempest-AttachVolumeNegativeTest-1030731986 tempest-AttachVolumeNegativeTest-1030731986-project] Publish callbacks [] for security_group (b0a06040-2a27-4381-8eb5-3423d02c2a22), precommit_create {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:25:17.066325 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-3ea197a6-ba75-42ee-bbaa-8789fc90355c tempest-AttachVolumeNegativeTest-1030731986 tempest-AttachVolumeNegativeTest-1030731986-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728332'] for security_group (b0a06040-2a27-4381-8eb5-3423d02c2a22), after_create {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:25:17.096374 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea197a6-ba75-42ee-bbaa-8789fc90355c tempest-AttachVolumeNegativeTest-1030731986 tempest-AttachVolumeNegativeTest-1030731986-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b0a06040-2a27-4381-8eb5-3423d02c2a22,revision_number=1']} {{(pid=104387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:25:17.159376 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-3ea197a6-ba75-42ee-bbaa-8789fc90355c tempest-AttachVolumeNegativeTest-1030731986 tempest-AttachVolumeNegativeTest-1030731986-project] Publish callbacks [] for security_group (None), before_response {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:25:17.160619 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [None req-3ea197a6-ba75-42ee-bbaa-8789fc90355c tempest-AttachVolumeNegativeTest-1030731986 tempest-AttachVolumeNegativeTest-1030731986-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.3399584 Jun 18 05:25:17.163603 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.wsgi [-] (104387) accepted ('10.222.0.23', 55810) {{(pid=104387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 05:25:17.167941 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.api.v2.base [None req-1478f165-57f2-45c5-9799-3a31953757f2 tempest-AttachVolumeNegativeTest-1030731986 tempest-AttachVolumeNegativeTest-1030731986-project] Request body: {'security_group_rule': {'security_group_id': 'b0a06040-2a27-4381-8eb5-3423d02c2a22', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 18 05:25:17.261440 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-1478f165-57f2-45c5-9799-3a31953757f2 tempest-AttachVolumeNegativeTest-1030731986 tempest-AttachVolumeNegativeTest-1030731986-project] Publish callbacks [] for security_group_rule (24a63723-d4dd-4147-9533-c582f04d4f90), before_create {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:25:17.316244 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-1478f165-57f2-45c5-9799-3a31953757f2 tempest-AttachVolumeNegativeTest-1030731986 tempest-AttachVolumeNegativeTest-1030731986-project] Publish callbacks [] for security_group_rule (24a63723-d4dd-4147-9533-c582f04d4f90), precommit_create {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:25:17.385699 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-1478f165-57f2-45c5-9799-3a31953757f2 tempest-AttachVolumeNegativeTest-1030731986 tempest-AttachVolumeNegativeTest-1030731986-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728447'] for security_group_rule (24a63723-d4dd-4147-9533-c582f04d4f90), after_create {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:25:17.405003 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1478f165-57f2-45c5-9799-3a31953757f2 tempest-AttachVolumeNegativeTest-1030731986 tempest-AttachVolumeNegativeTest-1030731986-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=24a63723-d4dd-4147-9533-c582f04d4f90,revision_number=0']} {{(pid=104387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:25:17.482914 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG dbcounter [-] [104389] Writing DB stats neutron:SELECT=18,neutron:UPDATE=4 {{(pid=104389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:25:17.485801 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-1478f165-57f2-45c5-9799-3a31953757f2 tempest-AttachVolumeNegativeTest-1030731986 tempest-AttachVolumeNegativeTest-1030731986-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:25:17.487043 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [None req-1478f165-57f2-45c5-9799-3a31953757f2 tempest-AttachVolumeNegativeTest-1030731986 tempest-AttachVolumeNegativeTest-1030731986-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3224814 Jun 18 05:25:17.488048 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG dbcounter [-] [104389] Writing DB stats neutron:SELECT=12,neutron:UPDATE=2 {{(pid=104389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:25:17.489626 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.wsgi [-] (104387) accepted ('10.222.0.23', 55816) {{(pid=104387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 05:25:17.494692 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.api.v2.base [None req-c2d308f6-a72b-4f48-96eb-17adf181e3d0 tempest-AttachVolumeNegativeTest-1030731986 tempest-AttachVolumeNegativeTest-1030731986-project] Request body: {'security_group_rule': {'security_group_id': 'b0a06040-2a27-4381-8eb5-3423d02c2a22', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 18 05:25:17.586454 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-c2d308f6-a72b-4f48-96eb-17adf181e3d0 tempest-AttachVolumeNegativeTest-1030731986 tempest-AttachVolumeNegativeTest-1030731986-project] Publish callbacks [] for security_group_rule (694dc414-a63f-4940-98a9-d8e6843ceacb), before_create {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:25:17.645429 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-c2d308f6-a72b-4f48-96eb-17adf181e3d0 tempest-AttachVolumeNegativeTest-1030731986 tempest-AttachVolumeNegativeTest-1030731986-project] Publish callbacks [] for security_group_rule (694dc414-a63f-4940-98a9-d8e6843ceacb), precommit_create {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:25:17.700735 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-c2d308f6-a72b-4f48-96eb-17adf181e3d0 tempest-AttachVolumeNegativeTest-1030731986 tempest-AttachVolumeNegativeTest-1030731986-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728447'] for security_group_rule (694dc414-a63f-4940-98a9-d8e6843ceacb), after_create {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:25:17.719826 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d308f6-a72b-4f48-96eb-17adf181e3d0 tempest-AttachVolumeNegativeTest-1030731986 tempest-AttachVolumeNegativeTest-1030731986-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=694dc414-a63f-4940-98a9-d8e6843ceacb,revision_number=0']} {{(pid=104387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:25:17.783151 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-c2d308f6-a72b-4f48-96eb-17adf181e3d0 tempest-AttachVolumeNegativeTest-1030731986 tempest-AttachVolumeNegativeTest-1030731986-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:25:17.784392 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [None req-c2d308f6-a72b-4f48-96eb-17adf181e3d0 tempest-AttachVolumeNegativeTest-1030731986 tempest-AttachVolumeNegativeTest-1030731986-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2937787 Jun 18 05:25:17.787994 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.wsgi [-] (104387) accepted ('10.222.0.23', 55824) {{(pid=104387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 05:25:17.792335 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.api.v2.base [None req-07211a5a-d348-4184-a333-44b374b2fce0 tempest-AttachVolumeNegativeTest-1030731986 tempest-AttachVolumeNegativeTest-1030731986-project] Request body: {'floatingip': {'floating_network_id': '65c030c7-6a7d-4cea-a47d-5cdd532db0e6'}} {{(pid=104387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 18 05:25:17.911901 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-07211a5a-d348-4184-a333-44b374b2fce0 tempest-AttachVolumeNegativeTest-1030731986 tempest-AttachVolumeNegativeTest-1030731986-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:25:17.996309 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-07211a5a-d348-4184-a333-44b374b2fce0 tempest-AttachVolumeNegativeTest-1030731986 tempest-AttachVolumeNegativeTest-1030731986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1768406'] for port (None), before_create {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:25:18.104625 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.db.db_base_plugin_common [None req-07211a5a-d348-4184-a333-44b374b2fce0 tempest-AttachVolumeNegativeTest-1030731986 tempest-AttachVolumeNegativeTest-1030731986-project] Allocated IP 172.27.2.253 (65c030c7-6a7d-4cea-a47d-5cdd532db0e6/a9fa7760-a071-45ee-b985-799999c69975/875c2f55-343f-4bd0-872e-004e5574f15b) {{(pid=104387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 05:25:18.176806 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG dbcounter [-] [104387] Writing DB stats neutron:SELECT=85,neutron:INSERT=7,neutron:DELETE=3,neutron:UPDATE=5 {{(pid=104387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:25:18.185511 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG dbcounter [-] [104387] Writing DB stats neutron:SELECT=79,neutron:INSERT=16,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=104387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:25:18.210820 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-07211a5a-d348-4184-a333-44b374b2fce0 tempest-AttachVolumeNegativeTest-1030731986 tempest-AttachVolumeNegativeTest-1030731986-project] Publish callbacks [] for port (875c2f55-343f-4bd0-872e-004e5574f15b), precommit_create {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:25:18.352725 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-07211a5a-d348-4184-a333-44b374b2fce0 tempest-AttachVolumeNegativeTest-1030731986 tempest-AttachVolumeNegativeTest-1030731986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1768343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789592262822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14020772'] for port (875c2f55-343f-4bd0-872e-004e5574f15b), after_create {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:25:18.391278 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07211a5a-d348-4184-a333-44b374b2fce0 tempest-AttachVolumeNegativeTest-1030731986 tempest-AttachVolumeNegativeTest-1030731986-project] Network 65c030c7-6a7d-4cea-a47d-5cdd532db0e6 is already hosted by enough agents. {{(pid=104387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 05:25:18.394103 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.scheduler.base_scheduler [None req-07211a5a-d348-4184-a333-44b374b2fce0 tempest-AttachVolumeNegativeTest-1030731986 tempest-AttachVolumeNegativeTest-1030731986-project] Resources bound (agent type, host, resource id): {{(pid=104387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 05:25:18.398030 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07211a5a-d348-4184-a333-44b374b2fce0 tempest-AttachVolumeNegativeTest-1030731986 tempest-AttachVolumeNegativeTest-1030731986-project] Received port after_create {{(pid=104387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 18 05:25:18.421477 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07211a5a-d348-4184-a333-44b374b2fce0 tempest-AttachVolumeNegativeTest-1030731986 tempest-AttachVolumeNegativeTest-1030731986-project] Pushing event updated for resources: {'Port': ['ID=875c2f55-343f-4bd0-872e-004e5574f15b,revision_number=1']} {{(pid=104387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:25:18.484494 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-07211a5a-d348-4184-a333-44b374b2fce0 tempest-AttachVolumeNegativeTest-1030731986 tempest-AttachVolumeNegativeTest-1030731986-project] Publish callbacks [] for floatingip (36d9679f-62f7-45bf-9b2a-a82303c37f17), precommit_create {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:25:18.573088 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-07211a5a-d348-4184-a333-44b374b2fce0 tempest-AttachVolumeNegativeTest-1030731986 tempest-AttachVolumeNegativeTest-1030731986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1768406'] for port (875c2f55-343f-4bd0-872e-004e5574f15b), before_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:25:18.721979 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-07211a5a-d348-4184-a333-44b374b2fce0 tempest-AttachVolumeNegativeTest-1030731986 tempest-AttachVolumeNegativeTest-1030731986-project] Publish callbacks [] for port (875c2f55-343f-4bd0-872e-004e5574f15b), precommit_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:25:18.785931 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-07211a5a-d348-4184-a333-44b374b2fce0 tempest-AttachVolumeNegativeTest-1030731986 tempest-AttachVolumeNegativeTest-1030731986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1768343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789592765606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789592262840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789592262858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14020781'] for port (875c2f55-343f-4bd0-872e-004e5574f15b), after_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:25:18.846814 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG dbcounter [-] [104387] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:25:18.863252 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07211a5a-d348-4184-a333-44b374b2fce0 tempest-AttachVolumeNegativeTest-1030731986 tempest-AttachVolumeNegativeTest-1030731986-project] Pushing event updated for resources: {'Port': ['ID=875c2f55-343f-4bd0-872e-004e5574f15b,revision_number=2']} {{(pid=104387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:25:18.870686 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-07211a5a-d348-4184-a333-44b374b2fce0 tempest-AttachVolumeNegativeTest-1030731986 tempest-AttachVolumeNegativeTest-1030731986-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-736808'] for floatingip (36d9679f-62f7-45bf-9b2a-a82303c37f17), after_create {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:25:18.988627 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-07211a5a-d348-4184-a333-44b374b2fce0 tempest-AttachVolumeNegativeTest-1030731986 tempest-AttachVolumeNegativeTest-1030731986-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19502'] for floatingip (None), before_response {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:25:18.989925 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [None req-07211a5a-d348-4184-a333-44b374b2fce0 tempest-AttachVolumeNegativeTest-1030731986 tempest-AttachVolumeNegativeTest-1030731986-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2010174 Jun 18 05:25:19.202890 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-70a79e92-d5cb-441c-9ba2-755f0aff78ab req-6cf319b1-a5ec-4e60-8264-1404171c06dc tempest-AttachVolumeNegativeTest-1030731986 tempest-AttachVolumeNegativeTest-1030731986-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--1064025617&fields=id&tenant_id=81c38b2c1ae4484bbf2d4939470f45e4 HTTP/1.1" status: 200 len: 267 time: 0.0424068 Jun 18 05:25:19.311629 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a79e92-d5cb-441c-9ba2-755f0aff78ab req-fb1f4e96-a5c0-48b9-87b4-e6b46b17aef8 tempest-AttachVolumeNegativeTest-1030731986 tempest-AttachVolumeNegativeTest-1030731986-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:25:19.313094 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-70a79e92-d5cb-441c-9ba2-755f0aff78ab req-fb1f4e96-a5c0-48b9-87b4-e6b46b17aef8 tempest-AttachVolumeNegativeTest-1030731986 tempest-AttachVolumeNegativeTest-1030731986-project] 10.222.0.23 "GET /v2.0/networks?id=1c244710-1fba-414f-9d04-4fcd88e7ed14 HTTP/1.1" status: 200 len: 815 time: 0.1039031 Jun 18 05:25:19.328508 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-70a79e92-d5cb-441c-9ba2-755f0aff78ab req-53f9d351-b254-4f72-b293-5a2e4f4f6bce tempest-AttachVolumeNegativeTest-1030731986 tempest-AttachVolumeNegativeTest-1030731986-project] 10.222.0.23 "GET /v2.0/quotas/81c38b2c1ae4484bbf2d4939470f45e4 HTTP/1.1" status: 200 len: 375 time: 0.0100722 Jun 18 05:25:19.383437 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-70a79e92-d5cb-441c-9ba2-755f0aff78ab req-f408a595-2521-4154-9f80-4026e501d521 tempest-AttachVolumeNegativeTest-1030731986 tempest-AttachVolumeNegativeTest-1030731986-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=81c38b2c1ae4484bbf2d4939470f45e4&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0491979 Jun 18 05:25:19.581453 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-70a79e92-d5cb-441c-9ba2-755f0aff78ab req-a65eaee4-79ad-4c39-8b75-7cf20d3959a8 service neutron] 10.222.0.23 "GET /v2.0/networks/1c244710-1fba-414f-9d04-4fcd88e7ed14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1860719 Jun 18 05:25:19.676867 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-70a79e92-d5cb-441c-9ba2-755f0aff78ab req-f38f0417-62e6-4763-8b43-2de55b613b30 service neutron] 10.222.0.23 "GET /v2.0/networks/1c244710-1fba-414f-9d04-4fcd88e7ed14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888336 Jun 18 05:25:19.945884 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-8763156e-c804-415b-938c-616a7bf5afb6 req-0f72a84c-f376-4ff9-a74a-97077a384f47 tempest-AttachVolumeNegativeTest-1030731986 tempest-AttachVolumeNegativeTest-1030731986-project] 10.222.0.23 "GET /v2.0/ports?device_id=c87d5fa9-8c4d-4486-8fa8-dab86dcdb126 HTTP/1.1" status: 200 len: 210 time: 0.0294707 Jun 18 05:25:20.127516 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.wsgi [-] (104387) accepted ('10.222.0.23', 55872) {{(pid=104387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 05:25:20.236125 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-87c0a030-f7e3-422e-b6c7-a8cfdfb3d210 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:25:20.261540 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG dbcounter [-] [104390] Writing DB stats neutron:SELECT=10 {{(pid=104390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:25:20.267056 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG dbcounter [-] [104390] Writing DB stats neutron:SELECT=16 {{(pid=104390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:25:20.323777 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-87c0a030-f7e3-422e-b6c7-a8cfdfb3d210 admin admin] Publish callbacks [] for security_group (9f4ece30-9e92-4db9-8765-b431cfc67514), precommit_create {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:25:20.418404 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-87c0a030-f7e3-422e-b6c7-a8cfdfb3d210 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728332'] for security_group (9f4ece30-9e92-4db9-8765-b431cfc67514), after_create {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:25:20.448027 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG dbcounter [-] [104387] Writing DB stats neutron:SELECT=89,neutron:UPDATE=2,neutron:DELETE=2,neutron:INSERT=7 {{(pid=104387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:25:20.468879 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [None req-87c0a030-f7e3-422e-b6c7-a8cfdfb3d210 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=9a1bd23dd3124af48a3f839ac0b30127&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3387148 Jun 18 05:25:20.468879 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c0a030-f7e3-422e-b6c7-a8cfdfb3d210 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f4ece30-9e92-4db9-8765-b431cfc67514,revision_number=1']} {{(pid=104387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:25:20.470653 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.wsgi [-] (104388) accepted ('10.222.0.23', 55880) {{(pid=104388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 05:25:20.546711 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31cdf937-14fb-4370-8c15-a84c8f07cdb3 req-0c5aedc6-6b97-4e96-9574-508034b6a758 tempest-VolumesSnapshotTestJSON-1732513961 tempest-VolumesSnapshotTestJSON-1732513961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:25:20.548186 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-31cdf937-14fb-4370-8c15-a84c8f07cdb3 req-0c5aedc6-6b97-4e96-9574-508034b6a758 tempest-VolumesSnapshotTestJSON-1732513961 tempest-VolumesSnapshotTestJSON-1732513961-project] 10.222.0.23 "GET /v2.0/ports?device_id=f110a7a4-de6a-4986-b264-d09af210aaa7 HTTP/1.1" status: 200 len: 945 time: 0.0687201 Jun 18 05:25:20.569198 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-bb98991a-f3d8-4597-9086-39fbf5d725fb admin admin] Publish callbacks [] for security_group (9f4ece30-9e92-4db9-8765-b431cfc67514), before_delete {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:25:20.611404 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-bb98991a-f3d8-4597-9086-39fbf5d725fb admin admin] Publish callbacks [] for security_group (9f4ece30-9e92-4db9-8765-b431cfc67514), precommit_delete {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:25:20.639713 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-31cdf937-14fb-4370-8c15-a84c8f07cdb3 req-60bd4a25-9ac5-4e42-9135-6979cdd6bc6f tempest-VolumesSnapshotTestJSON-1732513961 tempest-VolumesSnapshotTestJSON-1732513961-project] 10.222.0.23 "GET /v2.0/security-groups?id=f6ee405e-7be7-4e21-9a90-0a1a8a130dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811973 Jun 18 05:25:20.729516 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-bb98991a-f3d8-4597-9086-39fbf5d725fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728332'] for security_group (9f4ece30-9e92-4db9-8765-b431cfc67514), after_delete {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:25:20.732117 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-bb98991a-f3d8-4597-9086-39fbf5d725fb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:25:20.733281 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [None req-bb98991a-f3d8-4597-9086-39fbf5d725fb admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/9f4ece30-9e92-4db9-8765-b431cfc67514 HTTP/1.1" status: 204 len: 168 time: 0.2605407 Jun 18 05:25:20.741873 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb98991a-f3d8-4597-9086-39fbf5d725fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f4ece30-9e92-4db9-8765-b431cfc67514,revision_number=None']} {{(pid=104388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:25:21.042796 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-22dfe27a-b30e-4caa-a2dd-5ca7bb0c943a req-8f26e1fd-9d15-406d-a985-df8b1ffc6ef6 tempest-AttachVolumeNegativeTest-1030731986 tempest-AttachVolumeNegativeTest-1030731986-project] 10.222.0.23 "GET /v2.0/ports?device_id=c87d5fa9-8c4d-4486-8fa8-dab86dcdb126 HTTP/1.1" status: 200 len: 210 time: 0.0280566 Jun 18 05:25:21.286602 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.wsgi [-] (104388) accepted ('10.222.0.23', 55888) {{(pid=104388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 05:25:21.300489 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-1c61de67-8936-4964-8b9b-20beb2d5d61f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:25:21.377021 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-1c61de67-8936-4964-8b9b-20beb2d5d61f admin admin] Publish callbacks [] for security_group (64b0b7da-d841-41b9-9073-e1748b3d8537), precommit_create {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:25:21.426456 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-1c61de67-8936-4964-8b9b-20beb2d5d61f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728332'] for security_group (64b0b7da-d841-41b9-9073-e1748b3d8537), after_create {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:25:21.465639 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c61de67-8936-4964-8b9b-20beb2d5d61f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64b0b7da-d841-41b9-9073-e1748b3d8537,revision_number=1']} {{(pid=104388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:25:21.471277 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [None req-1c61de67-8936-4964-8b9b-20beb2d5d61f admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=1198fe7e01dc4189a7cbe042b27dd4e9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1836705 Jun 18 05:25:21.474206 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.wsgi [-] (104387) accepted ('10.222.0.23', 55890) {{(pid=104387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 05:25:21.524213 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-89205197-1e69-4a51-a2b6-c02be568bac7 admin admin] Publish callbacks [] for security_group (64b0b7da-d841-41b9-9073-e1748b3d8537), before_delete {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:25:21.545471 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-89205197-1e69-4a51-a2b6-c02be568bac7 admin admin] Publish callbacks [] for security_group (64b0b7da-d841-41b9-9073-e1748b3d8537), precommit_delete {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:25:21.632821 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-89205197-1e69-4a51-a2b6-c02be568bac7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728332'] for security_group (64b0b7da-d841-41b9-9073-e1748b3d8537), after_delete {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:25:21.635354 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-89205197-1e69-4a51-a2b6-c02be568bac7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:25:21.636518 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [None req-89205197-1e69-4a51-a2b6-c02be568bac7 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/64b0b7da-d841-41b9-9073-e1748b3d8537 HTTP/1.1" status: 204 len: 168 time: 0.1612208 Jun 18 05:25:21.646432 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89205197-1e69-4a51-a2b6-c02be568bac7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64b0b7da-d841-41b9-9073-e1748b3d8537,revision_number=None']} {{(pid=104387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:25:21.760078 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9022b863-584f-4b10-9941-787833b4f2d6 req-2a467cbe-9a70-41e5-8b17-be91939c7eea tempest-VolumesSnapshotTestJSON-1732513961 tempest-VolumesSnapshotTestJSON-1732513961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:25:21.761610 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-9022b863-584f-4b10-9941-787833b4f2d6 req-2a467cbe-9a70-41e5-8b17-be91939c7eea tempest-VolumesSnapshotTestJSON-1732513961 tempest-VolumesSnapshotTestJSON-1732513961-project] 10.222.0.23 "GET /v2.0/ports?device_id=f110a7a4-de6a-4986-b264-d09af210aaa7 HTTP/1.1" status: 200 len: 945 time: 0.0474737 Jun 18 05:25:21.812328 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-9022b863-584f-4b10-9941-787833b4f2d6 req-22a8f155-ad69-4c74-876c-ae72fbdefa9f tempest-VolumesSnapshotTestJSON-1732513961 tempest-VolumesSnapshotTestJSON-1732513961-project] 10.222.0.23 "GET /v2.0/security-groups?id=f6ee405e-7be7-4e21-9a90-0a1a8a130dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450990 Jun 18 05:25:22.077918 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-45500fa0-6323-4c8d-a9d2-8c8199bfc29a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789592556683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1744442'] for agent (426d7b1c-7831-4cf6-8aa4-29496a16634c), after_update {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:25:22.153848 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-4dc396de-895c-4517-b3a2-5fc80749f016 req-b9308b50-0b35-42f9-b3cd-73ed13f439fa tempest-AttachVolumeNegativeTest-1030731986 tempest-AttachVolumeNegativeTest-1030731986-project] 10.222.0.23 "GET /v2.0/ports?device_id=c87d5fa9-8c4d-4486-8fa8-dab86dcdb126 HTTP/1.1" status: 200 len: 210 time: 0.0339432 Jun 18 05:25:22.348254 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3f3d11-e076-4e5e-9a26-d56631749c63 req-d3265cfe-f9cc-4d7e-a2f0-b3134b7e1cc5 tempest-VolumesSnapshotTestJSON-1732513961 tempest-VolumesSnapshotTestJSON-1732513961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:25:22.350381 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-6a3f3d11-e076-4e5e-9a26-d56631749c63 req-d3265cfe-f9cc-4d7e-a2f0-b3134b7e1cc5 tempest-VolumesSnapshotTestJSON-1732513961 tempest-VolumesSnapshotTestJSON-1732513961-project] 10.222.0.15 "GET /v2.0/ports?device_id=f110a7a4-de6a-4986-b264-d09af210aaa7 HTTP/1.1" status: 200 len: 945 time: 0.0496507 Jun 18 05:25:22.440654 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.plugins.ml2.plugin [req-6a3f3d11-e076-4e5e-9a26-d56631749c63 req-0323e78f-1470-4215-89a4-937ce8430234 tempest-VolumesSnapshotTestJSON-1732513961 tempest-VolumesSnapshotTestJSON-1732513961-project] Deleting port f108c405-22fa-4032-b9a5-fc33f14813ab {{(pid=104388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 18 05:25:22.440998 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [req-6a3f3d11-e076-4e5e-9a26-d56631749c63 req-0323e78f-1470-4215-89a4-937ce8430234 tempest-VolumesSnapshotTestJSON-1732513961 tempest-VolumesSnapshotTestJSON-1732513961-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789592760634'] for port (f108c405-22fa-4032-b9a5-fc33f14813ab), before_delete {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:25:22.547955 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.plugins.ml2.db [req-6a3f3d11-e076-4e5e-9a26-d56631749c63 req-0323e78f-1470-4215-89a4-937ce8430234 tempest-VolumesSnapshotTestJSON-1732513961 tempest-VolumesSnapshotTestJSON-1732513961-project] For port f108c405-22fa-4032-b9a5-fc33f14813ab, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=f108c405-22fa-4032-b9a5-fc33f14813ab,segment=NetworkSegment(a0c6d043-6d31-4159-b4fb-9bd74a6a684d),segment_id=a0c6d043-6d31-4159-b4fb-9bd74a6a684d)] {{(pid=104388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 05:25:22.548320 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [req-6a3f3d11-e076-4e5e-9a26-d56631749c63 req-0323e78f-1470-4215-89a4-937ce8430234 tempest-VolumesSnapshotTestJSON-1732513961 tempest-VolumesSnapshotTestJSON-1732513961-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-734995'] for port (f108c405-22fa-4032-b9a5-fc33f14813ab), precommit_delete {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:25:22.562785 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.plugins.ml2.plugin [req-6a3f3d11-e076-4e5e-9a26-d56631749c63 req-0323e78f-1470-4215-89a4-937ce8430234 tempest-VolumesSnapshotTestJSON-1732513961 tempest-VolumesSnapshotTestJSON-1732513961-project] Calling delete_port for f108c405-22fa-4032-b9a5-fc33f14813ab owned by compute:nova {{(pid=104388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 18 05:25:22.639331 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG dbcounter [-] [104388] Writing DB stats neutron:SELECT=90,neutron:DELETE=4,neutron:INSERT=6 {{(pid=104388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:25:22.640787 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG dbcounter [-] [104388] Writing DB stats neutron:SELECT=87,neutron:DELETE=7,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:25:22.795912 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [req-6a3f3d11-e076-4e5e-9a26-d56631749c63 req-0323e78f-1470-4215-89a4-937ce8430234 tempest-VolumesSnapshotTestJSON-1732513961 tempest-VolumesSnapshotTestJSON-1732513961-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1768343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789592765633', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789592262831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15493031'] for port (f108c405-22fa-4032-b9a5-fc33f14813ab), after_delete {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:25:22.825830 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0323e78f-1470-4215-89a4-937ce8430234 tempest-VolumesSnapshotTestJSON-1732513961 tempest-VolumesSnapshotTestJSON-1732513961-project] Pushing event deleted for resources: {'Port': ['ID=f108c405-22fa-4032-b9a5-fc33f14813ab,revision_number=None']} {{(pid=104388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:25:22.871450 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a3f3d11-e076-4e5e-9a26-d56631749c63 req-0323e78f-1470-4215-89a4-937ce8430234 tempest-VolumesSnapshotTestJSON-1732513961 tempest-VolumesSnapshotTestJSON-1732513961-project] No DVR routers for this DVR port f108c405-22fa-4032-b9a5-fc33f14813ab on host hv-cinder-83699 {{(pid=104388) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 18 05:25:22.874064 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [req-6a3f3d11-e076-4e5e-9a26-d56631749c63 req-0323e78f-1470-4215-89a4-937ce8430234 tempest-VolumesSnapshotTestJSON-1732513961 tempest-VolumesSnapshotTestJSON-1732513961-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19502'] for port (None), before_response {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:25:22.877479 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-6a3f3d11-e076-4e5e-9a26-d56631749c63 req-0323e78f-1470-4215-89a4-937ce8430234 tempest-VolumesSnapshotTestJSON-1732513961 tempest-VolumesSnapshotTestJSON-1732513961-project] 10.222.0.15 "DELETE /v2.0/ports/f108c405-22fa-4032-b9a5-fc33f14813ab HTTP/1.1" status: 204 len: 173 time: 0.5218158 Jun 18 05:25:22.878008 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f110a7a4-de6a-4986-b264-d09af210aaa7', 'name': 'network-vif-deleted', 'tag': 'f108c405-22fa-4032-b9a5-fc33f14813ab'}] {{(pid=104388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 18 05:25:22.880260 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76651050bff5b1e15da4688504920c0e470581a7df997af8856c46d23e91a66a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eda46fcc-e032-4318-8ad4-db858e0f47ca" -d '{"events": [{"server_uuid": "f110a7a4-de6a-4986-b264-d09af210aaa7", "name": "network-vif-deleted", "tag": "f108c405-22fa-4032-b9a5-fc33f14813ab"}]}' {{(pid=104388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 05:25:22.916250 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-f2c61b9b-06b6-4b1a-ba67-140a41952ccb req-24843ec7-c31d-40fe-824b-8000ae107184 tempest-VolumesSnapshotTestJSON-1732513961 tempest-VolumesSnapshotTestJSON-1732513961-project] 10.222.0.23 "GET /v2.0/ports?device_id=f110a7a4-de6a-4986-b264-d09af210aaa7 HTTP/1.1" status: 200 len: 210 time: 0.0311174 Jun 18 05:25:22.918451 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Jun 2022 05:25:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c3158e9-2a1a-4c2a-8525-a3ef2cd25c40 x-openstack-request-id: req-6c3158e9-2a1a-4c2a-8525-a3ef2cd25c40 {{(pid=104388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 05:25:22.918735 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f110a7a4-de6a-4986-b264-d09af210aaa7", "name": "network-vif-deleted", "tag": "f108c405-22fa-4032-b9a5-fc33f14813ab", "status": "completed", "code": 200}]} {{(pid=104388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 05:25:22.918985 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-6c3158e9-2a1a-4c2a-8525-a3ef2cd25c40 {{(pid=104388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 05:25:22.919375 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6c3158e9-2a1a-4c2a-8525-a3ef2cd25c40'] response: {'server_uuid': 'f110a7a4-de6a-4986-b264-d09af210aaa7', 'name': 'network-vif-deleted', 'tag': 'f108c405-22fa-4032-b9a5-fc33f14813ab', 'status': 'completed', 'code': 200} Jun 18 05:25:23.261207 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-2578647c-68d7-4b1e-be94-dcf1bf33304e req-5a76dc1c-bfdc-4512-a450-c226d6523a90 tempest-AttachVolumeNegativeTest-1030731986 tempest-AttachVolumeNegativeTest-1030731986-project] 10.222.0.23 "GET /v2.0/ports?device_id=c87d5fa9-8c4d-4486-8fa8-dab86dcdb126 HTTP/1.1" status: 200 len: 210 time: 0.0314705 Jun 18 05:25:23.453162 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a79e92-d5cb-441c-9ba2-755f0aff78ab req-6e9e30fa-7e04-4f05-86f0-dbd805f54a04 tempest-AttachVolumeNegativeTest-1030731986 tempest-AttachVolumeNegativeTest-1030731986-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:25:23.454521 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-70a79e92-d5cb-441c-9ba2-755f0aff78ab req-6e9e30fa-7e04-4f05-86f0-dbd805f54a04 tempest-AttachVolumeNegativeTest-1030731986 tempest-AttachVolumeNegativeTest-1030731986-project] 10.222.0.15 "GET /v2.0/networks?id=1c244710-1fba-414f-9d04-4fcd88e7ed14 HTTP/1.1" status: 200 len: 815 time: 0.1124575 Jun 18 05:25:23.543269 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-70a79e92-d5cb-441c-9ba2-755f0aff78ab req-46bb4d34-c89d-41b0-bb4e-ac7d2f75957b tempest-AttachVolumeNegativeTest-1030731986 tempest-AttachVolumeNegativeTest-1030731986-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=81c38b2c1ae4484bbf2d4939470f45e4 HTTP/1.1" status: 200 len: 473 time: 0.0704153 Jun 18 05:25:23.711204 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.api.v2.base [req-70a79e92-d5cb-441c-9ba2-755f0aff78ab req-badd5c36-461f-4205-b3ff-15193c8f328f tempest-AttachVolumeNegativeTest-1030731986 tempest-AttachVolumeNegativeTest-1030731986-project] Request body: {'port': {'device_id': 'c87d5fa9-8c4d-4486-8fa8-dab86dcdb126', 'network_id': '1c244710-1fba-414f-9d04-4fcd88e7ed14', 'admin_state_up': True, 'tenant_id': '81c38b2c1ae4484bbf2d4939470f45e4', 'security_groups': ['b0a06040-2a27-4381-8eb5-3423d02c2a22']}} {{(pid=104388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 18 05:25:23.923683 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-70a79e92-d5cb-441c-9ba2-755f0aff78ab req-badd5c36-461f-4205-b3ff-15193c8f328f tempest-AttachVolumeNegativeTest-1030731986 tempest-AttachVolumeNegativeTest-1030731986-project] Made reservation on behalf of 81c38b2c1ae4484bbf2d4939470f45e4 for: {'port': 1} {{(pid=104388) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 05:25:23.927857 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [req-70a79e92-d5cb-441c-9ba2-755f0aff78ab req-badd5c36-461f-4205-b3ff-15193c8f328f tempest-AttachVolumeNegativeTest-1030731986 tempest-AttachVolumeNegativeTest-1030731986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1768406'] for port (None), before_create {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:25:24.057108 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-0cf00510-e0fc-483f-abea-403013fee27b req-9cf0f4cf-2d2d-46c6-93d2-112f57aef6fd tempest-VolumesSnapshotTestJSON-1732513961 tempest-VolumesSnapshotTestJSON-1732513961-project] 10.222.0.23 "GET /v2.0/ports?device_id=f110a7a4-de6a-4986-b264-d09af210aaa7 HTTP/1.1" status: 200 len: 210 time: 0.0355091 Jun 18 05:25:24.119352 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.db.db_base_plugin_common [req-70a79e92-d5cb-441c-9ba2-755f0aff78ab req-badd5c36-461f-4205-b3ff-15193c8f328f tempest-AttachVolumeNegativeTest-1030731986 tempest-AttachVolumeNegativeTest-1030731986-project] Allocated IP 172.20.0.3 (1c244710-1fba-414f-9d04-4fcd88e7ed14/04d37ce2-ecce-4dd0-86fe-4bab0e2e49c9/3143144b-5f00-4c85-b3d9-006144d97ae7) {{(pid=104388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 05:25:24.256183 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [req-70a79e92-d5cb-441c-9ba2-755f0aff78ab req-badd5c36-461f-4205-b3ff-15193c8f328f tempest-AttachVolumeNegativeTest-1030731986 tempest-AttachVolumeNegativeTest-1030731986-project] Publish callbacks [] for port (3143144b-5f00-4c85-b3d9-006144d97ae7), precommit_create {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:25:24.258185 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG dbcounter [-] [104388] Writing DB stats neutron:SELECT=90,neutron:DELETE=1,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=104388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:25:24.347194 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [req-70a79e92-d5cb-441c-9ba2-755f0aff78ab req-badd5c36-461f-4205-b3ff-15193c8f328f tempest-AttachVolumeNegativeTest-1030731986 tempest-AttachVolumeNegativeTest-1030731986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1768343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789592262822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15493031'] for port (3143144b-5f00-4c85-b3d9-006144d97ae7), after_create {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:25:24.384887 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00aaae5f-a98e-4fb3-9288-416f14787976 req-11011b2f-4968-4701-bc25-899246e445f9 tempest-AttachVolumeNegativeTest-1030731986 tempest-AttachVolumeNegativeTest-1030731986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:25:24.386586 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-00aaae5f-a98e-4fb3-9288-416f14787976 req-11011b2f-4968-4701-bc25-899246e445f9 tempest-AttachVolumeNegativeTest-1030731986 tempest-AttachVolumeNegativeTest-1030731986-project] 10.222.0.23 "GET /v2.0/ports?device_id=c87d5fa9-8c4d-4486-8fa8-dab86dcdb126 HTTP/1.1" status: 200 len: 931 time: 0.0503242 Jun 18 05:25:24.399000 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-70a79e92-d5cb-441c-9ba2-755f0aff78ab req-badd5c36-461f-4205-b3ff-15193c8f328f tempest-AttachVolumeNegativeTest-1030731986 tempest-AttachVolumeNegativeTest-1030731986-project] Network 1c244710-1fba-414f-9d04-4fcd88e7ed14 is already hosted by enough agents. {{(pid=104388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 05:25:24.402186 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.scheduler.base_scheduler [req-70a79e92-d5cb-441c-9ba2-755f0aff78ab req-badd5c36-461f-4205-b3ff-15193c8f328f tempest-AttachVolumeNegativeTest-1030731986 tempest-AttachVolumeNegativeTest-1030731986-project] Resources bound (agent type, host, resource id): {{(pid=104388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 05:25:24.406354 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.db.l3_dvrscheduler_db [req-70a79e92-d5cb-441c-9ba2-755f0aff78ab req-badd5c36-461f-4205-b3ff-15193c8f328f tempest-AttachVolumeNegativeTest-1030731986 tempest-AttachVolumeNegativeTest-1030731986-project] Received port after_create {{(pid=104388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 18 05:25:24.430325 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-badd5c36-461f-4205-b3ff-15193c8f328f tempest-AttachVolumeNegativeTest-1030731986 tempest-AttachVolumeNegativeTest-1030731986-project] Pushing event updated for resources: {'Port': ['ID=3143144b-5f00-4c85-b3d9-006144d97ae7,revision_number=1']} {{(pid=104388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:25:24.447149 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG dbcounter [-] [104388] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=104388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:25:24.453956 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-00aaae5f-a98e-4fb3-9288-416f14787976 req-9f6a4fec-3a4f-4e04-abe4-910408d2d3b1 tempest-AttachVolumeNegativeTest-1030731986 tempest-AttachVolumeNegativeTest-1030731986-project] 10.222.0.23 "GET /v2.0/security-groups?id=b0a06040-2a27-4381-8eb5-3423d02c2a22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0609984 Jun 18 05:25:24.459802 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a79e92-d5cb-441c-9ba2-755f0aff78ab req-badd5c36-461f-4205-b3ff-15193c8f328f tempest-AttachVolumeNegativeTest-1030731986 tempest-AttachVolumeNegativeTest-1030731986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:25:24.461164 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [req-70a79e92-d5cb-441c-9ba2-755f0aff78ab req-badd5c36-461f-4205-b3ff-15193c8f328f tempest-AttachVolumeNegativeTest-1030731986 tempest-AttachVolumeNegativeTest-1030731986-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19502'] for port (None), before_response {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:25:24.524074 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-d3258820-7519-475a-9b79-4371b38b1536 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789592556683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1744442'] for agent (a8549501-0164-4ac5-90a6-1ba1ba0d3f9d), after_update {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:25:24.589091 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-70a79e92-d5cb-441c-9ba2-755f0aff78ab req-badd5c36-461f-4205-b3ff-15193c8f328f tempest-AttachVolumeNegativeTest-1030731986 tempest-AttachVolumeNegativeTest-1030731986-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8831425 Jun 18 05:25:24.606186 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.api.v2.base [req-70a79e92-d5cb-441c-9ba2-755f0aff78ab req-5b2c8818-50a1-4c7f-a8e7-5d55d2134b56 service neutron] Request body: {'port': {'device_id': 'c87d5fa9-8c4d-4486-8fa8-dab86dcdb126', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83699'}} {{(pid=104388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 18 05:25:24.645176 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.rpc [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] Device f108c405-22fa-4032-b9a5-fc33f14813ab no longer exists at agent hyperv_hv-cinder-83699 {{(pid=104389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 18 05:25:24.670978 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.plugin [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] No Port match for: f108c405-22fa-4032-b9a5-fc33f14813ab {{(pid=104389) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 18 05:25:24.671633 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.rpc [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] Device f108c405-22fa-4032-b9a5-fc33f14813ab not bound to the agent host hv-cinder-83699 {{(pid=104389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 18 05:25:24.681575 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.db.provisioning_blocks [None req-a44e9341-5d2d-4068-8fc9-34b6d037ef03 None None] Provisioning complete for port 3143144b-5f00-4c85-b3d9-006144d97ae7 triggered by entity DHCP. {{(pid=104389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 18 05:25:24.681575 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-a44e9341-5d2d-4068-8fc9-34b6d037ef03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1740956'] for port (3143144b-5f00-4c85-b3d9-006144d97ae7), provisioning_complete {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:25:24.681875 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [req-70a79e92-d5cb-441c-9ba2-755f0aff78ab req-5b2c8818-50a1-4c7f-a8e7-5d55d2134b56 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1768406'] for port (3143144b-5f00-4c85-b3d9-006144d97ae7), before_update {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:25:24.713902 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.plugin [None req-a44e9341-5d2d-4068-8fc9-34b6d037ef03 None None] Port 3143144b-5f00-4c85-b3d9-006144d97ae7 cannot update to ACTIVE because it is not bound. {{(pid=104389) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 18 05:25:24.938196 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.notifiers.nova [req-70a79e92-d5cb-441c-9ba2-755f0aff78ab req-5b2c8818-50a1-4c7f-a8e7-5d55d2134b56 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3143144b-5f00-4c85-b3d9-006144d97ae7 {{(pid=104388) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 18 05:25:24.945662 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [req-70a79e92-d5cb-441c-9ba2-755f0aff78ab req-5b2c8818-50a1-4c7f-a8e7-5d55d2134b56 service neutron] Publish callbacks [] for port (3143144b-5f00-4c85-b3d9-006144d97ae7), precommit_update {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:25:24.958076 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.db.provisioning_blocks [req-70a79e92-d5cb-441c-9ba2-755f0aff78ab req-5b2c8818-50a1-4c7f-a8e7-5d55d2134b56 service neutron] Transition to ACTIVE for port object 3143144b-5f00-4c85-b3d9-006144d97ae7 will not be triggered until provisioned by entity L2. {{(pid=104388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 18 05:25:25.037416 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [req-70a79e92-d5cb-441c-9ba2-755f0aff78ab req-5b2c8818-50a1-4c7f-a8e7-5d55d2134b56 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1768343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789592765606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789592262840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789592262858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15493038'] for port (3143144b-5f00-4c85-b3d9-006144d97ae7), after_update {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:25:25.086666 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2c8818-50a1-4c7f-a8e7-5d55d2134b56 service neutron] Pushing event updated for resources: {'Port': ['ID=3143144b-5f00-4c85-b3d9-006144d97ae7,revision_number=2']} {{(pid=104388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:25:25.171875 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.plugins.ml2.managers [req-70a79e92-d5cb-441c-9ba2-755f0aff78ab req-5b2c8818-50a1-4c7f-a8e7-5d55d2134b56 service neutron] Attempting to bind port 3143144b-5f00-4c85-b3d9-006144d97ae7 on host hv-cinder-83699 for vnic_type normal with profile {{(pid=104388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 18 05:25:25.172213 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.plugins.ml2.managers [req-70a79e92-d5cb-441c-9ba2-755f0aff78ab req-5b2c8818-50a1-4c7f-a8e7-5d55d2134b56 service neutron] Attempting to bind port 3143144b-5f00-4c85-b3d9-006144d97ae7 by drivers openvswitch,hyperv on host hv-cinder-83699 at level 0 using segments [{'id': '86362bff-3a6a-43b7-a40e-ec817261ef9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '1c244710-1fba-414f-9d04-4fcd88e7ed14'}] {{(pid=104388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 18 05:25:25.172604 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70a79e92-d5cb-441c-9ba2-755f0aff78ab req-5b2c8818-50a1-4c7f-a8e7-5d55d2134b56 service neutron] Attempting to bind port 3143144b-5f00-4c85-b3d9-006144d97ae7 on network 1c244710-1fba-414f-9d04-4fcd88e7ed14 {{(pid=104388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 18 05:25:25.177703 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70a79e92-d5cb-441c-9ba2-755f0aff78ab req-5b2c8818-50a1-4c7f-a8e7-5d55d2134b56 service neutron] Port 3143144b-5f00-4c85-b3d9-006144d97ae7 on network 1c244710-1fba-414f-9d04-4fcd88e7ed14 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83699 {{(pid=104388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 18 05:25:25.178025 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70a79e92-d5cb-441c-9ba2-755f0aff78ab req-5b2c8818-50a1-4c7f-a8e7-5d55d2134b56 service neutron] Attempting to bind port 3143144b-5f00-4c85-b3d9-006144d97ae7 on network 1c244710-1fba-414f-9d04-4fcd88e7ed14 {{(pid=104388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 18 05:25:25.184050 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70a79e92-d5cb-441c-9ba2-755f0aff78ab req-5b2c8818-50a1-4c7f-a8e7-5d55d2134b56 service neutron] Checking agent: {'id': '21f82a9e-593b-4fa9-aa06-dfe6f16482e6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83699', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 18, 5, 14, 36), 'started_at': datetime.datetime(2022, 6, 18, 5, 14, 36), 'heartbeat_timestamp': datetime.datetime(2022, 6, 18, 5, 25, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 18 05:25:25.184395 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70a79e92-d5cb-441c-9ba2-755f0aff78ab req-5b2c8818-50a1-4c7f-a8e7-5d55d2134b56 service neutron] Checking segment: {'id': '86362bff-3a6a-43b7-a40e-ec817261ef9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '1c244710-1fba-414f-9d04-4fcd88e7ed14'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 18 05:25:25.184785 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70a79e92-d5cb-441c-9ba2-755f0aff78ab req-5b2c8818-50a1-4c7f-a8e7-5d55d2134b56 service neutron] Bound using segment: {'id': '86362bff-3a6a-43b7-a40e-ec817261ef9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '1c244710-1fba-414f-9d04-4fcd88e7ed14'} {{(pid=104388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 18 05:25:25.185445 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.plugins.ml2.managers [req-70a79e92-d5cb-441c-9ba2-755f0aff78ab req-5b2c8818-50a1-4c7f-a8e7-5d55d2134b56 service neutron] Bound port: 3143144b-5f00-4c85-b3d9-006144d97ae7, host: hv-cinder-83699, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '86362bff-3a6a-43b7-a40e-ec817261ef9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '1c244710-1fba-414f-9d04-4fcd88e7ed14'}}] {{(pid=104388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 18 05:25:25.190292 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [req-70a79e92-d5cb-441c-9ba2-755f0aff78ab req-5b2c8818-50a1-4c7f-a8e7-5d55d2134b56 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1768406'] for port (3143144b-5f00-4c85-b3d9-006144d97ae7), before_update {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:25:25.249719 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.plugins.ml2.db [req-70a79e92-d5cb-441c-9ba2-755f0aff78ab req-5b2c8818-50a1-4c7f-a8e7-5d55d2134b56 service neutron] For port 3143144b-5f00-4c85-b3d9-006144d97ae7, host hv-cinder-83699, cleared binding levels {{(pid=104388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 05:25:25.251472 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG dbcounter [-] [104388] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:UPDATE=6,neutron:INSERT=1 {{(pid=104388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:25:25.253298 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.plugins.ml2.db [req-70a79e92-d5cb-441c-9ba2-755f0aff78ab req-5b2c8818-50a1-4c7f-a8e7-5d55d2134b56 service neutron] For port 3143144b-5f00-4c85-b3d9-006144d97ae7, host hv-cinder-83699, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=3143144b-5f00-4c85-b3d9-006144d97ae7,segment=NetworkSegment(86362bff-3a6a-43b7-a40e-ec817261ef9d),segment_id=86362bff-3a6a-43b7-a40e-ec817261ef9d)] {{(pid=104388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 05:25:25.422576 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [req-70a79e92-d5cb-441c-9ba2-755f0aff78ab req-5b2c8818-50a1-4c7f-a8e7-5d55d2134b56 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1768343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789592765606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789592262840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789592262858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15493038'] for port (3143144b-5f00-4c85-b3d9-006144d97ae7), after_update {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:25:25.458615 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a79e92-d5cb-441c-9ba2-755f0aff78ab req-5b2c8818-50a1-4c7f-a8e7-5d55d2134b56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:25:25.458833 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [req-70a79e92-d5cb-441c-9ba2-755f0aff78ab req-5b2c8818-50a1-4c7f-a8e7-5d55d2134b56 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19502'] for port (None), before_response {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:25:25.460508 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-70a79e92-d5cb-441c-9ba2-755f0aff78ab req-5b2c8818-50a1-4c7f-a8e7-5d55d2134b56 service neutron] 10.222.0.15 "PUT /v2.0/ports/3143144b-5f00-4c85-b3d9-006144d97ae7 HTTP/1.1" status: 200 len: 1093 time: 0.8584580 Jun 18 05:25:25.462968 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c87d5fa9-8c4d-4486-8fa8-dab86dcdb126', 'tag': '3143144b-5f00-4c85-b3d9-006144d97ae7'}] {{(pid=104388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 18 05:25:25.465273 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76651050bff5b1e15da4688504920c0e470581a7df997af8856c46d23e91a66a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89feb4d8-bd04-4b22-aad6-65971a09461e" -d '{"events": [{"name": "network-changed", "server_uuid": "c87d5fa9-8c4d-4486-8fa8-dab86dcdb126", "tag": "3143144b-5f00-4c85-b3d9-006144d97ae7"}]}' {{(pid=104388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 05:25:25.493679 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2c8818-50a1-4c7f-a8e7-5d55d2134b56 service neutron] Pushing event updated for resources: {'Port': ['ID=3143144b-5f00-4c85-b3d9-006144d97ae7,revision_number=3']} {{(pid=104388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:25:25.522377 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Jun 2022 05:25:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f597bcb3-d16c-4cd2-9e34-88610ff81c75 x-openstack-request-id: req-f597bcb3-d16c-4cd2-9e34-88610ff81c75 {{(pid=104388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 05:25:25.522685 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c87d5fa9-8c4d-4486-8fa8-dab86dcdb126", "tag": "3143144b-5f00-4c85-b3d9-006144d97ae7", "status": "completed", "code": 200}]} {{(pid=104388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 05:25:25.523010 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-f597bcb3-d16c-4cd2-9e34-88610ff81c75 {{(pid=104388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 05:25:25.523424 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f597bcb3-d16c-4cd2-9e34-88610ff81c75'] response: {'name': 'network-changed', 'server_uuid': 'c87d5fa9-8c4d-4486-8fa8-dab86dcdb126', 'tag': '3143144b-5f00-4c85-b3d9-006144d97ae7', 'status': 'completed', 'code': 200} Jun 18 05:25:25.609603 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-bd48e2cf-68a6-4f35-9a09-882d425f288c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789592556683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1744442'] for agent (e572bbf3-12d8-41bb-a2ed-524d739c9de1), after_update {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:25:25.630928 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c7a094-5def-4961-a99e-cbf7568a8203 req-b8dbf3f1-120c-4ebc-a0d5-95a92eb6e7c3 tempest-AttachVolumeNegativeTest-1030731986 tempest-AttachVolumeNegativeTest-1030731986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:25:25.630928 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-c1c7a094-5def-4961-a99e-cbf7568a8203 req-b8dbf3f1-120c-4ebc-a0d5-95a92eb6e7c3 tempest-AttachVolumeNegativeTest-1030731986 tempest-AttachVolumeNegativeTest-1030731986-project] 10.222.0.23 "GET /v2.0/ports?device_id=c87d5fa9-8c4d-4486-8fa8-dab86dcdb126 HTTP/1.1" status: 200 len: 943 time: 0.0830169 Jun 18 05:25:25.642607 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89feb4d8-bd04-4b22-aad6-65971a09461e req-17e22ff2-cb7f-4fc7-ba6d-e49684a5610d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:25:25.646807 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-89feb4d8-bd04-4b22-aad6-65971a09461e req-17e22ff2-cb7f-4fc7-ba6d-e49684a5610d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=81c38b2c1ae4484bbf2d4939470f45e4&device_id=c87d5fa9-8c4d-4486-8fa8-dab86dcdb126 HTTP/1.1" status: 200 len: 1127 time: 0.0650768 Jun 18 05:25:26.012586 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-c1c7a094-5def-4961-a99e-cbf7568a8203 req-8dc846d2-39a2-4aee-9a31-4a4b380e4dc2 tempest-AttachVolumeNegativeTest-1030731986 tempest-AttachVolumeNegativeTest-1030731986-project] 10.222.0.23 "GET /v2.0/security-groups?id=b0a06040-2a27-4381-8eb5-3423d02c2a22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3730481 Jun 18 05:25:26.023831 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG dbcounter [-] [104388] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:25:26.043064 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89feb4d8-bd04-4b22-aad6-65971a09461e req-1eb07046-a423-435e-8bba-026539a28f92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:25:26.044515 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-89feb4d8-bd04-4b22-aad6-65971a09461e req-1eb07046-a423-435e-8bba-026539a28f92 service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=81c38b2c1ae4484bbf2d4939470f45e4&shared=False HTTP/1.1" status: 200 len: 916 time: 0.3812861 Jun 18 05:25:26.138709 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89feb4d8-bd04-4b22-aad6-65971a09461e req-f814110f-f8cc-4d08-8dde-c0e84ac25ef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:25:26.140192 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-89feb4d8-bd04-4b22-aad6-65971a09461e req-f814110f-f8cc-4d08-8dde-c0e84ac25ef8 service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0895724 Jun 18 05:25:27.093647 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG dbcounter [-] [104387] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:DELETE=3 {{(pid=104387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:25:27.133581 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c1b8fc-b14e-4467-a3eb-ac343718dc44 req-87b1cf78-22c1-44c9-acb6-01b0f91c06df tempest-AttachVolumeNegativeTest-1030731986 tempest-AttachVolumeNegativeTest-1030731986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:25:27.135039 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-b0c1b8fc-b14e-4467-a3eb-ac343718dc44 req-87b1cf78-22c1-44c9-acb6-01b0f91c06df tempest-AttachVolumeNegativeTest-1030731986 tempest-AttachVolumeNegativeTest-1030731986-project] 10.222.0.23 "GET /v2.0/ports?device_id=c87d5fa9-8c4d-4486-8fa8-dab86dcdb126 HTTP/1.1" status: 200 len: 943 time: 0.0500040 Jun 18 05:25:27.181560 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-b0c1b8fc-b14e-4467-a3eb-ac343718dc44 req-c1d4446f-ac6d-4ea7-a0cf-336539e81e66 tempest-AttachVolumeNegativeTest-1030731986 tempest-AttachVolumeNegativeTest-1030731986-project] 10.222.0.23 "GET /v2.0/security-groups?id=b0a06040-2a27-4381-8eb5-3423d02c2a22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406208 Jun 18 05:25:27.266529 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-5df8b1a9-a354-44ed-8761-35e8e24f4084 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789592556683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1744442'] for agent (37f34a37-d85d-4c21-966b-86dc43157ac3), after_update {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:25:27.512149 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-c042a677-28f5-4026-b552-0173028fe9dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789592556683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1744442'] for agent (d503ae44-4e24-48d3-9886-03581f90537d), after_update {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:25:28.300327 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f7c396-f3c1-439e-ac64-133744bcee7d req-14b0eb25-c807-4ad0-bfe5-74218cab0783 tempest-AttachVolumeNegativeTest-1030731986 tempest-AttachVolumeNegativeTest-1030731986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:25:28.301859 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-17f7c396-f3c1-439e-ac64-133744bcee7d req-14b0eb25-c807-4ad0-bfe5-74218cab0783 tempest-AttachVolumeNegativeTest-1030731986 tempest-AttachVolumeNegativeTest-1030731986-project] 10.222.0.23 "GET /v2.0/ports?device_id=c87d5fa9-8c4d-4486-8fa8-dab86dcdb126 HTTP/1.1" status: 200 len: 943 time: 0.0529549 Jun 18 05:25:28.350106 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-17f7c396-f3c1-439e-ac64-133744bcee7d req-9bec03b8-e1e6-46ca-87b3-8c63dd05efa8 tempest-AttachVolumeNegativeTest-1030731986 tempest-AttachVolumeNegativeTest-1030731986-project] 10.222.0.23 "GET /v2.0/security-groups?id=b0a06040-2a27-4381-8eb5-3423d02c2a22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418410 Jun 18 05:25:28.685463 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a79e92-d5cb-441c-9ba2-755f0aff78ab req-bf275c45-308d-4faa-ba6f-ab178217b415 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:25:28.687147 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-70a79e92-d5cb-441c-9ba2-755f0aff78ab req-bf275c45-308d-4faa-ba6f-ab178217b415 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=81c38b2c1ae4484bbf2d4939470f45e4&device_id=c87d5fa9-8c4d-4486-8fa8-dab86dcdb126 HTTP/1.1" status: 200 len: 1127 time: 0.0451915 Jun 18 05:25:28.735076 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-70a79e92-d5cb-441c-9ba2-755f0aff78ab req-bcf49c9f-b431-436b-ba01-3538d50a9b41 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3143144b-5f00-4c85-b3d9-006144d97ae7 HTTP/1.1" status: 200 len: 217 time: 0.0340590 Jun 18 05:25:28.787029 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a79e92-d5cb-441c-9ba2-755f0aff78ab req-c6702899-ce41-4973-b96a-264a0984e4b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:25:28.789229 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-70a79e92-d5cb-441c-9ba2-755f0aff78ab req-c6702899-ce41-4973-b96a-264a0984e4b2 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=04d37ce2-ecce-4dd0-86fe-4bab0e2e49c9 HTTP/1.1" status: 200 len: 854 time: 0.0489619 Jun 18 05:25:28.834204 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a79e92-d5cb-441c-9ba2-755f0aff78ab req-a09bd1fb-a804-49a3-9e07-0c8aacfbbd34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:25:28.835756 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-70a79e92-d5cb-441c-9ba2-755f0aff78ab req-a09bd1fb-a804-49a3-9e07-0c8aacfbbd34 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=1c244710-1fba-414f-9d04-4fcd88e7ed14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0403271 Jun 18 05:25:28.932402 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-70a79e92-d5cb-441c-9ba2-755f0aff78ab req-a900873f-9951-4662-8684-b951c28d4cc7 service neutron] 10.222.0.15 "GET /v2.0/networks/1c244710-1fba-414f-9d04-4fcd88e7ed14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900705 Jun 18 05:25:29.028114 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-70a79e92-d5cb-441c-9ba2-755f0aff78ab req-306db0cd-985a-4d93-b00b-3cd236f100b5 service neutron] 10.222.0.15 "GET /v2.0/networks/1c244710-1fba-414f-9d04-4fcd88e7ed14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900812 Jun 18 05:25:29.462818 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527f59a0-784b-4370-8a98-288f74dd3798 req-4b45116d-0eea-4488-890a-f45c026292dd tempest-AttachVolumeNegativeTest-1030731986 tempest-AttachVolumeNegativeTest-1030731986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:25:29.464290 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-527f59a0-784b-4370-8a98-288f74dd3798 req-4b45116d-0eea-4488-890a-f45c026292dd tempest-AttachVolumeNegativeTest-1030731986 tempest-AttachVolumeNegativeTest-1030731986-project] 10.222.0.23 "GET /v2.0/ports?device_id=c87d5fa9-8c4d-4486-8fa8-dab86dcdb126 HTTP/1.1" status: 200 len: 943 time: 0.0466859 Jun 18 05:25:29.512929 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-527f59a0-784b-4370-8a98-288f74dd3798 req-ba81d75a-8496-4e31-8722-70b7a13c47e9 tempest-AttachVolumeNegativeTest-1030731986 tempest-AttachVolumeNegativeTest-1030731986-project] 10.222.0.23 "GET /v2.0/security-groups?id=b0a06040-2a27-4381-8eb5-3423d02c2a22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428228 Jun 18 05:25:30.630754 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c690e571-c2cf-42f9-b332-e0a81457e842 req-50929385-8f4b-4966-85cc-afcf99eee505 tempest-AttachVolumeNegativeTest-1030731986 tempest-AttachVolumeNegativeTest-1030731986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:25:30.633069 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-c690e571-c2cf-42f9-b332-e0a81457e842 req-50929385-8f4b-4966-85cc-afcf99eee505 tempest-AttachVolumeNegativeTest-1030731986 tempest-AttachVolumeNegativeTest-1030731986-project] 10.222.0.23 "GET /v2.0/ports?device_id=c87d5fa9-8c4d-4486-8fa8-dab86dcdb126 HTTP/1.1" status: 200 len: 943 time: 0.0492144 Jun 18 05:25:30.641274 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.wsgi [-] (104387) accepted ('10.222.0.23', 56072) {{(pid=104387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 05:25:30.686105 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-c690e571-c2cf-42f9-b332-e0a81457e842 req-2fad359c-268b-4033-8f9a-4f24574fc68e tempest-AttachVolumeNegativeTest-1030731986 tempest-AttachVolumeNegativeTest-1030731986-project] 10.222.0.23 "GET /v2.0/security-groups?id=b0a06040-2a27-4381-8eb5-3423d02c2a22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474126 Jun 18 05:25:30.750643 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-b636aa00-6293-4bf9-80b5-8c85116a445b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:25:30.824914 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-b636aa00-6293-4bf9-80b5-8c85116a445b admin admin] Publish callbacks [] for security_group (1f1a344f-8d8a-405a-b486-ac2aee18136c), precommit_create {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:25:30.899780 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-b636aa00-6293-4bf9-80b5-8c85116a445b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728332'] for security_group (1f1a344f-8d8a-405a-b486-ac2aee18136c), after_create {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:25:30.942601 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [None req-b636aa00-6293-4bf9-80b5-8c85116a445b admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=d2474edf9f754498b24131033ccbf275&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3002396 Jun 18 05:25:30.943517 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b636aa00-6293-4bf9-80b5-8c85116a445b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f1a344f-8d8a-405a-b486-ac2aee18136c,revision_number=1']} {{(pid=104387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:25:30.946231 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.wsgi [-] (104388) accepted ('10.222.0.23', 56076) {{(pid=104388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 05:25:30.995559 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-64572b7d-4f41-4a44-9090-322e3afa923a admin admin] Publish callbacks [] for security_group (1f1a344f-8d8a-405a-b486-ac2aee18136c), before_delete {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:25:31.017260 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-64572b7d-4f41-4a44-9090-322e3afa923a admin admin] Publish callbacks [] for security_group (1f1a344f-8d8a-405a-b486-ac2aee18136c), precommit_delete {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:25:31.145312 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-64572b7d-4f41-4a44-9090-322e3afa923a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728332'] for security_group (1f1a344f-8d8a-405a-b486-ac2aee18136c), after_delete {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:25:31.148600 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-64572b7d-4f41-4a44-9090-322e3afa923a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:25:31.149788 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [None req-64572b7d-4f41-4a44-9090-322e3afa923a admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/1f1a344f-8d8a-405a-b486-ac2aee18136c HTTP/1.1" status: 204 len: 168 time: 0.2025325 Jun 18 05:25:31.158193 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64572b7d-4f41-4a44-9090-322e3afa923a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f1a344f-8d8a-405a-b486-ac2aee18136c,revision_number=None']} {{(pid=104388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:25:31.716836 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.wsgi [-] (104387) accepted ('10.222.0.23', 56086) {{(pid=104387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 05:25:31.730994 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-a5232053-b540-475e-93a0-90e69f7d4bab admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:25:31.820006 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72f7a54-6b32-4cb5-9f42-a8dddc93ee2d req-d62fc81b-9f42-469c-a3f0-791eef86219e tempest-AttachVolumeNegativeTest-1030731986 tempest-AttachVolumeNegativeTest-1030731986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:25:31.821497 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-a72f7a54-6b32-4cb5-9f42-a8dddc93ee2d req-d62fc81b-9f42-469c-a3f0-791eef86219e tempest-AttachVolumeNegativeTest-1030731986 tempest-AttachVolumeNegativeTest-1030731986-project] 10.222.0.23 "GET /v2.0/ports?device_id=c87d5fa9-8c4d-4486-8fa8-dab86dcdb126 HTTP/1.1" status: 200 len: 943 time: 0.0572548 Jun 18 05:25:31.821891 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG dbcounter [-] [104387] Writing DB stats neutron:SELECT=89,neutron:DELETE=1,neutron:INSERT=10 {{(pid=104387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:25:31.864819 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-a5232053-b540-475e-93a0-90e69f7d4bab admin admin] Publish callbacks [] for security_group (9e41d19b-597e-4e60-928a-ee35cf09e247), precommit_create {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:25:31.887688 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-a72f7a54-6b32-4cb5-9f42-a8dddc93ee2d req-a67cc069-59a7-4fc9-81e6-340414ea3423 tempest-AttachVolumeNegativeTest-1030731986 tempest-AttachVolumeNegativeTest-1030731986-project] 10.222.0.23 "GET /v2.0/security-groups?id=b0a06040-2a27-4381-8eb5-3423d02c2a22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0603642 Jun 18 05:25:31.946053 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-a5232053-b540-475e-93a0-90e69f7d4bab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728332'] for security_group (9e41d19b-597e-4e60-928a-ee35cf09e247), after_create {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:25:31.987659 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [None req-a5232053-b540-475e-93a0-90e69f7d4bab admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=ee7670eb12c542238bf61c716ab7c9f5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2697270 Jun 18 05:25:31.988488 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5232053-b540-475e-93a0-90e69f7d4bab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e41d19b-597e-4e60-928a-ee35cf09e247,revision_number=1']} {{(pid=104387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:25:31.990432 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.wsgi [-] (104388) accepted ('10.222.0.23', 56088) {{(pid=104388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 05:25:32.028702 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG dbcounter [-] [104388] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:25:32.041000 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-9d747ab7-cd11-466c-80c2-6f1aca9df891 admin admin] Publish callbacks [] for security_group (9e41d19b-597e-4e60-928a-ee35cf09e247), before_delete {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:25:32.062078 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-9d747ab7-cd11-466c-80c2-6f1aca9df891 admin admin] Publish callbacks [] for security_group (9e41d19b-597e-4e60-928a-ee35cf09e247), precommit_delete {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:25:32.092788 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG dbcounter [-] [104388] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:25:32.191933 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-9d747ab7-cd11-466c-80c2-6f1aca9df891 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728332'] for security_group (9e41d19b-597e-4e60-928a-ee35cf09e247), after_delete {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:25:32.194735 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-9d747ab7-cd11-466c-80c2-6f1aca9df891 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:25:32.196103 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [None req-9d747ab7-cd11-466c-80c2-6f1aca9df891 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/9e41d19b-597e-4e60-928a-ee35cf09e247 HTTP/1.1" status: 204 len: 168 time: 0.2044673 Jun 18 05:25:32.204703 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d747ab7-cd11-466c-80c2-6f1aca9df891 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e41d19b-597e-4e60-928a-ee35cf09e247,revision_number=None']} {{(pid=104388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:25:32.722484 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG neutron.db.agents_db [None req-f0cd052f-7516-4656-9d29-e77bb90ffdea None None] Agent healthcheck: found 6 active agents {{(pid=104390) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 18 05:25:33.009988 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99cde705-cf61-4e56-8901-13841a5e33ff req-ec3d0b9b-1000-4e4b-a199-2fea45a63a0e tempest-AttachVolumeNegativeTest-1030731986 tempest-AttachVolumeNegativeTest-1030731986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:25:33.010798 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-99cde705-cf61-4e56-8901-13841a5e33ff req-ec3d0b9b-1000-4e4b-a199-2fea45a63a0e tempest-AttachVolumeNegativeTest-1030731986 tempest-AttachVolumeNegativeTest-1030731986-project] 10.222.0.23 "GET /v2.0/ports?device_id=c87d5fa9-8c4d-4486-8fa8-dab86dcdb126 HTTP/1.1" status: 200 len: 943 time: 0.0539267 Jun 18 05:25:33.061582 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-99cde705-cf61-4e56-8901-13841a5e33ff req-06a7f21e-97bc-4223-a73d-e2f3a446540c tempest-AttachVolumeNegativeTest-1030731986 tempest-AttachVolumeNegativeTest-1030731986-project] 10.222.0.23 "GET /v2.0/security-groups?id=b0a06040-2a27-4381-8eb5-3423d02c2a22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444124 Jun 18 05:25:33.299890 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.rpc [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] Device 3143144b-5f00-4c85-b3d9-006144d97ae7 details requested by agent hyperv_hv-cinder-83699 with host hv-cinder-83699 {{(pid=104389) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 18 05:25:33.404309 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.db [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] For port 3143144b-5f00-4c85-b3d9-006144d97ae7, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=3143144b-5f00-4c85-b3d9-006144d97ae7,segment=NetworkSegment(86362bff-3a6a-43b7-a40e-ec817261ef9d),segment_id=86362bff-3a6a-43b7-a40e-ec817261ef9d)] {{(pid=104389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 05:25:33.416518 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.rpc [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] Returning: {'device': '3143144b-5f00-4c85-b3d9-006144d97ae7', 'network_id': '1c244710-1fba-414f-9d04-4fcd88e7ed14', 'port_id': '3143144b-5f00-4c85-b3d9-006144d97ae7', 'mac_address': 'fa:16:3e:cc:ff:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 321, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '04d37ce2-ecce-4dd0-86fe-4bab0e2e49c9', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104389) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 18 05:25:33.451308 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.plugin [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] Current status of the port 3143144b-5f00-4c85-b3d9-006144d97ae7 is: DOWN; New status is: BUILD {{(pid=104389) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 18 05:25:33.451699 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1768406'] for port (3143144b-5f00-4c85-b3d9-006144d97ae7), before_update {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:25:33.465189 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.notifiers.nova [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3143144b-5f00-4c85-b3d9-006144d97ae7 {{(pid=104389) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 18 05:25:33.484741 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.db [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] For port 3143144b-5f00-4c85-b3d9-006144d97ae7, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=3143144b-5f00-4c85-b3d9-006144d97ae7,segment=NetworkSegment(86362bff-3a6a-43b7-a40e-ec817261ef9d),segment_id=86362bff-3a6a-43b7-a40e-ec817261ef9d)] {{(pid=104389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 05:25:33.574062 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1768343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789592765606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789592262840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789592262858'] for port (3143144b-5f00-4c85-b3d9-006144d97ae7), after_update {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:25:33.630028 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] Pushing event updated for resources: {'Port': ['ID=3143144b-5f00-4c85-b3d9-006144d97ae7,revision_number=4']} {{(pid=104389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:25:33.638734 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:25:33.639093 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:25:33.639436 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:25:33.639780 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:25:33.640114 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:25:33.640446 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:25:33.640776 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:25:33.641308 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:25:33.641834 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:25:33.642163 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:25:33.642499 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:25:33.642880 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:25:33.643213 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:25:33.643537 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:25:33.643990 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:25:33.805063 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97e28a2-6bd8-4c71-87d3-e90737bbf33a req-01c8946f-c4fe-44c7-a648-02afe5b70052 tempest-VolumesSnapshotTestJSON-1732513961 tempest-VolumesSnapshotTestJSON-1732513961-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:25:33.806862 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-c97e28a2-6bd8-4c71-87d3-e90737bbf33a req-01c8946f-c4fe-44c7-a648-02afe5b70052 tempest-VolumesSnapshotTestJSON-1732513961 tempest-VolumesSnapshotTestJSON-1732513961-project] 10.222.0.23 "GET /v2.0/networks?id=a7bf14ab-72b2-42a1-a57f-14612ca15e66 HTTP/1.1" status: 200 len: 813 time: 0.1152358 Jun 18 05:25:33.824038 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-c97e28a2-6bd8-4c71-87d3-e90737bbf33a req-dae92b9b-81b4-4255-9f80-199e05edd0cc tempest-VolumesSnapshotTestJSON-1732513961 tempest-VolumesSnapshotTestJSON-1732513961-project] 10.222.0.23 "GET /v2.0/quotas/d8863ced0efc4b95806761cc2d8a6f78 HTTP/1.1" status: 200 len: 375 time: 0.0116141 Jun 18 05:25:33.860004 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-c97e28a2-6bd8-4c71-87d3-e90737bbf33a req-214ad289-a38e-483b-b1a8-c5891fed15ba tempest-VolumesSnapshotTestJSON-1732513961 tempest-VolumesSnapshotTestJSON-1732513961-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=d8863ced0efc4b95806761cc2d8a6f78&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0304196 Jun 18 05:25:33.895587 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG dbcounter [-] [104387] Writing DB stats neutron:SELECT=86,neutron:INSERT=12,neutron:UPDATE=2 {{(pid=104387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:25:33.954958 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-c97e28a2-6bd8-4c71-87d3-e90737bbf33a req-f8b8f5e8-e5df-48d4-a74f-eeca28f6c774 service neutron] 10.222.0.23 "GET /v2.0/networks/a7bf14ab-72b2-42a1-a57f-14612ca15e66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884135 Jun 18 05:25:34.046902 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-c97e28a2-6bd8-4c71-87d3-e90737bbf33a req-5d10f195-939c-4599-9f93-02e1f6b186a0 service neutron] 10.222.0.23 "GET /v2.0/networks/a7bf14ab-72b2-42a1-a57f-14612ca15e66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855699 Jun 18 05:25:34.187857 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b8d816-7ce0-426a-a4f9-8359c677aca7 req-1a25aef1-96b2-4cfb-bdcb-8bce8d8f7ded tempest-AttachVolumeNegativeTest-1030731986 tempest-AttachVolumeNegativeTest-1030731986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:25:34.189353 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-a5b8d816-7ce0-426a-a4f9-8359c677aca7 req-1a25aef1-96b2-4cfb-bdcb-8bce8d8f7ded tempest-AttachVolumeNegativeTest-1030731986 tempest-AttachVolumeNegativeTest-1030731986-project] 10.222.0.23 "GET /v2.0/ports?device_id=c87d5fa9-8c4d-4486-8fa8-dab86dcdb126 HTTP/1.1" status: 200 len: 944 time: 0.0468335 Jun 18 05:25:34.253086 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-a5b8d816-7ce0-426a-a4f9-8359c677aca7 req-8c6fd6a4-974c-4004-b3e4-29cc65a8e662 tempest-AttachVolumeNegativeTest-1030731986 tempest-AttachVolumeNegativeTest-1030731986-project] 10.222.0.23 "GET /v2.0/security-groups?id=b0a06040-2a27-4381-8eb5-3423d02c2a22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501609 Jun 18 05:25:34.301153 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-be957696-fc37-4b9d-882c-69d9e0a02016 req-a21794d3-107f-4883-baf1-f6d337d25cab tempest-VolumesSnapshotTestJSON-1732513961 tempest-VolumesSnapshotTestJSON-1732513961-project] 10.222.0.23 "GET /v2.0/ports?device_id=988490dd-03b8-4f3b-ac01-191d7e3f5985 HTTP/1.1" status: 200 len: 210 time: 0.0331614 Jun 18 05:25:35.236479 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.wsgi [-] (104388) accepted ('10.222.0.23', 56200) {{(pid=104388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 05:25:35.347336 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-7103857d-7048-404e-b9c2-f6e30f04367c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:25:35.409421 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-9ed89f88-1736-496a-83ed-8bc12e30995b req-6c80b05b-8c5b-4936-a570-a55a9f3e5f7c tempest-VolumesSnapshotTestJSON-1732513961 tempest-VolumesSnapshotTestJSON-1732513961-project] 10.222.0.23 "GET /v2.0/ports?device_id=988490dd-03b8-4f3b-ac01-191d7e3f5985 HTTP/1.1" status: 200 len: 210 time: 0.0284207 Jun 18 05:25:35.414446 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc4dc0b-3baa-454b-83f9-d022e94a3f4d req-c5ffa68b-02e0-433b-87e6-51f482ada454 tempest-AttachVolumeNegativeTest-1030731986 tempest-AttachVolumeNegativeTest-1030731986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:25:35.416554 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-ebc4dc0b-3baa-454b-83f9-d022e94a3f4d req-c5ffa68b-02e0-433b-87e6-51f482ada454 tempest-AttachVolumeNegativeTest-1030731986 tempest-AttachVolumeNegativeTest-1030731986-project] 10.222.0.23 "GET /v2.0/ports?device_id=c87d5fa9-8c4d-4486-8fa8-dab86dcdb126 HTTP/1.1" status: 200 len: 944 time: 0.0697718 Jun 18 05:25:35.492505 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-ebc4dc0b-3baa-454b-83f9-d022e94a3f4d req-c403a411-7050-4500-bb4f-4da1e7158a82 tempest-AttachVolumeNegativeTest-1030731986 tempest-AttachVolumeNegativeTest-1030731986-project] 10.222.0.23 "GET /v2.0/security-groups?id=b0a06040-2a27-4381-8eb5-3423d02c2a22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0660939 Jun 18 05:25:35.512979 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-7103857d-7048-404e-b9c2-f6e30f04367c admin admin] Publish callbacks [] for security_group (61b6c398-602a-4d8d-b7f7-b9b47d1e24fc), precommit_create {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:25:35.568873 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-7103857d-7048-404e-b9c2-f6e30f04367c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728332'] for security_group (61b6c398-602a-4d8d-b7f7-b9b47d1e24fc), after_create {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:25:35.610379 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [None req-7103857d-7048-404e-b9c2-f6e30f04367c admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=29e1f1ca503345d993d69e71729e1366&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3727288 Jun 18 05:25:35.611097 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7103857d-7048-404e-b9c2-f6e30f04367c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61b6c398-602a-4d8d-b7f7-b9b47d1e24fc,revision_number=1']} {{(pid=104388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:25:35.612989 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.wsgi [-] (104387) accepted ('10.222.0.23', 56208) {{(pid=104387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 05:25:35.662701 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-e110e733-448e-43c4-912c-0d9e5bd671d0 admin admin] Publish callbacks [] for security_group (61b6c398-602a-4d8d-b7f7-b9b47d1e24fc), before_delete {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:25:35.684351 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-e110e733-448e-43c4-912c-0d9e5bd671d0 admin admin] Publish callbacks [] for security_group (61b6c398-602a-4d8d-b7f7-b9b47d1e24fc), precommit_delete {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:25:35.797055 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-e110e733-448e-43c4-912c-0d9e5bd671d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728332'] for security_group (61b6c398-602a-4d8d-b7f7-b9b47d1e24fc), after_delete {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:25:35.799648 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-e110e733-448e-43c4-912c-0d9e5bd671d0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:25:35.800881 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [None req-e110e733-448e-43c4-912c-0d9e5bd671d0 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/61b6c398-602a-4d8d-b7f7-b9b47d1e24fc HTTP/1.1" status: 204 len: 168 time: 0.1868088 Jun 18 05:25:35.809149 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e110e733-448e-43c4-912c-0d9e5bd671d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61b6c398-602a-4d8d-b7f7-b9b47d1e24fc,revision_number=None']} {{(pid=104387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:25:36.377597 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.wsgi [-] (104387) accepted ('10.222.0.23', 56216) {{(pid=104387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 05:25:36.394855 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-b7a87a47-cd65-429f-881c-7cc6288351f0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:25:36.431776 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.db [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] get_ports_and_sgs() called for port_ids ['3143144b-5f00-4c85-b3d9-006144d97ae7'] {{(pid=104389) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 18 05:25:36.485672 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-b7a87a47-cd65-429f-881c-7cc6288351f0 admin admin] Publish callbacks [] for security_group (f87b86ff-2b9b-4d19-b4cf-8fa79059242b), precommit_create {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:25:36.516784 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-1bfbb81e-e2af-4bf2-9a31-292e764bbd5c req-7d6663fa-7f58-4c92-9368-7513fe925b2e tempest-VolumesSnapshotTestJSON-1732513961 tempest-VolumesSnapshotTestJSON-1732513961-project] 10.222.0.23 "GET /v2.0/ports?device_id=988490dd-03b8-4f3b-ac01-191d7e3f5985 HTTP/1.1" status: 200 len: 210 time: 0.0295038 Jun 18 05:25:36.586720 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-b7a87a47-cd65-429f-881c-7cc6288351f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728332'] for security_group (f87b86ff-2b9b-4d19-b4cf-8fa79059242b), after_create {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:25:36.611019 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f4cfef-15d8-4ccd-ac80-62b548395685 req-49c87393-a335-4493-8087-6e974a4cd329 tempest-AttachVolumeNegativeTest-1030731986 tempest-AttachVolumeNegativeTest-1030731986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:25:36.612549 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-25f4cfef-15d8-4ccd-ac80-62b548395685 req-49c87393-a335-4493-8087-6e974a4cd329 tempest-AttachVolumeNegativeTest-1030731986 tempest-AttachVolumeNegativeTest-1030731986-project] 10.222.0.23 "GET /v2.0/ports?device_id=c87d5fa9-8c4d-4486-8fa8-dab86dcdb126 HTTP/1.1" status: 200 len: 944 time: 0.0520487 Jun 18 05:25:36.630433 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a87a47-cd65-429f-881c-7cc6288351f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f87b86ff-2b9b-4d19-b4cf-8fa79059242b,revision_number=1']} {{(pid=104387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:25:36.637082 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [None req-b7a87a47-cd65-429f-881c-7cc6288351f0 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=23ae02a69c364cb1b5345db5d8faee14&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2561939 Jun 18 05:25:36.637327 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.wsgi [-] (104387) accepted ('10.222.0.23', 56222) {{(pid=104387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 05:25:36.670724 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-25f4cfef-15d8-4ccd-ac80-62b548395685 req-abc69ad4-e317-4b7b-9854-a4cdf2bebd5a tempest-AttachVolumeNegativeTest-1030731986 tempest-AttachVolumeNegativeTest-1030731986-project] 10.222.0.23 "GET /v2.0/security-groups?id=b0a06040-2a27-4381-8eb5-3423d02c2a22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518560 Jun 18 05:25:36.696068 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-e672a1bb-f705-4518-9165-ee755411a78c admin admin] Publish callbacks [] for security_group (f87b86ff-2b9b-4d19-b4cf-8fa79059242b), before_delete {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:25:36.717528 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG dbcounter [-] [104387] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=6 {{(pid=104387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:25:36.722206 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-e672a1bb-f705-4518-9165-ee755411a78c admin admin] Publish callbacks [] for security_group (f87b86ff-2b9b-4d19-b4cf-8fa79059242b), precommit_delete {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:25:36.848738 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-e672a1bb-f705-4518-9165-ee755411a78c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728332'] for security_group (f87b86ff-2b9b-4d19-b4cf-8fa79059242b), after_delete {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:25:36.851243 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-e672a1bb-f705-4518-9165-ee755411a78c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:25:36.852398 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [None req-e672a1bb-f705-4518-9165-ee755411a78c admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/f87b86ff-2b9b-4d19-b4cf-8fa79059242b HTTP/1.1" status: 204 len: 168 time: 0.2141366 Jun 18 05:25:36.861580 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e672a1bb-f705-4518-9165-ee755411a78c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f87b86ff-2b9b-4d19-b4cf-8fa79059242b,revision_number=None']} {{(pid=104387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:25:37.313351 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97e28a2-6bd8-4c71-87d3-e90737bbf33a req-b4b940e1-7540-4ac9-a965-122640b011c7 tempest-VolumesSnapshotTestJSON-1732513961 tempest-VolumesSnapshotTestJSON-1732513961-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:25:37.314955 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-c97e28a2-6bd8-4c71-87d3-e90737bbf33a req-b4b940e1-7540-4ac9-a965-122640b011c7 tempest-VolumesSnapshotTestJSON-1732513961 tempest-VolumesSnapshotTestJSON-1732513961-project] 10.222.0.15 "GET /v2.0/networks?id=a7bf14ab-72b2-42a1-a57f-14612ca15e66 HTTP/1.1" status: 200 len: 813 time: 0.1093035 Jun 18 05:25:37.333570 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.api.v2.base [req-c97e28a2-6bd8-4c71-87d3-e90737bbf33a req-d69149b2-a3b1-423b-ac70-52979e9db44a tempest-VolumesSnapshotTestJSON-1732513961 tempest-VolumesSnapshotTestJSON-1732513961-project] Request body: {'port': {'device_id': '988490dd-03b8-4f3b-ac01-191d7e3f5985', 'network_id': 'a7bf14ab-72b2-42a1-a57f-14612ca15e66', 'admin_state_up': True, 'tenant_id': 'd8863ced0efc4b95806761cc2d8a6f78'}} {{(pid=104388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 18 05:25:37.592026 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789592556683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1744442'] for agent (21f82a9e-593b-4fa9-aa06-dfe6f16482e6), after_update {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:25:37.593466 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c97e28a2-6bd8-4c71-87d3-e90737bbf33a req-d69149b2-a3b1-423b-ac70-52979e9db44a tempest-VolumesSnapshotTestJSON-1732513961 tempest-VolumesSnapshotTestJSON-1732513961-project] Made reservation on behalf of d8863ced0efc4b95806761cc2d8a6f78 for: {'port': 1} {{(pid=104388) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 05:25:37.596899 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [req-c97e28a2-6bd8-4c71-87d3-e90737bbf33a req-d69149b2-a3b1-423b-ac70-52979e9db44a tempest-VolumesSnapshotTestJSON-1732513961 tempest-VolumesSnapshotTestJSON-1732513961-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1768406'] for port (None), before_create {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:25:37.639368 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-1d1350c8-3b45-4b97-989a-4d2ed62dcab7 req-1909e9f1-6c76-459a-a01b-147bbc9d914d tempest-VolumesSnapshotTestJSON-1732513961 tempest-VolumesSnapshotTestJSON-1732513961-project] 10.222.0.23 "GET /v2.0/ports?device_id=988490dd-03b8-4f3b-ac01-191d7e3f5985 HTTP/1.1" status: 200 len: 210 time: 0.0476816 Jun 18 05:25:37.677639 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG dbcounter [-] [104388] Writing DB stats neutron:DELETE=1,neutron:SELECT=88,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=104388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:25:37.753614 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG dbcounter [-] [104388] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:25:37.766214 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.db.db_base_plugin_common [req-c97e28a2-6bd8-4c71-87d3-e90737bbf33a req-d69149b2-a3b1-423b-ac70-52979e9db44a tempest-VolumesSnapshotTestJSON-1732513961 tempest-VolumesSnapshotTestJSON-1732513961-project] Allocated IP 172.20.0.5 (a7bf14ab-72b2-42a1-a57f-14612ca15e66/53ff9c13-72bd-4f1b-a153-710bb3f69e9a/98cb0377-90ac-4b5c-87c1-a5c2b4d539a0) {{(pid=104388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 05:25:37.847586 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6931ebb7-8e90-4832-9ce8-e6bb40c5b3e1 req-962334bb-e4de-4e22-a446-cc1cfd7a4569 tempest-AttachVolumeNegativeTest-1030731986 tempest-AttachVolumeNegativeTest-1030731986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:25:37.849967 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-6931ebb7-8e90-4832-9ce8-e6bb40c5b3e1 req-962334bb-e4de-4e22-a446-cc1cfd7a4569 tempest-AttachVolumeNegativeTest-1030731986 tempest-AttachVolumeNegativeTest-1030731986-project] 10.222.0.23 "GET /v2.0/ports?device_id=c87d5fa9-8c4d-4486-8fa8-dab86dcdb126 HTTP/1.1" status: 200 len: 944 time: 0.0803492 Jun 18 05:25:37.946850 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-6931ebb7-8e90-4832-9ce8-e6bb40c5b3e1 req-cb9f4c75-d79a-4775-a405-816231db0587 tempest-AttachVolumeNegativeTest-1030731986 tempest-AttachVolumeNegativeTest-1030731986-project] 10.222.0.23 "GET /v2.0/security-groups?id=b0a06040-2a27-4381-8eb5-3423d02c2a22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0900524 Jun 18 05:25:38.015380 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [req-c97e28a2-6bd8-4c71-87d3-e90737bbf33a req-d69149b2-a3b1-423b-ac70-52979e9db44a tempest-VolumesSnapshotTestJSON-1732513961 tempest-VolumesSnapshotTestJSON-1732513961-project] Publish callbacks [] for port (98cb0377-90ac-4b5c-87c1-a5c2b4d539a0), precommit_create {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:25:38.094963 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [req-c97e28a2-6bd8-4c71-87d3-e90737bbf33a req-d69149b2-a3b1-423b-ac70-52979e9db44a tempest-VolumesSnapshotTestJSON-1732513961 tempest-VolumesSnapshotTestJSON-1732513961-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1768343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789592262822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15493031'] for port (98cb0377-90ac-4b5c-87c1-a5c2b4d539a0), after_create {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:25:38.146613 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c97e28a2-6bd8-4c71-87d3-e90737bbf33a req-d69149b2-a3b1-423b-ac70-52979e9db44a tempest-VolumesSnapshotTestJSON-1732513961 tempest-VolumesSnapshotTestJSON-1732513961-project] Network a7bf14ab-72b2-42a1-a57f-14612ca15e66 is already hosted by enough agents. {{(pid=104388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 05:25:38.147238 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.rpc [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] Device 3143144b-5f00-4c85-b3d9-006144d97ae7 up at agent hyperv_hv-cinder-83699 {{(pid=104389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 18 05:25:38.150965 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.scheduler.base_scheduler [req-c97e28a2-6bd8-4c71-87d3-e90737bbf33a req-d69149b2-a3b1-423b-ac70-52979e9db44a tempest-VolumesSnapshotTestJSON-1732513961 tempest-VolumesSnapshotTestJSON-1732513961-project] Resources bound (agent type, host, resource id): {{(pid=104388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 05:25:38.155175 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.db.l3_dvrscheduler_db [req-c97e28a2-6bd8-4c71-87d3-e90737bbf33a req-d69149b2-a3b1-423b-ac70-52979e9db44a tempest-VolumesSnapshotTestJSON-1732513961 tempest-VolumesSnapshotTestJSON-1732513961-project] Received port after_create {{(pid=104388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 18 05:25:38.180840 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69149b2-a3b1-423b-ac70-52979e9db44a tempest-VolumesSnapshotTestJSON-1732513961 tempest-VolumesSnapshotTestJSON-1732513961-project] Pushing event updated for resources: {'Port': ['ID=98cb0377-90ac-4b5c-87c1-a5c2b4d539a0,revision_number=1']} {{(pid=104388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:25:38.206341 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.db.provisioning_blocks [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] Provisioning for port 3143144b-5f00-4c85-b3d9-006144d97ae7 completed by entity L2. {{(pid=104389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 18 05:25:38.211560 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97e28a2-6bd8-4c71-87d3-e90737bbf33a req-d69149b2-a3b1-423b-ac70-52979e9db44a tempest-VolumesSnapshotTestJSON-1732513961 tempest-VolumesSnapshotTestJSON-1732513961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:25:38.212192 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [req-c97e28a2-6bd8-4c71-87d3-e90737bbf33a req-d69149b2-a3b1-423b-ac70-52979e9db44a tempest-VolumesSnapshotTestJSON-1732513961 tempest-VolumesSnapshotTestJSON-1732513961-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19502'] for port (None), before_response {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:25:38.317121 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.db.provisioning_blocks [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] Provisioning complete for port 3143144b-5f00-4c85-b3d9-006144d97ae7 triggered by entity L2. {{(pid=104389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 18 05:25:38.317452 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1740956'] for port (3143144b-5f00-4c85-b3d9-006144d97ae7), provisioning_complete {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:25:38.343548 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-c97e28a2-6bd8-4c71-87d3-e90737bbf33a req-d69149b2-a3b1-423b-ac70-52979e9db44a tempest-VolumesSnapshotTestJSON-1732513961 tempest-VolumesSnapshotTestJSON-1732513961-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0140882 Jun 18 05:25:38.345011 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG dbcounter [-] [104389] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=104389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:25:38.362945 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.api.v2.base [req-c97e28a2-6bd8-4c71-87d3-e90737bbf33a req-ab1bb0cb-41d8-4cec-bebd-bb50fbd0ab82 service neutron] Request body: {'port': {'device_id': '988490dd-03b8-4f3b-ac01-191d7e3f5985', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83699'}} {{(pid=104388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 18 05:25:38.386502 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG dbcounter [-] [104389] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:25:38.396218 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.plugin [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] Current status of the port 3143144b-5f00-4c85-b3d9-006144d97ae7 is: BUILD; New status is: ACTIVE {{(pid=104389) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 18 05:25:38.396611 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1768406'] for port (3143144b-5f00-4c85-b3d9-006144d97ae7), before_update {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:25:38.426730 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c87d5fa9-8c4d-4486-8fa8-dab86dcdb126', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3143144b-5f00-4c85-b3d9-006144d97ae7'}] {{(pid=104389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 18 05:25:38.429749 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84994602c193c13a4c26b8b675ba51d9b392d44d80225cb9db16c930b334f47b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09be592c-7293-4cb5-8737-0ca6109bee35" -d '{"events": [{"server_uuid": "c87d5fa9-8c4d-4486-8fa8-dab86dcdb126", "name": "network-vif-plugged", "status": "completed", "tag": "3143144b-5f00-4c85-b3d9-006144d97ae7"}]}' {{(pid=104389) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 05:25:38.445740 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [req-c97e28a2-6bd8-4c71-87d3-e90737bbf33a req-ab1bb0cb-41d8-4cec-bebd-bb50fbd0ab82 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1768406'] for port (98cb0377-90ac-4b5c-87c1-a5c2b4d539a0), before_update {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:25:38.447124 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.db [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] For port 3143144b-5f00-4c85-b3d9-006144d97ae7, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=3143144b-5f00-4c85-b3d9-006144d97ae7,segment=NetworkSegment(86362bff-3a6a-43b7-a40e-ec817261ef9d),segment_id=86362bff-3a6a-43b7-a40e-ec817261ef9d)] {{(pid=104389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 05:25:38.457801 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG dbcounter [-] [104388] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=104388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:25:38.474550 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Jun 2022 05:25:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-312d575d-4329-445f-8ddb-69bf19b940f9 x-openstack-request-id: req-312d575d-4329-445f-8ddb-69bf19b940f9 {{(pid=104389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 05:25:38.474840 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c87d5fa9-8c4d-4486-8fa8-dab86dcdb126", "name": "network-vif-plugged", "status": "completed", "tag": "3143144b-5f00-4c85-b3d9-006144d97ae7", "code": 200}]} {{(pid=104389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 05:25:38.475083 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-312d575d-4329-445f-8ddb-69bf19b940f9 {{(pid=104389) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 05:25:38.476396 dv-cinder-836996-35-iscsi neutron-server[104389]: INFO neutron.notifiers.nova [-] Nova event matching ['req-312d575d-4329-445f-8ddb-69bf19b940f9'] response: {'server_uuid': 'c87d5fa9-8c4d-4486-8fa8-dab86dcdb126', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3143144b-5f00-4c85-b3d9-006144d97ae7', 'code': 200} Jun 18 05:25:38.511451 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1768343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789592765606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789592262840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789592262858'] for port (3143144b-5f00-4c85-b3d9-006144d97ae7), after_update {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:25:38.567618 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] Pushing event updated for resources: {'Port': ['ID=3143144b-5f00-4c85-b3d9-006144d97ae7,revision_number=5']} {{(pid=104389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:25:38.755152 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.notifiers.nova [req-c97e28a2-6bd8-4c71-87d3-e90737bbf33a req-ab1bb0cb-41d8-4cec-bebd-bb50fbd0ab82 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 98cb0377-90ac-4b5c-87c1-a5c2b4d539a0 {{(pid=104388) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 18 05:25:38.771434 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [req-c97e28a2-6bd8-4c71-87d3-e90737bbf33a req-ab1bb0cb-41d8-4cec-bebd-bb50fbd0ab82 service neutron] Publish callbacks [] for port (98cb0377-90ac-4b5c-87c1-a5c2b4d539a0), precommit_update {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:25:38.786999 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.db.provisioning_blocks [req-c97e28a2-6bd8-4c71-87d3-e90737bbf33a req-ab1bb0cb-41d8-4cec-bebd-bb50fbd0ab82 service neutron] Transition to ACTIVE for port object 98cb0377-90ac-4b5c-87c1-a5c2b4d539a0 will not be triggered until provisioned by entity L2. {{(pid=104388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 18 05:25:38.796545 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG dbcounter [-] [104388] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=104388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:25:38.814687 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e25edf4-ad60-4bea-9542-4c054f7b9dbd req-69029450-c4fe-4822-af9e-2c82c78216b0 tempest-VolumesSnapshotTestJSON-1732513961 tempest-VolumesSnapshotTestJSON-1732513961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:25:38.816238 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-4e25edf4-ad60-4bea-9542-4c054f7b9dbd req-69029450-c4fe-4822-af9e-2c82c78216b0 tempest-VolumesSnapshotTestJSON-1732513961 tempest-VolumesSnapshotTestJSON-1732513961-project] 10.222.0.23 "GET /v2.0/ports?device_id=988490dd-03b8-4f3b-ac01-191d7e3f5985 HTTP/1.1" status: 200 len: 931 time: 0.1009014 Jun 18 05:25:38.840605 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [req-c97e28a2-6bd8-4c71-87d3-e90737bbf33a req-ab1bb0cb-41d8-4cec-bebd-bb50fbd0ab82 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1768343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789592765606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789592262840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789592262858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15493038'] for port (98cb0377-90ac-4b5c-87c1-a5c2b4d539a0), after_update {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:25:38.843930 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c439c40-f2c1-44e7-845f-a1b2c4c00c9b req-4f359470-2c0b-4a9c-a3f1-4a510c52d96b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:25:38.845490 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-6c439c40-f2c1-44e7-845f-a1b2c4c00c9b req-4f359470-2c0b-4a9c-a3f1-4a510c52d96b service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=c87d5fa9-8c4d-4486-8fa8-dab86dcdb126 HTTP/1.1" status: 200 len: 1129 time: 0.0422752 Jun 18 05:25:38.892323 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-6c439c40-f2c1-44e7-845f-a1b2c4c00c9b req-de615fa0-0948-443e-982c-6b0aaa00892c service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=b0a06040-2a27-4381-8eb5-3423d02c2a22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407245 Jun 18 05:25:38.917068 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1bb0cb-41d8-4cec-bebd-bb50fbd0ab82 service neutron] Pushing event updated for resources: {'Port': ['ID=98cb0377-90ac-4b5c-87c1-a5c2b4d539a0,revision_number=2']} {{(pid=104388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:25:38.927761 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-4e25edf4-ad60-4bea-9542-4c054f7b9dbd req-b1dee376-29c7-4b9e-a727-bdef41086811 tempest-VolumesSnapshotTestJSON-1732513961 tempest-VolumesSnapshotTestJSON-1732513961-project] 10.222.0.23 "GET /v2.0/security-groups?id=f6ee405e-7be7-4e21-9a90-0a1a8a130dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051364 Jun 18 05:25:39.003688 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.plugins.ml2.managers [req-c97e28a2-6bd8-4c71-87d3-e90737bbf33a req-ab1bb0cb-41d8-4cec-bebd-bb50fbd0ab82 service neutron] Attempting to bind port 98cb0377-90ac-4b5c-87c1-a5c2b4d539a0 on host hv-cinder-83699 for vnic_type normal with profile {{(pid=104388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 18 05:25:39.004041 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.plugins.ml2.managers [req-c97e28a2-6bd8-4c71-87d3-e90737bbf33a req-ab1bb0cb-41d8-4cec-bebd-bb50fbd0ab82 service neutron] Attempting to bind port 98cb0377-90ac-4b5c-87c1-a5c2b4d539a0 by drivers openvswitch,hyperv on host hv-cinder-83699 at level 0 using segments [{'id': 'a0c6d043-6d31-4159-b4fb-9bd74a6a684d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'a7bf14ab-72b2-42a1-a57f-14612ca15e66'}] {{(pid=104388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 18 05:25:39.004381 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c97e28a2-6bd8-4c71-87d3-e90737bbf33a req-ab1bb0cb-41d8-4cec-bebd-bb50fbd0ab82 service neutron] Attempting to bind port 98cb0377-90ac-4b5c-87c1-a5c2b4d539a0 on network a7bf14ab-72b2-42a1-a57f-14612ca15e66 {{(pid=104388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 18 05:25:39.010172 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c97e28a2-6bd8-4c71-87d3-e90737bbf33a req-ab1bb0cb-41d8-4cec-bebd-bb50fbd0ab82 service neutron] Port 98cb0377-90ac-4b5c-87c1-a5c2b4d539a0 on network a7bf14ab-72b2-42a1-a57f-14612ca15e66 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83699 {{(pid=104388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 18 05:25:39.010777 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c97e28a2-6bd8-4c71-87d3-e90737bbf33a req-ab1bb0cb-41d8-4cec-bebd-bb50fbd0ab82 service neutron] Attempting to bind port 98cb0377-90ac-4b5c-87c1-a5c2b4d539a0 on network a7bf14ab-72b2-42a1-a57f-14612ca15e66 {{(pid=104388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 18 05:25:39.018654 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c97e28a2-6bd8-4c71-87d3-e90737bbf33a req-ab1bb0cb-41d8-4cec-bebd-bb50fbd0ab82 service neutron] Checking agent: {'id': '21f82a9e-593b-4fa9-aa06-dfe6f16482e6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83699', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 18, 5, 14, 36), 'started_at': datetime.datetime(2022, 6, 18, 5, 14, 36), 'heartbeat_timestamp': datetime.datetime(2022, 6, 18, 5, 25, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 18 05:25:39.019261 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c97e28a2-6bd8-4c71-87d3-e90737bbf33a req-ab1bb0cb-41d8-4cec-bebd-bb50fbd0ab82 service neutron] Checking segment: {'id': 'a0c6d043-6d31-4159-b4fb-9bd74a6a684d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'a7bf14ab-72b2-42a1-a57f-14612ca15e66'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 18 05:25:39.019675 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c97e28a2-6bd8-4c71-87d3-e90737bbf33a req-ab1bb0cb-41d8-4cec-bebd-bb50fbd0ab82 service neutron] Bound using segment: {'id': 'a0c6d043-6d31-4159-b4fb-9bd74a6a684d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'a7bf14ab-72b2-42a1-a57f-14612ca15e66'} {{(pid=104388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 18 05:25:39.020119 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.plugins.ml2.managers [req-c97e28a2-6bd8-4c71-87d3-e90737bbf33a req-ab1bb0cb-41d8-4cec-bebd-bb50fbd0ab82 service neutron] Bound port: 98cb0377-90ac-4b5c-87c1-a5c2b4d539a0, host: hv-cinder-83699, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a0c6d043-6d31-4159-b4fb-9bd74a6a684d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'a7bf14ab-72b2-42a1-a57f-14612ca15e66'}}] {{(pid=104388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 18 05:25:39.020617 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [req-c97e28a2-6bd8-4c71-87d3-e90737bbf33a req-ab1bb0cb-41d8-4cec-bebd-bb50fbd0ab82 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1768406'] for port (98cb0377-90ac-4b5c-87c1-a5c2b4d539a0), before_update {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:25:39.076402 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e567f2d0-0c8b-4691-9c60-6aed533a7a85 req-878fb5ff-606d-493a-9a36-33e7e0ec4361 tempest-AttachVolumeNegativeTest-1030731986 tempest-AttachVolumeNegativeTest-1030731986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:25:39.077954 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-e567f2d0-0c8b-4691-9c60-6aed533a7a85 req-878fb5ff-606d-493a-9a36-33e7e0ec4361 tempest-AttachVolumeNegativeTest-1030731986 tempest-AttachVolumeNegativeTest-1030731986-project] 10.222.0.23 "GET /v2.0/ports?device_id=c87d5fa9-8c4d-4486-8fa8-dab86dcdb126 HTTP/1.1" status: 200 len: 945 time: 0.0536947 Jun 18 05:25:39.090840 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.plugins.ml2.db [req-c97e28a2-6bd8-4c71-87d3-e90737bbf33a req-ab1bb0cb-41d8-4cec-bebd-bb50fbd0ab82 service neutron] For port 98cb0377-90ac-4b5c-87c1-a5c2b4d539a0, host hv-cinder-83699, cleared binding levels {{(pid=104388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 05:25:39.094425 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.plugins.ml2.db [req-c97e28a2-6bd8-4c71-87d3-e90737bbf33a req-ab1bb0cb-41d8-4cec-bebd-bb50fbd0ab82 service neutron] For port 98cb0377-90ac-4b5c-87c1-a5c2b4d539a0, host hv-cinder-83699, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=98cb0377-90ac-4b5c-87c1-a5c2b4d539a0,segment=NetworkSegment(a0c6d043-6d31-4159-b4fb-9bd74a6a684d),segment_id=a0c6d043-6d31-4159-b4fb-9bd74a6a684d)] {{(pid=104388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 05:25:39.130795 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-e567f2d0-0c8b-4691-9c60-6aed533a7a85 req-23cf14b6-3c53-469f-a2d0-04985088b5ea tempest-AttachVolumeNegativeTest-1030731986 tempest-AttachVolumeNegativeTest-1030731986-project] 10.222.0.23 "GET /v2.0/security-groups?id=b0a06040-2a27-4381-8eb5-3423d02c2a22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445752 Jun 18 05:25:39.158158 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [req-c97e28a2-6bd8-4c71-87d3-e90737bbf33a req-ab1bb0cb-41d8-4cec-bebd-bb50fbd0ab82 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1768343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789592765606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789592262840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789592262858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15493038'] for port (98cb0377-90ac-4b5c-87c1-a5c2b4d539a0), after_update {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:25:39.195356 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97e28a2-6bd8-4c71-87d3-e90737bbf33a req-ab1bb0cb-41d8-4cec-bebd-bb50fbd0ab82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:25:39.195656 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [req-c97e28a2-6bd8-4c71-87d3-e90737bbf33a req-ab1bb0cb-41d8-4cec-bebd-bb50fbd0ab82 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19502'] for port (None), before_response {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:25:39.197043 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-c97e28a2-6bd8-4c71-87d3-e90737bbf33a req-ab1bb0cb-41d8-4cec-bebd-bb50fbd0ab82 service neutron] 10.222.0.15 "PUT /v2.0/ports/98cb0377-90ac-4b5c-87c1-a5c2b4d539a0 HTTP/1.1" status: 200 len: 1093 time: 0.8394699 Jun 18 05:25:39.201427 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '988490dd-03b8-4f3b-ac01-191d7e3f5985', 'tag': '98cb0377-90ac-4b5c-87c1-a5c2b4d539a0'}] {{(pid=104388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 18 05:25:39.203728 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76651050bff5b1e15da4688504920c0e470581a7df997af8856c46d23e91a66a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8082dca5-fec5-4971-aa2f-0b587541cc28" -d '{"events": [{"name": "network-changed", "server_uuid": "988490dd-03b8-4f3b-ac01-191d7e3f5985", "tag": "98cb0377-90ac-4b5c-87c1-a5c2b4d539a0"}]}' {{(pid=104388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 05:25:39.229867 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1bb0cb-41d8-4cec-bebd-bb50fbd0ab82 service neutron] Pushing event updated for resources: {'Port': ['ID=98cb0377-90ac-4b5c-87c1-a5c2b4d539a0,revision_number=3']} {{(pid=104388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:25:39.243284 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Jun 2022 05:25:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d446a87c-ace1-468e-b022-6980b512f1d7 x-openstack-request-id: req-d446a87c-ace1-468e-b022-6980b512f1d7 {{(pid=104388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 05:25:39.243284 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "988490dd-03b8-4f3b-ac01-191d7e3f5985", "tag": "98cb0377-90ac-4b5c-87c1-a5c2b4d539a0", "status": "completed", "code": 200}]} {{(pid=104388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 05:25:39.243284 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-d446a87c-ace1-468e-b022-6980b512f1d7 {{(pid=104388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 05:25:39.243284 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d446a87c-ace1-468e-b022-6980b512f1d7'] response: {'name': 'network-changed', 'server_uuid': '988490dd-03b8-4f3b-ac01-191d7e3f5985', 'tag': '98cb0377-90ac-4b5c-87c1-a5c2b4d539a0', 'status': 'completed', 'code': 200} Jun 18 05:25:39.665707 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8082dca5-fec5-4971-aa2f-0b587541cc28 req-26995986-27fc-40a8-9ccb-789db99d7ac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:25:39.667215 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-8082dca5-fec5-4971-aa2f-0b587541cc28 req-26995986-27fc-40a8-9ccb-789db99d7ac7 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=d8863ced0efc4b95806761cc2d8a6f78&device_id=988490dd-03b8-4f3b-ac01-191d7e3f5985 HTTP/1.1" status: 200 len: 1127 time: 0.0410950 Jun 18 05:25:39.778076 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8082dca5-fec5-4971-aa2f-0b587541cc28 req-2c7854c8-3bda-45db-b160-cabcb61ee400 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:25:39.779587 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-8082dca5-fec5-4971-aa2f-0b587541cc28 req-2c7854c8-3bda-45db-b160-cabcb61ee400 service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=d8863ced0efc4b95806761cc2d8a6f78&shared=False HTTP/1.1" status: 200 len: 914 time: 0.0973535 Jun 18 05:25:39.889626 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8082dca5-fec5-4971-aa2f-0b587541cc28 req-b8e23305-ff22-4b4f-a770-14d4f082af11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:25:39.891117 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-8082dca5-fec5-4971-aa2f-0b587541cc28 req-b8e23305-ff22-4b4f-a770-14d4f082af11 service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0973253 Jun 18 05:25:40.000976 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97e28a2-6bd8-4c71-87d3-e90737bbf33a req-8d56c853-7c87-4c40-a05b-7461b44e5bf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:25:40.002880 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-c97e28a2-6bd8-4c71-87d3-e90737bbf33a req-8d56c853-7c87-4c40-a05b-7461b44e5bf6 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=d8863ced0efc4b95806761cc2d8a6f78&device_id=988490dd-03b8-4f3b-ac01-191d7e3f5985 HTTP/1.1" status: 200 len: 1127 time: 0.0409029 Jun 18 05:25:40.047314 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d7e895-3164-4f30-b6d5-a5816dbe7359 req-5d19d3a1-918d-49d7-a743-a72395290439 tempest-VolumesSnapshotTestJSON-1732513961 tempest-VolumesSnapshotTestJSON-1732513961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:25:40.048855 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-01d7e895-3164-4f30-b6d5-a5816dbe7359 req-5d19d3a1-918d-49d7-a743-a72395290439 tempest-VolumesSnapshotTestJSON-1732513961 tempest-VolumesSnapshotTestJSON-1732513961-project] 10.222.0.23 "GET /v2.0/ports?device_id=988490dd-03b8-4f3b-ac01-191d7e3f5985 HTTP/1.1" status: 200 len: 943 time: 0.0505967 Jun 18 05:25:40.060007 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-c97e28a2-6bd8-4c71-87d3-e90737bbf33a req-e037e904-28af-4f5c-9df0-45d7663b028a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=98cb0377-90ac-4b5c-87c1-a5c2b4d539a0 HTTP/1.1" status: 200 len: 217 time: 0.0385277 Jun 18 05:25:40.076533 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG dbcounter [-] [104387] Writing DB stats neutron:SELECT=88,neutron:DELETE=6,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:25:40.098924 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-01d7e895-3164-4f30-b6d5-a5816dbe7359 req-a60b3dbe-53fb-401e-8b75-4be4b4458a7c tempest-VolumesSnapshotTestJSON-1732513961 tempest-VolumesSnapshotTestJSON-1732513961-project] 10.222.0.23 "GET /v2.0/security-groups?id=f6ee405e-7be7-4e21-9a90-0a1a8a130dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430980 Jun 18 05:25:40.117890 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97e28a2-6bd8-4c71-87d3-e90737bbf33a req-2871c16d-f11b-4b82-a32f-c60564799896 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:25:40.117890 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-c97e28a2-6bd8-4c71-87d3-e90737bbf33a req-2871c16d-f11b-4b82-a32f-c60564799896 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=53ff9c13-72bd-4f1b-a153-710bb3f69e9a HTTP/1.1" status: 200 len: 853 time: 0.0468976 Jun 18 05:25:40.145551 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-c97e28a2-6bd8-4c71-87d3-e90737bbf33a req-f609a6da-da33-4c8f-b88b-99d381fdbb7e service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=a7bf14ab-72b2-42a1-a57f-14612ca15e66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0268996 Jun 18 05:25:40.234376 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.wsgi [-] (104387) accepted ('10.222.0.23', 56324) {{(pid=104387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 05:25:40.238646 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG dbcounter [-] [104388] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:25:40.247982 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fadcd6d-a289-4693-9507-7e99714ac1e1 req-21cb76fc-3cc3-411e-904f-32257588f3c6 tempest-AttachVolumeNegativeTest-1030731986 tempest-AttachVolumeNegativeTest-1030731986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:25:40.249485 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-6fadcd6d-a289-4693-9507-7e99714ac1e1 req-21cb76fc-3cc3-411e-904f-32257588f3c6 tempest-AttachVolumeNegativeTest-1030731986 tempest-AttachVolumeNegativeTest-1030731986-project] 10.222.0.23 "GET /v2.0/ports?device_id=c87d5fa9-8c4d-4486-8fa8-dab86dcdb126 HTTP/1.1" status: 200 len: 945 time: 0.0492065 Jun 18 05:25:40.302145 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-6fadcd6d-a289-4693-9507-7e99714ac1e1 req-b78869ff-d0ce-4b70-9709-9d529faba2e8 tempest-AttachVolumeNegativeTest-1030731986 tempest-AttachVolumeNegativeTest-1030731986-project] 10.222.0.23 "GET /v2.0/security-groups?id=b0a06040-2a27-4381-8eb5-3423d02c2a22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465636 Jun 18 05:25:40.346338 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-4d8b97c4-f116-47e8-936f-0d1442857f32 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:25:40.431806 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-4d8b97c4-f116-47e8-936f-0d1442857f32 admin admin] Publish callbacks [] for security_group (f901081b-f732-4228-b3ea-41153d8c3833), precommit_create {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:25:40.461677 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-c97e28a2-6bd8-4c71-87d3-e90737bbf33a req-755ff014-8814-4acf-991e-12033e5e92ef service neutron] 10.222.0.15 "GET /v2.0/networks/a7bf14ab-72b2-42a1-a57f-14612ca15e66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0943863 Jun 18 05:25:40.523907 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-4d8b97c4-f116-47e8-936f-0d1442857f32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728332'] for security_group (f901081b-f732-4228-b3ea-41153d8c3833), after_create {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:25:40.568037 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d8b97c4-f116-47e8-936f-0d1442857f32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f901081b-f732-4228-b3ea-41153d8c3833,revision_number=1']} {{(pid=104387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:25:40.573934 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [None req-4d8b97c4-f116-47e8-936f-0d1442857f32 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=a6cbef87fbd54efeb4ead8baaa87eafa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3385208 Jun 18 05:25:40.576514 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.wsgi [-] (104387) accepted ('10.222.0.23', 56328) {{(pid=104387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 05:25:40.625843 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-be11c139-0c9c-4ec5-8494-0e266f44661f admin admin] Publish callbacks [] for security_group (f901081b-f732-4228-b3ea-41153d8c3833), before_delete {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:25:40.646694 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-be11c139-0c9c-4ec5-8494-0e266f44661f admin admin] Publish callbacks [] for security_group (f901081b-f732-4228-b3ea-41153d8c3833), precommit_delete {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:25:40.652883 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG dbcounter [-] [104387] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:25:40.768193 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-be11c139-0c9c-4ec5-8494-0e266f44661f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728332'] for security_group (f901081b-f732-4228-b3ea-41153d8c3833), after_delete {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:25:40.771009 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-be11c139-0c9c-4ec5-8494-0e266f44661f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:25:40.772184 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [None req-be11c139-0c9c-4ec5-8494-0e266f44661f admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/f901081b-f732-4228-b3ea-41153d8c3833 HTTP/1.1" status: 204 len: 168 time: 0.1947155 Jun 18 05:25:40.782047 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be11c139-0c9c-4ec5-8494-0e266f44661f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f901081b-f732-4228-b3ea-41153d8c3833,revision_number=None']} {{(pid=104387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:25:40.909722 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-c97e28a2-6bd8-4c71-87d3-e90737bbf33a req-e58c5b1a-fc0c-424c-a2de-6e2064f5dda1 service neutron] 10.222.0.15 "GET /v2.0/networks/a7bf14ab-72b2-42a1-a57f-14612ca15e66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926650 Jun 18 05:25:41.165622 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-2e149ed1-c0fb-485d-823b-8a3d62f56ba3 req-fc2918cd-415f-43b9-9f13-ba4b92831cc2 tempest-TestVolumeBootPattern-2140324561 tempest-TestVolumeBootPattern-2140324561-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1088067478&fields=id&tenant_id=e5e4aece32ff462b9b9a42200d584c1b HTTP/1.1" status: 200 len: 267 time: 0.0462539 Jun 18 05:25:41.181084 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG dbcounter [-] [104388] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:25:41.218849 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564e9e12-5bbb-46ca-ac69-9868234ff241 req-d154842c-a538-4ef4-9013-5a40fd8b0ba2 tempest-VolumesSnapshotTestJSON-1732513961 tempest-VolumesSnapshotTestJSON-1732513961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:25:41.220347 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-564e9e12-5bbb-46ca-ac69-9868234ff241 req-d154842c-a538-4ef4-9013-5a40fd8b0ba2 tempest-VolumesSnapshotTestJSON-1732513961 tempest-VolumesSnapshotTestJSON-1732513961-project] 10.222.0.23 "GET /v2.0/ports?device_id=988490dd-03b8-4f3b-ac01-191d7e3f5985 HTTP/1.1" status: 200 len: 943 time: 0.0478539 Jun 18 05:25:41.270864 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-564e9e12-5bbb-46ca-ac69-9868234ff241 req-17bd9a4b-390f-4a7c-8f6e-246e7643723c tempest-VolumesSnapshotTestJSON-1732513961 tempest-VolumesSnapshotTestJSON-1732513961-project] 10.222.0.23 "GET /v2.0/security-groups?id=f6ee405e-7be7-4e21-9a90-0a1a8a130dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444481 Jun 18 05:25:41.276210 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e149ed1-c0fb-485d-823b-8a3d62f56ba3 req-18344c90-ca76-4783-b1df-1ca72e12a26c tempest-TestVolumeBootPattern-2140324561 tempest-TestVolumeBootPattern-2140324561-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:25:41.280348 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-2e149ed1-c0fb-485d-823b-8a3d62f56ba3 req-18344c90-ca76-4783-b1df-1ca72e12a26c tempest-TestVolumeBootPattern-2140324561 tempest-TestVolumeBootPattern-2140324561-project] 10.222.0.23 "GET /v2.0/networks?id=1df631c6-dcd7-4307-8f3b-f75e299e78ec HTTP/1.1" status: 200 len: 812 time: 0.1056893 Jun 18 05:25:41.293334 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-2e149ed1-c0fb-485d-823b-8a3d62f56ba3 req-d01754fa-4d4d-414f-82a6-9d8e484fb39b tempest-TestVolumeBootPattern-2140324561 tempest-TestVolumeBootPattern-2140324561-project] 10.222.0.23 "GET /v2.0/quotas/e5e4aece32ff462b9b9a42200d584c1b HTTP/1.1" status: 200 len: 375 time: 0.0098758 Jun 18 05:25:41.345425 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-2e149ed1-c0fb-485d-823b-8a3d62f56ba3 req-1498d9bb-226f-4b89-be51-5c8524c5e030 tempest-TestVolumeBootPattern-2140324561 tempest-TestVolumeBootPattern-2140324561-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=e5e4aece32ff462b9b9a42200d584c1b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0469306 Jun 18 05:25:41.432351 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f855dc-e3bc-477a-b9e0-92415815c003 req-59834f26-9407-49db-86d8-be3a953aba4f tempest-AttachVolumeNegativeTest-1030731986 tempest-AttachVolumeNegativeTest-1030731986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:25:41.433949 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-b3f855dc-e3bc-477a-b9e0-92415815c003 req-59834f26-9407-49db-86d8-be3a953aba4f tempest-AttachVolumeNegativeTest-1030731986 tempest-AttachVolumeNegativeTest-1030731986-project] 10.222.0.23 "GET /v2.0/ports?device_id=c87d5fa9-8c4d-4486-8fa8-dab86dcdb126 HTTP/1.1" status: 200 len: 945 time: 0.0551200 Jun 18 05:25:41.477981 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.wsgi [-] (104388) accepted ('10.222.0.23', 56348) {{(pid=104388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 05:25:41.502296 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-b3f855dc-e3bc-477a-b9e0-92415815c003 req-994785cd-94e0-4eb3-8637-cdaaec2c5a5f tempest-AttachVolumeNegativeTest-1030731986 tempest-AttachVolumeNegativeTest-1030731986-project] 10.222.0.23 "GET /v2.0/security-groups?id=b0a06040-2a27-4381-8eb5-3423d02c2a22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0620821 Jun 18 05:25:41.503202 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-2cc6f48d-436a-4fc5-82ce-62c64cff9c0c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:25:41.622878 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-2cc6f48d-436a-4fc5-82ce-62c64cff9c0c admin admin] Publish callbacks [] for security_group (7dc14de6-9330-4f4c-bc2e-94a3c5afc46b), precommit_create {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:25:41.636235 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b401a5-7805-44cc-8aeb-b448b7922f86 req-e74b0a22-1473-42af-b48e-794b83a843e6 tempest-AttachVolumeNegativeTest-1030731986 tempest-AttachVolumeNegativeTest-1030731986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:25:41.637780 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-73b401a5-7805-44cc-8aeb-b448b7922f86 req-e74b0a22-1473-42af-b48e-794b83a843e6 tempest-AttachVolumeNegativeTest-1030731986 tempest-AttachVolumeNegativeTest-1030731986-project] 10.222.0.23 "GET /v2.0/ports?device_id=c87d5fa9-8c4d-4486-8fa8-dab86dcdb126 HTTP/1.1" status: 200 len: 945 time: 0.0574167 Jun 18 05:25:41.646701 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.wsgi [-] (104388) accepted ('10.222.0.23', 56352) {{(pid=104388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 05:25:41.652018 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.api.v2.base [None req-24d9f4fe-6279-44f6-a61e-de1302bbb8dc tempest-AttachVolumeNegativeTest-1030731986 tempest-AttachVolumeNegativeTest-1030731986-project] Request body: {'floatingip': {'port_id': '3143144b-5f00-4c85-b3d9-006144d97ae7'}} {{(pid=104388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 18 05:25:41.692828 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-2cc6f48d-436a-4fc5-82ce-62c64cff9c0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728332'] for security_group (7dc14de6-9330-4f4c-bc2e-94a3c5afc46b), after_create {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:25:41.705956 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-24d9f4fe-6279-44f6-a61e-de1302bbb8dc tempest-AttachVolumeNegativeTest-1030731986 tempest-AttachVolumeNegativeTest-1030731986-project] Publish callbacks [] for floatingip (36d9679f-62f7-45bf-9b2a-a82303c37f17), before_update {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:25:41.728337 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-2e149ed1-c0fb-485d-823b-8a3d62f56ba3 req-879fdea9-6c69-465f-bfa8-0b6c2c91a334 service neutron] 10.222.0.23 "GET /v2.0/networks/1df631c6-dcd7-4307-8f3b-f75e299e78ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3689549 Jun 18 05:25:41.786315 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [None req-2cc6f48d-436a-4fc5-82ce-62c64cff9c0c admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=22f7ba180dc64a32815df786f166d008&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3071513 Jun 18 05:25:41.789786 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.wsgi [-] (104387) accepted ('10.222.0.23', 56354) {{(pid=104387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 05:25:41.794577 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc6f48d-436a-4fc5-82ce-62c64cff9c0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7dc14de6-9330-4f4c-bc2e-94a3c5afc46b,revision_number=1']} {{(pid=104388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:25:41.852864 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-2e149ed1-c0fb-485d-823b-8a3d62f56ba3 req-3d228b4f-bad0-4019-88bf-c72357dacaac service neutron] 10.222.0.23 "GET /v2.0/networks/1df631c6-dcd7-4307-8f3b-f75e299e78ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1187601 Jun 18 05:25:41.864542 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-e987ee71-f4c0-4ec9-af9c-bc440077f4e2 admin admin] Publish callbacks [] for security_group (7dc14de6-9330-4f4c-bc2e-94a3c5afc46b), before_delete {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:25:41.888087 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-e987ee71-f4c0-4ec9-af9c-bc440077f4e2 admin admin] Publish callbacks [] for security_group (7dc14de6-9330-4f4c-bc2e-94a3c5afc46b), precommit_delete {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:25:42.016809 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG dbcounter [-] [104388] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=104388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:25:42.054709 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-e987ee71-f4c0-4ec9-af9c-bc440077f4e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728332'] for security_group (7dc14de6-9330-4f4c-bc2e-94a3c5afc46b), after_delete {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:25:42.057230 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-e987ee71-f4c0-4ec9-af9c-bc440077f4e2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:25:42.058439 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [None req-e987ee71-f4c0-4ec9-af9c-bc440077f4e2 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/7dc14de6-9330-4f4c-bc2e-94a3c5afc46b HTTP/1.1" status: 204 len: 168 time: 0.2677248 Jun 18 05:25:42.066889 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e987ee71-f4c0-4ec9-af9c-bc440077f4e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7dc14de6-9330-4f4c-bc2e-94a3c5afc46b,revision_number=None']} {{(pid=104387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:25:42.169583 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-24d9f4fe-6279-44f6-a61e-de1302bbb8dc tempest-AttachVolumeNegativeTest-1030731986 tempest-AttachVolumeNegativeTest-1030731986-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:25:42.231623 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-24d9f4fe-6279-44f6-a61e-de1302bbb8dc tempest-AttachVolumeNegativeTest-1030731986 tempest-AttachVolumeNegativeTest-1030731986-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-736808'] for floatingip (36d9679f-62f7-45bf-9b2a-a82303c37f17), after_update {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:25:42.297478 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG dbcounter [-] [104388] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=104388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:25:42.339713 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.db.l3_db [None req-24d9f4fe-6279-44f6-a61e-de1302bbb8dc tempest-AttachVolumeNegativeTest-1030731986 tempest-AttachVolumeNegativeTest-1030731986-project] Floating IP 36d9679f-62f7-45bf-9b2a-a82303c37f17 associated. External IP: 172.27.2.253, port: 3143144b-5f00-4c85-b3d9-006144d97ae7. Jun 18 05:25:42.436749 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b658b02-090a-41e0-985a-b9a23e600199 req-99237169-af80-4633-8a28-ef10f9bc2c6a tempest-VolumesSnapshotTestJSON-1732513961 tempest-VolumesSnapshotTestJSON-1732513961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:25:42.438602 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-4b658b02-090a-41e0-985a-b9a23e600199 req-99237169-af80-4633-8a28-ef10f9bc2c6a tempest-VolumesSnapshotTestJSON-1732513961 tempest-VolumesSnapshotTestJSON-1732513961-project] 10.222.0.23 "GET /v2.0/ports?device_id=988490dd-03b8-4f3b-ac01-191d7e3f5985 HTTP/1.1" status: 200 len: 943 time: 0.0647032 Jun 18 05:25:42.576549 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-1ed92a6e-de38-42f0-9746-dd9eee400e33 req-f51c79a0-aa59-4edb-bbeb-572161b8e4ba tempest-TestVolumeBootPattern-2140324561 tempest-TestVolumeBootPattern-2140324561-project] 10.222.0.23 "GET /v2.0/ports?device_id=1e6e312a-e89e-46b8-8651-d8af33b96e1b HTTP/1.1" status: 200 len: 210 time: 0.0426605 Jun 18 05:25:42.616547 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG dbcounter [-] [104390] Writing DB stats neutron:SELECT=4 {{(pid=104390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:25:42.621002 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-4b658b02-090a-41e0-985a-b9a23e600199 req-ffe08992-214d-4c0b-87e4-3b7df5c145fc tempest-VolumesSnapshotTestJSON-1732513961 tempest-VolumesSnapshotTestJSON-1732513961-project] 10.222.0.23 "GET /v2.0/security-groups?id=f6ee405e-7be7-4e21-9a90-0a1a8a130dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126173 Jun 18 05:25:42.696635 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24d9f4fe-6279-44f6-a61e-de1302bbb8dc tempest-AttachVolumeNegativeTest-1030731986 tempest-AttachVolumeNegativeTest-1030731986-project] Router bd1d2cf2-0e95-45dc-a81c-142caeaebaea has already been hosted by L3 agent a8549501-0164-4ac5-90a6-1ba1ba0d3f9d {{(pid=104388) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 18 05:25:42.718796 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG dbcounter [-] [104390] Writing DB stats neutron:SELECT=4 {{(pid=104390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:25:42.799445 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24d9f4fe-6279-44f6-a61e-de1302bbb8dc tempest-AttachVolumeNegativeTest-1030731986 tempest-AttachVolumeNegativeTest-1030731986-project] Notify agent at l3_agent.dv-cinder-836996-35-iscsi the message routers_updated {{(pid=104388) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 05:25:42.804870 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-24d9f4fe-6279-44f6-a61e-de1302bbb8dc tempest-AttachVolumeNegativeTest-1030731986 tempest-AttachVolumeNegativeTest-1030731986-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19502'] for floatingip (None), before_response {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:25:42.810610 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62f718b4-e3f3-4c38-87b7-18919a734cf1 None None] Sync routers for ids ['bd1d2cf2-0e95-45dc-a81c-142caeaebaea'] in dv-cinder-836996-35-iscsi {{(pid=104389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 05:25:42.820945 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62f718b4-e3f3-4c38-87b7-18919a734cf1 None None] Routers {'bd1d2cf2-0e95-45dc-a81c-142caeaebaea'} bound to L3 agent in host dv-cinder-836996-35-iscsi {{(pid=104389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 18 05:25:42.821590 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.db.l3_hamode_db [None req-62f718b4-e3f3-4c38-87b7-18919a734cf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-35-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-18T05:08:24Z,description=,heartbeat_timestamp=2022-06-18T05:25:24Z,host='dv-cinder-836996-35-iscsi',id=a8549501-0164-4ac5-90a6-1ba1ba0d3f9d,load=0,resource_versions=,resources_synced=,started_at=2022-06-18T05:08:25Z,topic='l3_agent')) {'router_ids': ['bd1d2cf2-0e95-45dc-a81c-142caeaebaea'], 'active': True} {{(pid=104389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 05:25:42.836442 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [None req-24d9f4fe-6279-44f6-a61e-de1302bbb8dc tempest-AttachVolumeNegativeTest-1030731986 tempest-AttachVolumeNegativeTest-1030731986-project] 10.222.0.23 "PUT /v2.0/floatingips/36d9679f-62f7-45bf-9b2a-a82303c37f17 HTTP/1.1" status: 200 len: 991 time: 1.1880829 Jun 18 05:25:42.837236 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c87d5fa9-8c4d-4486-8fa8-dab86dcdb126', 'tag': '3143144b-5f00-4c85-b3d9-006144d97ae7'}] {{(pid=104388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 18 05:25:42.839656 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76651050bff5b1e15da4688504920c0e470581a7df997af8856c46d23e91a66a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e581345-7c07-416f-b35d-59d4b80cd65e" -d '{"events": [{"name": "network-changed", "server_uuid": "c87d5fa9-8c4d-4486-8fa8-dab86dcdb126", "tag": "3143144b-5f00-4c85-b3d9-006144d97ae7"}]}' {{(pid=104388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 05:25:42.875736 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Jun 2022 05:25:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85ec14cd-f099-4a2b-a3f6-8d26bcf7ad0d x-openstack-request-id: req-85ec14cd-f099-4a2b-a3f6-8d26bcf7ad0d {{(pid=104388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 05:25:42.876147 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c87d5fa9-8c4d-4486-8fa8-dab86dcdb126", "tag": "3143144b-5f00-4c85-b3d9-006144d97ae7", "status": "completed", "code": 200}]} {{(pid=104388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 05:25:42.876405 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-85ec14cd-f099-4a2b-a3f6-8d26bcf7ad0d {{(pid=104388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 05:25:42.876812 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.notifiers.nova [-] Nova event matching ['req-85ec14cd-f099-4a2b-a3f6-8d26bcf7ad0d'] response: {'name': 'network-changed', 'server_uuid': 'c87d5fa9-8c4d-4486-8fa8-dab86dcdb126', 'tag': '3143144b-5f00-4c85-b3d9-006144d97ae7', 'status': 'completed', 'code': 200} Jun 18 05:25:42.929980 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.db.l3_dvr_db [None req-62f718b4-e3f3-4c38-87b7-18919a734cf1 None None] Set router bd1d2cf2-0e95-45dc-a81c-142caeaebaea gateway port host: dv-cinder-836996-35-iscsi {{(pid=104389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 18 05:25:43.035206 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e581345-7c07-416f-b35d-59d4b80cd65e req-160bb308-3f81-471e-8db2-9e6783feed6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:25:43.036934 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-2e581345-7c07-416f-b35d-59d4b80cd65e req-160bb308-3f81-471e-8db2-9e6783feed6b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=81c38b2c1ae4484bbf2d4939470f45e4&device_id=c87d5fa9-8c4d-4486-8fa8-dab86dcdb126 HTTP/1.1" status: 200 len: 1129 time: 0.0478184 Jun 18 05:25:43.128642 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e581345-7c07-416f-b35d-59d4b80cd65e req-e6588290-0908-4db2-9ffa-8beb2fd66d22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:25:43.130078 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-2e581345-7c07-416f-b35d-59d4b80cd65e req-e6588290-0908-4db2-9ffa-8beb2fd66d22 service neutron] 10.222.0.15 "GET /v2.0/networks?id=1c244710-1fba-414f-9d04-4fcd88e7ed14 HTTP/1.1" status: 200 len: 916 time: 0.0870793 Jun 18 05:25:43.153924 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.db.l3_hamode_db [None req-62f718b4-e3f3-4c38-87b7-18919a734cf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd1d2cf2-0e95-45dc-a81c-142caeaebaea', 'name': 'tempest-AttachVolumeNegativeTest-1598467528-router', 'tenant_id': '81c38b2c1ae4484bbf2d4939470f45e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65c030c7-6a7d-4cea-a47d-5cdd532db0e6', 'external_fixed_ips': [{'subnet_id': 'a9fa7760-a071-45ee-b985-799999c69975', 'ip_address': '172.27.2.173'}], 'enable_snat': True}, 'gw_port_id': 'f94d4039-4d8f-4564-be5c-6e372aba9749', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-18T05:23:50Z', 'updated_at': '2022-06-18T05:23:53Z', 'revision_number': 4, 'project_id': '81c38b2c1ae4484bbf2d4939470f45e4', 'gw_port': {'id': 'f94d4039-4d8f-4564-be5c-6e372aba9749', 'name': '', 'network_id': '65c030c7-6a7d-4cea-a47d-5cdd532db0e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:b4:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd1d2cf2-0e95-45dc-a81c-142caeaebaea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': 'a9fa7760-a071-45ee-b985-799999c69975', 'ip_address': '172.27.2.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-18T05:23:50Z', 'updated_at': '2022-06-18T05:23:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9fa7760-a071-45ee-b985-799999c69975', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-35-iscsi', '_floatingips': [{'id': '36d9679f-62f7-45bf-9b2a-a82303c37f17', 'tenant_id': '81c38b2c1ae4484bbf2d4939470f45e4', 'floating_ip_address': '172.27.2.253', 'floating_network_id': '65c030c7-6a7d-4cea-a47d-5cdd532db0e6', 'router_id': 'bd1d2cf2-0e95-45dc-a81c-142caeaebaea', 'port_id': '3143144b-5f00-4c85-b3d9-006144d97ae7', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 626, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1c244710-1fba-414f-9d04-4fcd88e7ed14', 'mac_address': 'fa:16:3e:cc:ff:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c87d5fa9-8c4d-4486-8fa8-dab86dcdb126', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-18T05:25:18Z', 'updated_at': '2022-06-18T05:25:42Z', 'revision_number': 1, 'project_id': '81c38b2c1ae4484bbf2d4939470f45e4', 'fixed_ip_address_scope': None}, {'id': 'a7616509-2c6d-4dd6-9b19-a51df4ae49a2', 'tenant_id': '81c38b2c1ae4484bbf2d4939470f45e4', 'floating_ip_address': '172.27.2.190', 'floating_network_id': '65c030c7-6a7d-4cea-a47d-5cdd532db0e6', 'router_id': 'bd1d2cf2-0e95-45dc-a81c-142caeaebaea', 'port_id': '10fb6aa3-f962-4d43-b1f4-ceecf7c36670', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 564, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1c244710-1fba-414f-9d04-4fcd88e7ed14', 'mac_address': 'fa:16:3e:7a:34:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '589899a5-db4e-4c26-9411-811a83bd6f35', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-18T05:23:57Z', 'updated_at': '2022-06-18T05:24:16Z', 'revision_number': 2, 'project_id': '81c38b2c1ae4484bbf2d4939470f45e4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cb2b0c93-f026-4453-8702-ba5bfc22ddc5', 'name': '', 'network_id': '1c244710-1fba-414f-9d04-4fcd88e7ed14', 'tenant_id': '81c38b2c1ae4484bbf2d4939470f45e4', 'mac_address': 'fa:16:3e:26:31:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd1d2cf2-0e95-45dc-a81c-142caeaebaea', 'device_owner': 'network:router_interface', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '04d37ce2-ecce-4dd0-86fe-4bab0e2e49c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-18T05:23:53Z', 'updated_at': '2022-06-18T05:23:57Z', 'revision_number': 5, 'project_id': '81c38b2c1ae4484bbf2d4939470f45e4', 'subnets': [{'id': '04d37ce2-ecce-4dd0-86fe-4bab0e2e49c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-35-iscsi', False) {} {{(pid=104389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 05:25:43.179403 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62f718b4-e3f3-4c38-87b7-18919a734cf1 None None] Checking router: bd1d2cf2-0e95-45dc-a81c-142caeaebaea for host: dv-cinder-836996-35-iscsi {{(pid=104389) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 05:25:43.184324 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG dbcounter [-] [104388] Writing DB stats neutron:SELECT=100 {{(pid=104388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:25:43.188143 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62f718b4-e3f3-4c38-87b7-18919a734cf1 None None] Routers {'bd1d2cf2-0e95-45dc-a81c-142caeaebaea'} bound to L3 agent in host dv-cinder-836996-35-iscsi {{(pid=104389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 18 05:25:43.188776 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.db.l3_hamode_db [None req-62f718b4-e3f3-4c38-87b7-18919a734cf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-35-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-18T05:08:24Z,description=,heartbeat_timestamp=2022-06-18T05:25:24Z,host='dv-cinder-836996-35-iscsi',id=a8549501-0164-4ac5-90a6-1ba1ba0d3f9d,load=0,resource_versions=,resources_synced=,started_at=2022-06-18T05:08:25Z,topic='l3_agent')) {'router_ids': ['bd1d2cf2-0e95-45dc-a81c-142caeaebaea'], 'active': True} {{(pid=104389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 05:25:43.196681 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-2e581345-7c07-416f-b35d-59d4b80cd65e req-8c3b1b24-4f9c-4722-a63f-b186afc2b5cd service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3143144b-5f00-4c85-b3d9-006144d97ae7 HTTP/1.1" status: 200 len: 999 time: 0.0607457 Jun 18 05:25:43.245758 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e581345-7c07-416f-b35d-59d4b80cd65e req-2765067d-23cc-4617-a15b-a157f377a567 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:25:43.247211 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-2e581345-7c07-416f-b35d-59d4b80cd65e req-2765067d-23cc-4617-a15b-a157f377a567 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=04d37ce2-ecce-4dd0-86fe-4bab0e2e49c9 HTTP/1.1" status: 200 len: 854 time: 0.0446947 Jun 18 05:25:43.289627 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e581345-7c07-416f-b35d-59d4b80cd65e req-5674def0-86d5-490d-a50a-6f36554eab14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:25:43.291116 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-2e581345-7c07-416f-b35d-59d4b80cd65e req-5674def0-86d5-490d-a50a-6f36554eab14 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=1c244710-1fba-414f-9d04-4fcd88e7ed14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0380802 Jun 18 05:25:43.294449 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.db.l3_dvr_db [None req-62f718b4-e3f3-4c38-87b7-18919a734cf1 None None] Set router bd1d2cf2-0e95-45dc-a81c-142caeaebaea gateway port host: dv-cinder-836996-35-iscsi {{(pid=104389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 18 05:25:43.388600 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-2e581345-7c07-416f-b35d-59d4b80cd65e req-b85b6817-1d16-4b0c-b459-08980de1a269 service neutron] 10.222.0.15 "GET /v2.0/networks/1c244710-1fba-414f-9d04-4fcd88e7ed14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918126 Jun 18 05:25:43.479914 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-2e581345-7c07-416f-b35d-59d4b80cd65e req-d7771259-9b50-4e4a-b467-be21ff0faa28 service neutron] 10.222.0.15 "GET /v2.0/networks/1c244710-1fba-414f-9d04-4fcd88e7ed14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859125 Jun 18 05:25:43.498049 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG dbcounter [-] [104389] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:25:43.515785 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.db.l3_hamode_db [None req-62f718b4-e3f3-4c38-87b7-18919a734cf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd1d2cf2-0e95-45dc-a81c-142caeaebaea', 'name': 'tempest-AttachVolumeNegativeTest-1598467528-router', 'tenant_id': '81c38b2c1ae4484bbf2d4939470f45e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65c030c7-6a7d-4cea-a47d-5cdd532db0e6', 'external_fixed_ips': [{'subnet_id': 'a9fa7760-a071-45ee-b985-799999c69975', 'ip_address': '172.27.2.173'}], 'enable_snat': True}, 'gw_port_id': 'f94d4039-4d8f-4564-be5c-6e372aba9749', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-18T05:23:50Z', 'updated_at': '2022-06-18T05:23:53Z', 'revision_number': 4, 'project_id': '81c38b2c1ae4484bbf2d4939470f45e4', 'gw_port': {'id': 'f94d4039-4d8f-4564-be5c-6e372aba9749', 'name': '', 'network_id': '65c030c7-6a7d-4cea-a47d-5cdd532db0e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:b4:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd1d2cf2-0e95-45dc-a81c-142caeaebaea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': 'a9fa7760-a071-45ee-b985-799999c69975', 'ip_address': '172.27.2.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-18T05:23:50Z', 'updated_at': '2022-06-18T05:23:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9fa7760-a071-45ee-b985-799999c69975', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-35-iscsi', '_floatingips': [{'id': '36d9679f-62f7-45bf-9b2a-a82303c37f17', 'tenant_id': '81c38b2c1ae4484bbf2d4939470f45e4', 'floating_ip_address': '172.27.2.253', 'floating_network_id': '65c030c7-6a7d-4cea-a47d-5cdd532db0e6', 'router_id': 'bd1d2cf2-0e95-45dc-a81c-142caeaebaea', 'port_id': '3143144b-5f00-4c85-b3d9-006144d97ae7', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 626, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1c244710-1fba-414f-9d04-4fcd88e7ed14', 'mac_address': 'fa:16:3e:cc:ff:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c87d5fa9-8c4d-4486-8fa8-dab86dcdb126', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-18T05:25:18Z', 'updated_at': '2022-06-18T05:25:42Z', 'revision_number': 1, 'project_id': '81c38b2c1ae4484bbf2d4939470f45e4', 'fixed_ip_address_scope': None}, {'id': 'a7616509-2c6d-4dd6-9b19-a51df4ae49a2', 'tenant_id': '81c38b2c1ae4484bbf2d4939470f45e4', 'floating_ip_address': '172.27.2.190', 'floating_network_id': '65c030c7-6a7d-4cea-a47d-5cdd532db0e6', 'router_id': 'bd1d2cf2-0e95-45dc-a81c-142caeaebaea', 'port_id': '10fb6aa3-f962-4d43-b1f4-ceecf7c36670', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 564, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1c244710-1fba-414f-9d04-4fcd88e7ed14', 'mac_address': 'fa:16:3e:7a:34:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '589899a5-db4e-4c26-9411-811a83bd6f35', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-18T05:23:57Z', 'updated_at': '2022-06-18T05:24:16Z', 'revision_number': 2, 'project_id': '81c38b2c1ae4484bbf2d4939470f45e4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cb2b0c93-f026-4453-8702-ba5bfc22ddc5', 'name': '', 'network_id': '1c244710-1fba-414f-9d04-4fcd88e7ed14', 'tenant_id': '81c38b2c1ae4484bbf2d4939470f45e4', 'mac_address': 'fa:16:3e:26:31:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd1d2cf2-0e95-45dc-a81c-142caeaebaea', 'device_owner': 'network:router_interface', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '04d37ce2-ecce-4dd0-86fe-4bab0e2e49c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-18T05:23:53Z', 'updated_at': '2022-06-18T05:23:57Z', 'revision_number': 5, 'project_id': '81c38b2c1ae4484bbf2d4939470f45e4', 'subnets': [{'id': '04d37ce2-ecce-4dd0-86fe-4bab0e2e49c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-35-iscsi', False) {} {{(pid=104389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 05:25:43.544701 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62f718b4-e3f3-4c38-87b7-18919a734cf1 None None] The sync data for ids ['bd1d2cf2-0e95-45dc-a81c-142caeaebaea'] in dv-cinder-836996-35-iscsi is: [{'id': 'bd1d2cf2-0e95-45dc-a81c-142caeaebaea', 'name': 'tempest-AttachVolumeNegativeTest-1598467528-router', 'tenant_id': '81c38b2c1ae4484bbf2d4939470f45e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65c030c7-6a7d-4cea-a47d-5cdd532db0e6', 'external_fixed_ips': [{'subnet_id': 'a9fa7760-a071-45ee-b985-799999c69975', 'ip_address': '172.27.2.173'}], 'enable_snat': True}, 'gw_port_id': 'f94d4039-4d8f-4564-be5c-6e372aba9749', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-18T05:23:50Z', 'updated_at': '2022-06-18T05:23:53Z', 'revision_number': 4, 'project_id': '81c38b2c1ae4484bbf2d4939470f45e4', 'gw_port': {'id': 'f94d4039-4d8f-4564-be5c-6e372aba9749', 'name': '', 'network_id': '65c030c7-6a7d-4cea-a47d-5cdd532db0e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:b4:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd1d2cf2-0e95-45dc-a81c-142caeaebaea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': 'a9fa7760-a071-45ee-b985-799999c69975', 'ip_address': '172.27.2.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-18T05:23:50Z', 'updated_at': '2022-06-18T05:23:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9fa7760-a071-45ee-b985-799999c69975', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-35-iscsi', '_floatingips': [{'id': '36d9679f-62f7-45bf-9b2a-a82303c37f17', 'tenant_id': '81c38b2c1ae4484bbf2d4939470f45e4', 'floating_ip_address': '172.27.2.253', 'floating_network_id': '65c030c7-6a7d-4cea-a47d-5cdd532db0e6', 'router_id': 'bd1d2cf2-0e95-45dc-a81c-142caeaebaea', 'port_id': '3143144b-5f00-4c85-b3d9-006144d97ae7', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 626, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1c244710-1fba-414f-9d04-4fcd88e7ed14', 'mac_address': 'fa:16:3e:cc:ff:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c87d5fa9-8c4d-4486-8fa8-dab86dcdb126', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-18T05:25:18Z', 'updated_at': '2022-06-18T05:25:42Z', 'revision_number': 1, 'project_id': '81c38b2c1ae4484bbf2d4939470f45e4', 'fixed_ip_address_scope': None}, {'id': 'a7616509-2c6d-4dd6-9b19-a51df4ae49a2', 'tenant_id': '81c38b2c1ae4484bbf2d4939470f45e4', 'floating_ip_address': '172.27.2.190', 'floating_network_id': '65c030c7-6a7d-4cea-a47d-5cdd532db0e6', 'router_id': 'bd1d2cf2-0e95-45dc-a81c-142caeaebaea', 'port_id': '10fb6aa3-f962-4d43-b1f4-ceecf7c36670', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 564, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1c244710-1fba-414f-9d04-4fcd88e7ed14', 'mac_address': 'fa:16:3e:7a:34:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '589899a5-db4e-4c26-9411-811a83bd6f35', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-18T05:23:57Z', 'updated_at': '2022-06-18T05:24:16Z', 'revision_number': 2, 'project_id': '81c38b2c1ae4484bbf2d4939470f45e4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cb2b0c93-f026-4453-8702-ba5bfc22ddc5', 'name': '', 'network_id': '1c244710-1fba-414f-9d04-4fcd88e7ed14', 'tenant_id': '81c38b2c1ae4484bbf2d4939470f45e4', 'mac_address': 'fa:16:3e:26:31:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd1d2cf2-0e95-45dc-a81c-142caeaebaea', 'device_owner': 'network:router_interface', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '04d37ce2-ecce-4dd0-86fe-4bab0e2e49c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-18T05:23:53Z', 'updated_at': '2022-06-18T05:23:57Z', 'revision_number': 5, 'project_id': '81c38b2c1ae4484bbf2d4939470f45e4', 'subnets': [{'id': '04d37ce2-ecce-4dd0-86fe-4bab0e2e49c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 05:25:43.684710 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-49496edb-f001-4d62-8659-73c9221492db req-16d5835b-131a-42a8-8133-46a8c343d6f1 tempest-TestVolumeBootPattern-2140324561 tempest-TestVolumeBootPattern-2140324561-project] 10.222.0.23 "GET /v2.0/ports?device_id=1e6e312a-e89e-46b8-8651-d8af33b96e1b HTTP/1.1" status: 200 len: 210 time: 0.0364072 Jun 18 05:25:43.745114 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f13a0c-9e47-4c52-9cef-229bcbf02009 req-132166e3-13d5-4c36-90fb-8a1894488e86 tempest-VolumesSnapshotTestJSON-1732513961 tempest-VolumesSnapshotTestJSON-1732513961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:25:43.746734 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-41f13a0c-9e47-4c52-9cef-229bcbf02009 req-132166e3-13d5-4c36-90fb-8a1894488e86 tempest-VolumesSnapshotTestJSON-1732513961 tempest-VolumesSnapshotTestJSON-1732513961-project] 10.222.0.23 "GET /v2.0/ports?device_id=988490dd-03b8-4f3b-ac01-191d7e3f5985 HTTP/1.1" status: 200 len: 943 time: 0.0503361 Jun 18 05:25:43.771905 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6e3d298-3fae-468c-8d87-fadf019e6eff None None] New status for floating IP 36d9679f-62f7-45bf-9b2a-a82303c37f17: ACTIVE {{(pid=104390) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 18 05:25:43.797916 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-41f13a0c-9e47-4c52-9cef-229bcbf02009 req-f90ffbc9-d59a-457d-8489-319baedf02d2 tempest-VolumesSnapshotTestJSON-1732513961 tempest-VolumesSnapshotTestJSON-1732513961-project] 10.222.0.23 "GET /v2.0/security-groups?id=f6ee405e-7be7-4e21-9a90-0a1a8a130dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452738 Jun 18 05:25:44.182535 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.rpc [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] Device 98cb0377-90ac-4b5c-87c1-a5c2b4d539a0 details requested by agent hyperv_hv-cinder-83699 with host hv-cinder-83699 {{(pid=104389) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 18 05:25:44.287213 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.db [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] For port 98cb0377-90ac-4b5c-87c1-a5c2b4d539a0, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=98cb0377-90ac-4b5c-87c1-a5c2b4d539a0,segment=NetworkSegment(a0c6d043-6d31-4159-b4fb-9bd74a6a684d),segment_id=a0c6d043-6d31-4159-b4fb-9bd74a6a684d)] {{(pid=104389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 05:25:44.293183 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-05178b69-3049-4ad5-964f-81dfe6c55f4d req-945e5774-61cf-42fa-87ef-cc0f7554555a service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=d167251a-f398-4442-a5b0-f75ab2d4d1b4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0386376 Jun 18 05:25:44.301524 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.rpc [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] Returning: {'device': '98cb0377-90ac-4b5c-87c1-a5c2b4d539a0', 'network_id': 'a7bf14ab-72b2-42a1-a57f-14612ca15e66', 'port_id': '98cb0377-90ac-4b5c-87c1-a5c2b4d539a0', 'mac_address': 'fa:16:3e:bf:6d:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 343, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '53ff9c13-72bd-4f1b-a153-710bb3f69e9a', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104389) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 18 05:25:44.329504 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG dbcounter [-] [104389] Writing DB stats neutron:SELECT=100 {{(pid=104389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:25:44.344481 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.plugin [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] Current status of the port 98cb0377-90ac-4b5c-87c1-a5c2b4d539a0 is: DOWN; New status is: BUILD {{(pid=104389) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 18 05:25:44.344833 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1768406'] for port (98cb0377-90ac-4b5c-87c1-a5c2b4d539a0), before_update {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:25:44.359055 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.notifiers.nova [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 98cb0377-90ac-4b5c-87c1-a5c2b4d539a0 {{(pid=104389) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 18 05:25:44.380411 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.db [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] For port 98cb0377-90ac-4b5c-87c1-a5c2b4d539a0, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=98cb0377-90ac-4b5c-87c1-a5c2b4d539a0,segment=NetworkSegment(a0c6d043-6d31-4159-b4fb-9bd74a6a684d),segment_id=a0c6d043-6d31-4159-b4fb-9bd74a6a684d)] {{(pid=104389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 05:25:44.387962 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05178b69-3049-4ad5-964f-81dfe6c55f4d req-c346094b-bb06-4e6b-bced-804f35592a08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:25:44.389545 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-05178b69-3049-4ad5-964f-81dfe6c55f4d req-c346094b-bb06-4e6b-bced-804f35592a08 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e5e4aece32ff462b9b9a42200d584c1b&device_id=d167251a-f398-4442-a5b0-f75ab2d4d1b4 HTTP/1.1" status: 200 len: 1129 time: 0.0409315 Jun 18 05:25:44.448869 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1768343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789592765606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789592262840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789592262858'] for port (98cb0377-90ac-4b5c-87c1-a5c2b4d539a0), after_update {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:25:44.502312 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] Pushing event updated for resources: {'Port': ['ID=98cb0377-90ac-4b5c-87c1-a5c2b4d539a0,revision_number=4']} {{(pid=104389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:25:44.529330 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05178b69-3049-4ad5-964f-81dfe6c55f4d req-b9d44e2d-34be-4496-ad89-4d3fd9353e2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:25:44.531213 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-05178b69-3049-4ad5-964f-81dfe6c55f4d req-b9d44e2d-34be-4496-ad89-4d3fd9353e2e service neutron] 10.222.0.15 "GET /v2.0/networks?id=1df631c6-dcd7-4307-8f3b-f75e299e78ec HTTP/1.1" status: 200 len: 913 time: 0.1013143 Jun 18 05:25:44.535211 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG dbcounter [-] [104388] Writing DB stats neutron:SELECT=100 {{(pid=104388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:25:44.547712 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e149ed1-c0fb-485d-823b-8a3d62f56ba3 req-29a0d436-83c0-4a03-9c04-6dc572048dfc tempest-TestVolumeBootPattern-2140324561 tempest-TestVolumeBootPattern-2140324561-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:25:44.547712 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-2e149ed1-c0fb-485d-823b-8a3d62f56ba3 req-29a0d436-83c0-4a03-9c04-6dc572048dfc tempest-TestVolumeBootPattern-2140324561 tempest-TestVolumeBootPattern-2140324561-project] 10.222.0.15 "GET /v2.0/networks?id=1df631c6-dcd7-4307-8f3b-f75e299e78ec HTTP/1.1" status: 200 len: 812 time: 0.1152158 Jun 18 05:25:44.604044 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-05178b69-3049-4ad5-964f-81dfe6c55f4d req-6155c4d9-565c-4041-b21a-576d41f90e31 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f1e35c87-41ca-48fb-a045-921ff1c239b0 HTTP/1.1" status: 200 len: 1001 time: 0.0670240 Jun 18 05:25:44.619757 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-2e149ed1-c0fb-485d-823b-8a3d62f56ba3 req-7ac56057-d657-4563-9b57-78d87d104775 tempest-TestVolumeBootPattern-2140324561 tempest-TestVolumeBootPattern-2140324561-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e5e4aece32ff462b9b9a42200d584c1b HTTP/1.1" status: 200 len: 380 time: 0.0589733 Jun 18 05:25:44.623288 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG dbcounter [-] [104387] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:25:44.628218 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.api.v2.base [req-2e149ed1-c0fb-485d-823b-8a3d62f56ba3 req-b27f34e0-de1c-49c6-8a6f-5567e71f6ed4 tempest-TestVolumeBootPattern-2140324561 tempest-TestVolumeBootPattern-2140324561-project] Request body: {'port': {'device_id': '1e6e312a-e89e-46b8-8651-d8af33b96e1b', 'network_id': '1df631c6-dcd7-4307-8f3b-f75e299e78ec', 'admin_state_up': True, 'tenant_id': 'e5e4aece32ff462b9b9a42200d584c1b', 'security_groups': ['58bf4135-bd70-41ae-af28-83b051ed0d19']}} {{(pid=104388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 18 05:25:44.660860 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05178b69-3049-4ad5-964f-81dfe6c55f4d req-cf555dc3-9314-409e-a412-4161e13551c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:25:44.662378 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-05178b69-3049-4ad5-964f-81dfe6c55f4d req-cf555dc3-9314-409e-a412-4161e13551c3 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=6b669cb0-2ad3-4bdc-840d-cbd0d58ea955 HTTP/1.1" status: 200 len: 851 time: 0.0521932 Jun 18 05:25:44.703951 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG dbcounter [-] [104387] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:25:44.718262 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05178b69-3049-4ad5-964f-81dfe6c55f4d req-8ebd4018-17ae-4470-9c53-73e7632ea2fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:25:44.718262 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-05178b69-3049-4ad5-964f-81dfe6c55f4d req-8ebd4018-17ae-4470-9c53-73e7632ea2fb service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=1df631c6-dcd7-4307-8f3b-f75e299e78ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0440013 Jun 18 05:25:44.750474 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.db [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] get_ports_and_sgs() called for port_ids ['98cb0377-90ac-4b5c-87c1-a5c2b4d539a0'] {{(pid=104389) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 18 05:25:44.810310 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-9fd40687-4832-439a-8de3-da4d73c55cf8 req-088840b3-83cb-4e39-ac8c-c6e108e0ba70 tempest-TestVolumeBootPattern-2140324561 tempest-TestVolumeBootPattern-2140324561-project] 10.222.0.23 "GET /v2.0/ports?device_id=1e6e312a-e89e-46b8-8651-d8af33b96e1b HTTP/1.1" status: 200 len: 210 time: 0.0446906 Jun 18 05:25:44.833918 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-05178b69-3049-4ad5-964f-81dfe6c55f4d req-6f221bc1-d154-4fda-bf7e-1cbe81ddb2ea service neutron] 10.222.0.15 "GET /v2.0/networks/1df631c6-dcd7-4307-8f3b-f75e299e78ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1090212 Jun 18 05:25:44.848443 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2e149ed1-c0fb-485d-823b-8a3d62f56ba3 req-b27f34e0-de1c-49c6-8a6f-5567e71f6ed4 tempest-TestVolumeBootPattern-2140324561 tempest-TestVolumeBootPattern-2140324561-project] Made reservation on behalf of e5e4aece32ff462b9b9a42200d584c1b for: {'port': 1} {{(pid=104388) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 05:25:44.852465 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [req-2e149ed1-c0fb-485d-823b-8a3d62f56ba3 req-b27f34e0-de1c-49c6-8a6f-5567e71f6ed4 tempest-TestVolumeBootPattern-2140324561 tempest-TestVolumeBootPattern-2140324561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1768406'] for port (None), before_create {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:25:44.990344 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285ebad0-2f67-4ec9-b656-dd498cfffea4 req-d0386407-59ca-425b-9171-98e237ed494e tempest-VolumesSnapshotTestJSON-1732513961 tempest-VolumesSnapshotTestJSON-1732513961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:25:44.991917 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-285ebad0-2f67-4ec9-b656-dd498cfffea4 req-d0386407-59ca-425b-9171-98e237ed494e tempest-VolumesSnapshotTestJSON-1732513961 tempest-VolumesSnapshotTestJSON-1732513961-project] 10.222.0.23 "GET /v2.0/ports?device_id=988490dd-03b8-4f3b-ac01-191d7e3f5985 HTTP/1.1" status: 200 len: 944 time: 0.0809321 Jun 18 05:25:45.002028 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-05178b69-3049-4ad5-964f-81dfe6c55f4d req-da9a0820-3014-4e5c-ba9c-3d563e4d8f95 service neutron] 10.222.0.15 "GET /v2.0/networks/1df631c6-dcd7-4307-8f3b-f75e299e78ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1649876 Jun 18 05:25:45.048091 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-285ebad0-2f67-4ec9-b656-dd498cfffea4 req-e7e21b53-b2b8-4109-b98c-826059787ecd tempest-VolumesSnapshotTestJSON-1732513961 tempest-VolumesSnapshotTestJSON-1732513961-project] 10.222.0.23 "GET /v2.0/security-groups?id=f6ee405e-7be7-4e21-9a90-0a1a8a130dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495548 Jun 18 05:25:45.241790 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.db.db_base_plugin_common [req-2e149ed1-c0fb-485d-823b-8a3d62f56ba3 req-b27f34e0-de1c-49c6-8a6f-5567e71f6ed4 tempest-TestVolumeBootPattern-2140324561 tempest-TestVolumeBootPattern-2140324561-project] Allocated IP 172.20.0.11 (1df631c6-dcd7-4307-8f3b-f75e299e78ec/6b669cb0-2ad3-4bdc-840d-cbd0d58ea955/30ebdd42-475a-47af-a0f7-18a2a06c0df9) {{(pid=104388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 05:25:45.382232 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [req-2e149ed1-c0fb-485d-823b-8a3d62f56ba3 req-b27f34e0-de1c-49c6-8a6f-5567e71f6ed4 tempest-TestVolumeBootPattern-2140324561 tempest-TestVolumeBootPattern-2140324561-project] Publish callbacks [] for port (30ebdd42-475a-47af-a0f7-18a2a06c0df9), precommit_create {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:25:45.488709 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [req-2e149ed1-c0fb-485d-823b-8a3d62f56ba3 req-b27f34e0-de1c-49c6-8a6f-5567e71f6ed4 tempest-TestVolumeBootPattern-2140324561 tempest-TestVolumeBootPattern-2140324561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1768343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789592262822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15493031'] for port (30ebdd42-475a-47af-a0f7-18a2a06c0df9), after_create {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:25:45.521257 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG dbcounter [-] [104388] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:25:45.535265 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2e149ed1-c0fb-485d-823b-8a3d62f56ba3 req-b27f34e0-de1c-49c6-8a6f-5567e71f6ed4 tempest-TestVolumeBootPattern-2140324561 tempest-TestVolumeBootPattern-2140324561-project] Network 1df631c6-dcd7-4307-8f3b-f75e299e78ec is already hosted by enough agents. {{(pid=104388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 05:25:45.538360 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.scheduler.base_scheduler [req-2e149ed1-c0fb-485d-823b-8a3d62f56ba3 req-b27f34e0-de1c-49c6-8a6f-5567e71f6ed4 tempest-TestVolumeBootPattern-2140324561 tempest-TestVolumeBootPattern-2140324561-project] Resources bound (agent type, host, resource id): {{(pid=104388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 05:25:45.543138 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e149ed1-c0fb-485d-823b-8a3d62f56ba3 req-b27f34e0-de1c-49c6-8a6f-5567e71f6ed4 tempest-TestVolumeBootPattern-2140324561 tempest-TestVolumeBootPattern-2140324561-project] Received port after_create {{(pid=104388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 18 05:25:45.569849 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b27f34e0-de1c-49c6-8a6f-5567e71f6ed4 tempest-TestVolumeBootPattern-2140324561 tempest-TestVolumeBootPattern-2140324561-project] Pushing event updated for resources: {'Port': ['ID=30ebdd42-475a-47af-a0f7-18a2a06c0df9,revision_number=1']} {{(pid=104388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:25:45.599334 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e149ed1-c0fb-485d-823b-8a3d62f56ba3 req-b27f34e0-de1c-49c6-8a6f-5567e71f6ed4 tempest-TestVolumeBootPattern-2140324561 tempest-TestVolumeBootPattern-2140324561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:25:45.599994 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [req-2e149ed1-c0fb-485d-823b-8a3d62f56ba3 req-b27f34e0-de1c-49c6-8a6f-5567e71f6ed4 tempest-TestVolumeBootPattern-2140324561 tempest-TestVolumeBootPattern-2140324561-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19502'] for port (None), before_response {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:25:45.681006 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-2e149ed1-c0fb-485d-823b-8a3d62f56ba3 req-b27f34e0-de1c-49c6-8a6f-5567e71f6ed4 tempest-TestVolumeBootPattern-2140324561 tempest-TestVolumeBootPattern-2140324561-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0564194 Jun 18 05:25:45.698927 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.api.v2.base [req-2e149ed1-c0fb-485d-823b-8a3d62f56ba3 req-89b22784-37d6-4424-9324-4c3eb45fdde6 service neutron] Request body: {'port': {'device_id': '1e6e312a-e89e-46b8-8651-d8af33b96e1b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83699'}} {{(pid=104388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 18 05:25:45.734515 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG dbcounter [-] [104388] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:25:45.759699 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [req-2e149ed1-c0fb-485d-823b-8a3d62f56ba3 req-89b22784-37d6-4424-9324-4c3eb45fdde6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1768406'] for port (30ebdd42-475a-47af-a0f7-18a2a06c0df9), before_update {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:25:45.809483 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.db.provisioning_blocks [None req-c3439e55-a6cd-4035-8c3e-16d08f4e966d None None] Provisioning complete for port 30ebdd42-475a-47af-a0f7-18a2a06c0df9 triggered by entity DHCP. {{(pid=104389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 18 05:25:45.810043 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-c3439e55-a6cd-4035-8c3e-16d08f4e966d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1740956'] for port (30ebdd42-475a-47af-a0f7-18a2a06c0df9), provisioning_complete {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:25:45.843627 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.plugin [None req-c3439e55-a6cd-4035-8c3e-16d08f4e966d None None] Port 30ebdd42-475a-47af-a0f7-18a2a06c0df9 cannot update to ACTIVE because it is not bound. {{(pid=104389) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 18 05:25:45.996156 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05b4631-eb1f-4055-9870-4ba013be2c18 req-2e827b2e-efd9-4db1-8e94-bde0bdf562af tempest-TestVolumeBootPattern-2140324561 tempest-TestVolumeBootPattern-2140324561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:25:45.997644 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-e05b4631-eb1f-4055-9870-4ba013be2c18 req-2e827b2e-efd9-4db1-8e94-bde0bdf562af tempest-TestVolumeBootPattern-2140324561 tempest-TestVolumeBootPattern-2140324561-project] 10.222.0.23 "GET /v2.0/ports?device_id=1e6e312a-e89e-46b8-8651-d8af33b96e1b HTTP/1.1" status: 200 len: 932 time: 0.0847936 Jun 18 05:25:46.082077 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-e05b4631-eb1f-4055-9870-4ba013be2c18 req-d20bf1b7-dc71-4629-b12a-82f8324c1e58 tempest-TestVolumeBootPattern-2140324561 tempest-TestVolumeBootPattern-2140324561-project] 10.222.0.23 "GET /v2.0/security-groups?id=58bf4135-bd70-41ae-af28-83b051ed0d19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0759797 Jun 18 05:25:46.111618 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.notifiers.nova [req-2e149ed1-c0fb-485d-823b-8a3d62f56ba3 req-89b22784-37d6-4424-9324-4c3eb45fdde6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 30ebdd42-475a-47af-a0f7-18a2a06c0df9 {{(pid=104388) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 18 05:25:46.120002 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [req-2e149ed1-c0fb-485d-823b-8a3d62f56ba3 req-89b22784-37d6-4424-9324-4c3eb45fdde6 service neutron] Publish callbacks [] for port (30ebdd42-475a-47af-a0f7-18a2a06c0df9), precommit_update {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:25:46.132728 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.db.provisioning_blocks [req-2e149ed1-c0fb-485d-823b-8a3d62f56ba3 req-89b22784-37d6-4424-9324-4c3eb45fdde6 service neutron] Transition to ACTIVE for port object 30ebdd42-475a-47af-a0f7-18a2a06c0df9 will not be triggered until provisioned by entity L2. {{(pid=104388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 18 05:25:46.166847 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3df802-53b5-4a1b-a742-622b7b19a79c req-8c91355e-15c4-4087-985b-b494d612feeb tempest-VolumesSnapshotTestJSON-1732513961 tempest-VolumesSnapshotTestJSON-1732513961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:25:46.168329 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-ae3df802-53b5-4a1b-a742-622b7b19a79c req-8c91355e-15c4-4087-985b-b494d612feeb tempest-VolumesSnapshotTestJSON-1732513961 tempest-VolumesSnapshotTestJSON-1732513961-project] 10.222.0.23 "GET /v2.0/ports?device_id=988490dd-03b8-4f3b-ac01-191d7e3f5985 HTTP/1.1" status: 200 len: 944 time: 0.0473673 Jun 18 05:25:46.185622 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [req-2e149ed1-c0fb-485d-823b-8a3d62f56ba3 req-89b22784-37d6-4424-9324-4c3eb45fdde6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1768343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789592765606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789592262840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789592262858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15493038'] for port (30ebdd42-475a-47af-a0f7-18a2a06c0df9), after_update {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:25:46.192607 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.rpc [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] Device 98cb0377-90ac-4b5c-87c1-a5c2b4d539a0 up at agent hyperv_hv-cinder-83699 {{(pid=104389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 18 05:25:46.216460 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-ae3df802-53b5-4a1b-a742-622b7b19a79c req-bad3685b-bcf4-4694-adef-5b476f12762e tempest-VolumesSnapshotTestJSON-1732513961 tempest-VolumesSnapshotTestJSON-1732513961-project] 10.222.0.23 "GET /v2.0/security-groups?id=f6ee405e-7be7-4e21-9a90-0a1a8a130dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424967 Jun 18 05:25:46.241190 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b22784-37d6-4424-9324-4c3eb45fdde6 service neutron] Pushing event updated for resources: {'Port': ['ID=30ebdd42-475a-47af-a0f7-18a2a06c0df9,revision_number=2']} {{(pid=104388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:25:46.254746 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.db.provisioning_blocks [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] Provisioning for port 98cb0377-90ac-4b5c-87c1-a5c2b4d539a0 completed by entity L2. {{(pid=104389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 18 05:25:46.300626 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.db.provisioning_blocks [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] Provisioning complete for port 98cb0377-90ac-4b5c-87c1-a5c2b4d539a0 triggered by entity L2. {{(pid=104389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 18 05:25:46.301857 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1740956'] for port (98cb0377-90ac-4b5c-87c1-a5c2b4d539a0), provisioning_complete {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:25:46.317013 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.plugins.ml2.managers [req-2e149ed1-c0fb-485d-823b-8a3d62f56ba3 req-89b22784-37d6-4424-9324-4c3eb45fdde6 service neutron] Attempting to bind port 30ebdd42-475a-47af-a0f7-18a2a06c0df9 on host hv-cinder-83699 for vnic_type normal with profile {{(pid=104388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 18 05:25:46.317274 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.plugins.ml2.managers [req-2e149ed1-c0fb-485d-823b-8a3d62f56ba3 req-89b22784-37d6-4424-9324-4c3eb45fdde6 service neutron] Attempting to bind port 30ebdd42-475a-47af-a0f7-18a2a06c0df9 by drivers openvswitch,hyperv on host hv-cinder-83699 at level 0 using segments [{'id': '8aca2cfd-4c97-491c-8d50-193cbcc193f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '1df631c6-dcd7-4307-8f3b-f75e299e78ec'}] {{(pid=104388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 18 05:25:46.317643 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e149ed1-c0fb-485d-823b-8a3d62f56ba3 req-89b22784-37d6-4424-9324-4c3eb45fdde6 service neutron] Attempting to bind port 30ebdd42-475a-47af-a0f7-18a2a06c0df9 on network 1df631c6-dcd7-4307-8f3b-f75e299e78ec {{(pid=104388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 18 05:25:46.323228 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e149ed1-c0fb-485d-823b-8a3d62f56ba3 req-89b22784-37d6-4424-9324-4c3eb45fdde6 service neutron] Port 30ebdd42-475a-47af-a0f7-18a2a06c0df9 on network 1df631c6-dcd7-4307-8f3b-f75e299e78ec not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83699 {{(pid=104388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 18 05:25:46.323564 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e149ed1-c0fb-485d-823b-8a3d62f56ba3 req-89b22784-37d6-4424-9324-4c3eb45fdde6 service neutron] Attempting to bind port 30ebdd42-475a-47af-a0f7-18a2a06c0df9 on network 1df631c6-dcd7-4307-8f3b-f75e299e78ec {{(pid=104388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 18 05:25:46.328999 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e149ed1-c0fb-485d-823b-8a3d62f56ba3 req-89b22784-37d6-4424-9324-4c3eb45fdde6 service neutron] Checking agent: {'id': '21f82a9e-593b-4fa9-aa06-dfe6f16482e6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83699', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 18, 5, 14, 36), 'started_at': datetime.datetime(2022, 6, 18, 5, 14, 36), 'heartbeat_timestamp': datetime.datetime(2022, 6, 18, 5, 25, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 18 05:25:46.329327 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e149ed1-c0fb-485d-823b-8a3d62f56ba3 req-89b22784-37d6-4424-9324-4c3eb45fdde6 service neutron] Checking segment: {'id': '8aca2cfd-4c97-491c-8d50-193cbcc193f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '1df631c6-dcd7-4307-8f3b-f75e299e78ec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 18 05:25:46.329751 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e149ed1-c0fb-485d-823b-8a3d62f56ba3 req-89b22784-37d6-4424-9324-4c3eb45fdde6 service neutron] Bound using segment: {'id': '8aca2cfd-4c97-491c-8d50-193cbcc193f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '1df631c6-dcd7-4307-8f3b-f75e299e78ec'} {{(pid=104388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 18 05:25:46.330184 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.plugins.ml2.managers [req-2e149ed1-c0fb-485d-823b-8a3d62f56ba3 req-89b22784-37d6-4424-9324-4c3eb45fdde6 service neutron] Bound port: 30ebdd42-475a-47af-a0f7-18a2a06c0df9, host: hv-cinder-83699, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8aca2cfd-4c97-491c-8d50-193cbcc193f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '1df631c6-dcd7-4307-8f3b-f75e299e78ec'}}] {{(pid=104388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 18 05:25:46.330548 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [req-2e149ed1-c0fb-485d-823b-8a3d62f56ba3 req-89b22784-37d6-4424-9324-4c3eb45fdde6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1768406'] for port (30ebdd42-475a-47af-a0f7-18a2a06c0df9), before_update {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:25:46.342621 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG dbcounter [-] [104388] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:25:46.383856 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.plugin [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] Current status of the port 98cb0377-90ac-4b5c-87c1-a5c2b4d539a0 is: BUILD; New status is: ACTIVE {{(pid=104389) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 18 05:25:46.384247 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1768406'] for port (98cb0377-90ac-4b5c-87c1-a5c2b4d539a0), before_update {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:25:46.397548 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.plugins.ml2.db [req-2e149ed1-c0fb-485d-823b-8a3d62f56ba3 req-89b22784-37d6-4424-9324-4c3eb45fdde6 service neutron] For port 30ebdd42-475a-47af-a0f7-18a2a06c0df9, host hv-cinder-83699, cleared binding levels {{(pid=104388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 05:25:46.401881 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.plugins.ml2.db [req-2e149ed1-c0fb-485d-823b-8a3d62f56ba3 req-89b22784-37d6-4424-9324-4c3eb45fdde6 service neutron] For port 30ebdd42-475a-47af-a0f7-18a2a06c0df9, host hv-cinder-83699, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=30ebdd42-475a-47af-a0f7-18a2a06c0df9,segment=NetworkSegment(8aca2cfd-4c97-491c-8d50-193cbcc193f8),segment_id=8aca2cfd-4c97-491c-8d50-193cbcc193f8)] {{(pid=104388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 05:25:46.411155 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '988490dd-03b8-4f3b-ac01-191d7e3f5985', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98cb0377-90ac-4b5c-87c1-a5c2b4d539a0'}] {{(pid=104389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 18 05:25:46.413463 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84994602c193c13a4c26b8b675ba51d9b392d44d80225cb9db16c930b334f47b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3210e1f4-3753-4bf2-9107-34ee8bda6e6f" -d '{"events": [{"server_uuid": "988490dd-03b8-4f3b-ac01-191d7e3f5985", "name": "network-vif-plugged", "status": "completed", "tag": "98cb0377-90ac-4b5c-87c1-a5c2b4d539a0"}]}' {{(pid=104389) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 05:25:46.431330 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.db [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] For port 98cb0377-90ac-4b5c-87c1-a5c2b4d539a0, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=98cb0377-90ac-4b5c-87c1-a5c2b4d539a0,segment=NetworkSegment(a0c6d043-6d31-4159-b4fb-9bd74a6a684d),segment_id=a0c6d043-6d31-4159-b4fb-9bd74a6a684d)] {{(pid=104389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 05:25:46.450380 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Jun 2022 05:25:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fc4c2ec-dd1a-4e7e-a155-f1fe42667c9e x-openstack-request-id: req-4fc4c2ec-dd1a-4e7e-a155-f1fe42667c9e {{(pid=104389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 05:25:46.450380 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "988490dd-03b8-4f3b-ac01-191d7e3f5985", "name": "network-vif-plugged", "status": "completed", "tag": "98cb0377-90ac-4b5c-87c1-a5c2b4d539a0", "code": 200}]} {{(pid=104389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 05:25:46.450380 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-4fc4c2ec-dd1a-4e7e-a155-f1fe42667c9e {{(pid=104389) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 05:25:46.450380 dv-cinder-836996-35-iscsi neutron-server[104389]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4fc4c2ec-dd1a-4e7e-a155-f1fe42667c9e'] response: {'server_uuid': '988490dd-03b8-4f3b-ac01-191d7e3f5985', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98cb0377-90ac-4b5c-87c1-a5c2b4d539a0', 'code': 200} Jun 18 05:25:46.466352 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [req-2e149ed1-c0fb-485d-823b-8a3d62f56ba3 req-89b22784-37d6-4424-9324-4c3eb45fdde6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1768343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789592765606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789592262840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789592262858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15493038'] for port (30ebdd42-475a-47af-a0f7-18a2a06c0df9), after_update {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:25:46.494403 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1768343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789592765606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789592262840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789592262858'] for port (98cb0377-90ac-4b5c-87c1-a5c2b4d539a0), after_update {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:25:46.505940 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e149ed1-c0fb-485d-823b-8a3d62f56ba3 req-89b22784-37d6-4424-9324-4c3eb45fdde6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:25:46.506623 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [req-2e149ed1-c0fb-485d-823b-8a3d62f56ba3 req-89b22784-37d6-4424-9324-4c3eb45fdde6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19502'] for port (None), before_response {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:25:46.509169 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-2e149ed1-c0fb-485d-823b-8a3d62f56ba3 req-89b22784-37d6-4424-9324-4c3eb45fdde6 service neutron] 10.222.0.15 "PUT /v2.0/ports/30ebdd42-475a-47af-a0f7-18a2a06c0df9 HTTP/1.1" status: 200 len: 1094 time: 0.8153191 Jun 18 05:25:46.509676 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e6e312a-e89e-46b8-8651-d8af33b96e1b', 'tag': '30ebdd42-475a-47af-a0f7-18a2a06c0df9'}] {{(pid=104388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 18 05:25:46.511927 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76651050bff5b1e15da4688504920c0e470581a7df997af8856c46d23e91a66a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a542acb8-c810-42b4-848a-d2107972a5fc" -d '{"events": [{"name": "network-changed", "server_uuid": "1e6e312a-e89e-46b8-8651-d8af33b96e1b", "tag": "30ebdd42-475a-47af-a0f7-18a2a06c0df9"}]}' {{(pid=104388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 05:25:46.549457 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b22784-37d6-4424-9324-4c3eb45fdde6 service neutron] Pushing event updated for resources: {'Port': ['ID=30ebdd42-475a-47af-a0f7-18a2a06c0df9,revision_number=3']} {{(pid=104388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:25:46.550757 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] Pushing event updated for resources: {'Port': ['ID=98cb0377-90ac-4b5c-87c1-a5c2b4d539a0,revision_number=5']} {{(pid=104389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:25:46.575618 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Jun 2022 05:25:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5963bd56-168c-4203-ac58-78fffc163762 x-openstack-request-id: req-5963bd56-168c-4203-ac58-78fffc163762 {{(pid=104388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 05:25:46.575911 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1e6e312a-e89e-46b8-8651-d8af33b96e1b", "tag": "30ebdd42-475a-47af-a0f7-18a2a06c0df9", "status": "completed", "code": 200}]} {{(pid=104388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 05:25:46.576167 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-5963bd56-168c-4203-ac58-78fffc163762 {{(pid=104388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 05:25:46.576677 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5963bd56-168c-4203-ac58-78fffc163762'] response: {'name': 'network-changed', 'server_uuid': '1e6e312a-e89e-46b8-8651-d8af33b96e1b', 'tag': '30ebdd42-475a-47af-a0f7-18a2a06c0df9', 'status': 'completed', 'code': 200} Jun 18 05:25:46.663618 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a542acb8-c810-42b4-848a-d2107972a5fc req-54c189a0-7093-43aa-ad44-87d05908b285 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:25:46.665287 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-a542acb8-c810-42b4-848a-d2107972a5fc req-54c189a0-7093-43aa-ad44-87d05908b285 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e5e4aece32ff462b9b9a42200d584c1b&device_id=1e6e312a-e89e-46b8-8651-d8af33b96e1b HTTP/1.1" status: 200 len: 1128 time: 0.0485864 Jun 18 05:25:46.779944 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a542acb8-c810-42b4-848a-d2107972a5fc req-70a00495-cc98-442a-b12a-c65fa7571b50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:25:46.781670 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-a542acb8-c810-42b4-848a-d2107972a5fc req-70a00495-cc98-442a-b12a-c65fa7571b50 service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=e5e4aece32ff462b9b9a42200d584c1b&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1038043 Jun 18 05:25:46.784644 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a24a44-9eb7-488f-9c5a-538db67b3120 req-a5dadc6e-4dfe-4b88-b1a1-9ada88912343 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:25:46.786164 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-a9a24a44-9eb7-488f-9c5a-538db67b3120 req-a5dadc6e-4dfe-4b88-b1a1-9ada88912343 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=988490dd-03b8-4f3b-ac01-191d7e3f5985 HTTP/1.1" status: 200 len: 1129 time: 0.0383534 Jun 18 05:25:46.834717 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-a9a24a44-9eb7-488f-9c5a-538db67b3120 req-c8c5e012-6684-43ef-bd03-f5e4e6f7e2d3 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=f6ee405e-7be7-4e21-9a90-0a1a8a130dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425820 Jun 18 05:25:46.877181 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a542acb8-c810-42b4-848a-d2107972a5fc req-2750b4b0-9e20-4578-ad14-c19c74840512 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:25:46.878729 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-a542acb8-c810-42b4-848a-d2107972a5fc req-2750b4b0-9e20-4578-ad14-c19c74840512 service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0921407 Jun 18 05:25:47.201664 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86d2266-55e2-4ed7-8f4e-d52afa1fa0c9 req-4c9005e3-3873-4978-a9da-4ce88c9bb3bf tempest-TestVolumeBootPattern-2140324561 tempest-TestVolumeBootPattern-2140324561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:25:47.203202 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-b86d2266-55e2-4ed7-8f4e-d52afa1fa0c9 req-4c9005e3-3873-4978-a9da-4ce88c9bb3bf tempest-TestVolumeBootPattern-2140324561 tempest-TestVolumeBootPattern-2140324561-project] 10.222.0.23 "GET /v2.0/ports?device_id=1e6e312a-e89e-46b8-8651-d8af33b96e1b HTTP/1.1" status: 200 len: 944 time: 0.0478189 Jun 18 05:25:47.257667 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-b86d2266-55e2-4ed7-8f4e-d52afa1fa0c9 req-97a6ca41-b642-4b22-90ee-4ac61388c8e9 tempest-TestVolumeBootPattern-2140324561 tempest-TestVolumeBootPattern-2140324561-project] 10.222.0.23 "GET /v2.0/security-groups?id=58bf4135-bd70-41ae-af28-83b051ed0d19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488534 Jun 18 05:25:47.335394 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0623f8aa-5f63-4eef-afb9-fce89ba8dedb req-caf90a26-da8b-4bf9-9a19-690b6d3862aa tempest-VolumesSnapshotTestJSON-1732513961 tempest-VolumesSnapshotTestJSON-1732513961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:25:47.336876 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-0623f8aa-5f63-4eef-afb9-fce89ba8dedb req-caf90a26-da8b-4bf9-9a19-690b6d3862aa tempest-VolumesSnapshotTestJSON-1732513961 tempest-VolumesSnapshotTestJSON-1732513961-project] 10.222.0.23 "GET /v2.0/ports?device_id=988490dd-03b8-4f3b-ac01-191d7e3f5985 HTTP/1.1" status: 200 len: 945 time: 0.0471096 Jun 18 05:25:47.385154 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-0623f8aa-5f63-4eef-afb9-fce89ba8dedb req-08e174f9-62fd-4857-9ca8-1dce8f09da09 tempest-VolumesSnapshotTestJSON-1732513961 tempest-VolumesSnapshotTestJSON-1732513961-project] 10.222.0.23 "GET /v2.0/security-groups?id=f6ee405e-7be7-4e21-9a90-0a1a8a130dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413499 Jun 18 05:25:47.547849 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e149ed1-c0fb-485d-823b-8a3d62f56ba3 req-875defa1-84de-4ac8-a408-35248296a92b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:25:47.549303 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-2e149ed1-c0fb-485d-823b-8a3d62f56ba3 req-875defa1-84de-4ac8-a408-35248296a92b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e5e4aece32ff462b9b9a42200d584c1b&device_id=1e6e312a-e89e-46b8-8651-d8af33b96e1b HTTP/1.1" status: 200 len: 1128 time: 0.0387571 Jun 18 05:25:47.596500 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-2e149ed1-c0fb-485d-823b-8a3d62f56ba3 req-ce15d2d6-be1f-443a-aef5-013b5567114c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=30ebdd42-475a-47af-a0f7-18a2a06c0df9 HTTP/1.1" status: 200 len: 217 time: 0.0317216 Jun 18 05:25:47.647546 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e149ed1-c0fb-485d-823b-8a3d62f56ba3 req-0bda031f-98c7-48d5-9b09-ca914ac17ed9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:25:47.648868 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-2e149ed1-c0fb-485d-823b-8a3d62f56ba3 req-0bda031f-98c7-48d5-9b09-ca914ac17ed9 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=6b669cb0-2ad3-4bdc-840d-cbd0d58ea955 HTTP/1.1" status: 200 len: 851 time: 0.0428917 Jun 18 05:25:47.693653 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG dbcounter [-] [104388] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:25:47.699351 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e149ed1-c0fb-485d-823b-8a3d62f56ba3 req-71bd595c-70c8-4244-9285-88a29c17fd3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:25:47.700866 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-2e149ed1-c0fb-485d-823b-8a3d62f56ba3 req-71bd595c-70c8-4244-9285-88a29c17fd3a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=1df631c6-dcd7-4307-8f3b-f75e299e78ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0416920 Jun 18 05:25:47.789375 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-2e149ed1-c0fb-485d-823b-8a3d62f56ba3 req-d49b7776-5c3b-4bc5-909c-0c24c64b0e4c service neutron] 10.222.0.15 "GET /v2.0/networks/1df631c6-dcd7-4307-8f3b-f75e299e78ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822692 Jun 18 05:25:48.417535 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c6e362-b45c-4f8f-9fcc-cbd205878505 req-0a14cc20-f7df-4870-9ef0-be0e4f28ee85 tempest-TestVolumeBootPattern-2140324561 tempest-TestVolumeBootPattern-2140324561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:25:48.419063 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-72c6e362-b45c-4f8f-9fcc-cbd205878505 req-0a14cc20-f7df-4870-9ef0-be0e4f28ee85 tempest-TestVolumeBootPattern-2140324561 tempest-TestVolumeBootPattern-2140324561-project] 10.222.0.23 "GET /v2.0/ports?device_id=1e6e312a-e89e-46b8-8651-d8af33b96e1b HTTP/1.1" status: 200 len: 944 time: 0.0904560 Jun 18 05:25:48.455280 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-2e149ed1-c0fb-485d-823b-8a3d62f56ba3 req-a68cef10-f675-44d5-a526-d8efadef9741 service neutron] 10.222.0.15 "GET /v2.0/networks/1df631c6-dcd7-4307-8f3b-f75e299e78ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1473053 Jun 18 05:25:48.485585 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-72c6e362-b45c-4f8f-9fcc-cbd205878505 req-07a1aeac-75f6-4a20-9808-4e8bd253f075 tempest-TestVolumeBootPattern-2140324561 tempest-TestVolumeBootPattern-2140324561-project] 10.222.0.23 "GET /v2.0/security-groups?id=58bf4135-bd70-41ae-af28-83b051ed0d19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0601079 Jun 18 05:25:48.498822 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae78e221-320c-41c6-8c11-62134e78e3d7 req-a1ef5c62-3611-47e8-aa2f-2e870f6d2394 tempest-VolumesSnapshotTestJSON-1732513961 tempest-VolumesSnapshotTestJSON-1732513961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:25:48.500399 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-ae78e221-320c-41c6-8c11-62134e78e3d7 req-a1ef5c62-3611-47e8-aa2f-2e870f6d2394 tempest-VolumesSnapshotTestJSON-1732513961 tempest-VolumesSnapshotTestJSON-1732513961-project] 10.222.0.23 "GET /v2.0/ports?device_id=988490dd-03b8-4f3b-ac01-191d7e3f5985 HTTP/1.1" status: 200 len: 945 time: 0.0482001 Jun 18 05:25:48.549829 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-ae78e221-320c-41c6-8c11-62134e78e3d7 req-35fef275-cb77-4fa2-8587-b4f638a1653e tempest-VolumesSnapshotTestJSON-1732513961 tempest-VolumesSnapshotTestJSON-1732513961-project] 10.222.0.23 "GET /v2.0/security-groups?id=f6ee405e-7be7-4e21-9a90-0a1a8a130dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437315 Jun 18 05:25:49.603275 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7062d97e-2ca0-41a0-94fd-a6beff0ed432 req-6eb9cdb2-c362-42bb-9fdd-ec685cd23c80 tempest-TestVolumeBootPattern-2140324561 tempest-TestVolumeBootPattern-2140324561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:25:49.604883 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-7062d97e-2ca0-41a0-94fd-a6beff0ed432 req-6eb9cdb2-c362-42bb-9fdd-ec685cd23c80 tempest-TestVolumeBootPattern-2140324561 tempest-TestVolumeBootPattern-2140324561-project] 10.222.0.23 "GET /v2.0/ports?device_id=1e6e312a-e89e-46b8-8651-d8af33b96e1b HTTP/1.1" status: 200 len: 944 time: 0.0509832 Jun 18 05:25:49.654603 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-7062d97e-2ca0-41a0-94fd-a6beff0ed432 req-e475224d-7fe8-4404-b841-665bbd438707 tempest-TestVolumeBootPattern-2140324561 tempest-TestVolumeBootPattern-2140324561-project] 10.222.0.23 "GET /v2.0/security-groups?id=58bf4135-bd70-41ae-af28-83b051ed0d19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442209 Jun 18 05:25:50.199242 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG dbcounter [-] [104389] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:25:50.774833 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4e55aa-b1e2-4dba-bac0-f9403406c4f0 req-e050e6c1-7f75-4bef-b7c0-753dcb7c85a9 tempest-TestVolumeBootPattern-2140324561 tempest-TestVolumeBootPattern-2140324561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:25:50.776204 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-ae4e55aa-b1e2-4dba-bac0-f9403406c4f0 req-e050e6c1-7f75-4bef-b7c0-753dcb7c85a9 tempest-TestVolumeBootPattern-2140324561 tempest-TestVolumeBootPattern-2140324561-project] 10.222.0.23 "GET /v2.0/ports?device_id=1e6e312a-e89e-46b8-8651-d8af33b96e1b HTTP/1.1" status: 200 len: 944 time: 0.0501881 Jun 18 05:25:50.809032 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG dbcounter [-] [104388] Writing DB stats neutron:SELECT=100 {{(pid=104388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:25:50.825820 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-ae4e55aa-b1e2-4dba-bac0-f9403406c4f0 req-f39b47a1-9b63-4e56-957d-59d690eeec11 tempest-TestVolumeBootPattern-2140324561 tempest-TestVolumeBootPattern-2140324561-project] 10.222.0.23 "GET /v2.0/security-groups?id=58bf4135-bd70-41ae-af28-83b051ed0d19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437706 Jun 18 05:25:51.938376 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78ae57d-04c8-4b78-9023-14ffc0832c47 req-c201e3ba-d661-48b4-93dc-cf6315b6b4ad tempest-TestVolumeBootPattern-2140324561 tempest-TestVolumeBootPattern-2140324561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:25:51.939850 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-e78ae57d-04c8-4b78-9023-14ffc0832c47 req-c201e3ba-d661-48b4-93dc-cf6315b6b4ad tempest-TestVolumeBootPattern-2140324561 tempest-TestVolumeBootPattern-2140324561-project] 10.222.0.23 "GET /v2.0/ports?device_id=1e6e312a-e89e-46b8-8651-d8af33b96e1b HTTP/1.1" status: 200 len: 944 time: 0.0473342 Jun 18 05:25:51.973340 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG dbcounter [-] [104387] Writing DB stats neutron:SELECT=100 {{(pid=104387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:25:51.989677 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-e78ae57d-04c8-4b78-9023-14ffc0832c47 req-efee7767-4238-4b75-9c37-c9b43063b035 tempest-TestVolumeBootPattern-2140324561 tempest-TestVolumeBootPattern-2140324561-project] 10.222.0.23 "GET /v2.0/security-groups?id=58bf4135-bd70-41ae-af28-83b051ed0d19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443676 Jun 18 05:25:52.020101 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-5122a42b-720d-4d93-b1f9-2624befa3b47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789592556683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1744442'] for agent (426d7b1c-7831-4cf6-8aa4-29496a16634c), after_update {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:25:53.102321 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41f08e3-24ed-46d1-ba80-2949afbeb225 req-31a67fef-80e7-4e74-8e77-8b29e5d68135 tempest-TestVolumeBootPattern-2140324561 tempest-TestVolumeBootPattern-2140324561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:25:53.103766 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-d41f08e3-24ed-46d1-ba80-2949afbeb225 req-31a67fef-80e7-4e74-8e77-8b29e5d68135 tempest-TestVolumeBootPattern-2140324561 tempest-TestVolumeBootPattern-2140324561-project] 10.222.0.23 "GET /v2.0/ports?device_id=1e6e312a-e89e-46b8-8651-d8af33b96e1b HTTP/1.1" status: 200 len: 944 time: 0.0457544 Jun 18 05:25:53.154035 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-d41f08e3-24ed-46d1-ba80-2949afbeb225 req-6fd605ac-74c0-47d9-9e98-b535815a11d9 tempest-TestVolumeBootPattern-2140324561 tempest-TestVolumeBootPattern-2140324561-project] 10.222.0.23 "GET /v2.0/security-groups?id=58bf4135-bd70-41ae-af28-83b051ed0d19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441144 Jun 18 05:25:53.877739 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG dbcounter [-] [104390] Writing DB stats neutron:SELECT=9,neutron:UPDATE=1 {{(pid=104390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:25:53.880114 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG dbcounter [-] [104390] Writing DB stats neutron:SELECT=11,neutron:UPDATE=1 {{(pid=104390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:25:54.266798 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5756de8-67bd-4476-ac22-97fd8414c615 req-eedda323-7c6b-4cc1-9ad9-e7830cf5ec0c tempest-TestVolumeBootPattern-2140324561 tempest-TestVolumeBootPattern-2140324561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:25:54.268173 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-e5756de8-67bd-4476-ac22-97fd8414c615 req-eedda323-7c6b-4cc1-9ad9-e7830cf5ec0c tempest-TestVolumeBootPattern-2140324561 tempest-TestVolumeBootPattern-2140324561-project] 10.222.0.23 "GET /v2.0/ports?device_id=1e6e312a-e89e-46b8-8651-d8af33b96e1b HTTP/1.1" status: 200 len: 944 time: 0.0467105 Jun 18 05:25:54.320568 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-e5756de8-67bd-4476-ac22-97fd8414c615 req-11e66630-d532-4704-94b0-2f311dd20981 tempest-TestVolumeBootPattern-2140324561 tempest-TestVolumeBootPattern-2140324561-project] 10.222.0.23 "GET /v2.0/security-groups?id=58bf4135-bd70-41ae-af28-83b051ed0d19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469749 Jun 18 05:25:54.488370 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-b4a02469-0a53-4dde-b0b0-6aae556f8a1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789592556683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1744442'] for agent (a8549501-0164-4ac5-90a6-1ba1ba0d3f9d), after_update {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:25:55.432429 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f08d5a-8a81-42ea-a0d6-bfe07b2d208f req-114f46a0-4b32-4568-b61b-858af6df7f41 tempest-TestVolumeBootPattern-2140324561 tempest-TestVolumeBootPattern-2140324561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:25:55.434328 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-53f08d5a-8a81-42ea-a0d6-bfe07b2d208f req-114f46a0-4b32-4568-b61b-858af6df7f41 tempest-TestVolumeBootPattern-2140324561 tempest-TestVolumeBootPattern-2140324561-project] 10.222.0.23 "GET /v2.0/ports?device_id=1e6e312a-e89e-46b8-8651-d8af33b96e1b HTTP/1.1" status: 200 len: 944 time: 0.0469887 Jun 18 05:25:55.485281 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-53f08d5a-8a81-42ea-a0d6-bfe07b2d208f req-33af0e19-d690-437a-a691-3debc9a139f8 tempest-TestVolumeBootPattern-2140324561 tempest-TestVolumeBootPattern-2140324561-project] 10.222.0.23 "GET /v2.0/security-groups?id=58bf4135-bd70-41ae-af28-83b051ed0d19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454791 Jun 18 05:25:55.530393 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG dbcounter [-] [104389] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:25:55.591300 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-bd48e2cf-68a6-4f35-9a09-882d425f288c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789592556683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1744442'] for agent (e572bbf3-12d8-41bb-a2ed-524d739c9de1), after_update {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:25:56.228424 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.rpc [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] Device 30ebdd42-475a-47af-a0f7-18a2a06c0df9 details requested by agent hyperv_hv-cinder-83699 with host hv-cinder-83699 {{(pid=104389) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 18 05:25:56.329697 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.db [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] For port 30ebdd42-475a-47af-a0f7-18a2a06c0df9, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=30ebdd42-475a-47af-a0f7-18a2a06c0df9,segment=NetworkSegment(8aca2cfd-4c97-491c-8d50-193cbcc193f8),segment_id=8aca2cfd-4c97-491c-8d50-193cbcc193f8)] {{(pid=104389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 05:25:56.340782 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.rpc [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] Returning: {'device': '30ebdd42-475a-47af-a0f7-18a2a06c0df9', 'network_id': '1df631c6-dcd7-4307-8f3b-f75e299e78ec', 'port_id': '30ebdd42-475a-47af-a0f7-18a2a06c0df9', 'mac_address': 'fa:16:3e:85:3a:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 314, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6b669cb0-2ad3-4bdc-840d-cbd0d58ea955', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104389) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 18 05:25:56.375248 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.plugin [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] Current status of the port 30ebdd42-475a-47af-a0f7-18a2a06c0df9 is: DOWN; New status is: BUILD {{(pid=104389) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 18 05:25:56.375640 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1768406'] for port (30ebdd42-475a-47af-a0f7-18a2a06c0df9), before_update {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:25:56.388654 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.notifiers.nova [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 30ebdd42-475a-47af-a0f7-18a2a06c0df9 {{(pid=104389) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 18 05:25:56.412079 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.db [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] For port 30ebdd42-475a-47af-a0f7-18a2a06c0df9, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=30ebdd42-475a-47af-a0f7-18a2a06c0df9,segment=NetworkSegment(8aca2cfd-4c97-491c-8d50-193cbcc193f8),segment_id=8aca2cfd-4c97-491c-8d50-193cbcc193f8)] {{(pid=104389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 05:25:56.510968 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1768343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789592765606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789592262840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789592262858'] for port (30ebdd42-475a-47af-a0f7-18a2a06c0df9), after_update {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:25:56.561377 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] Pushing event updated for resources: {'Port': ['ID=30ebdd42-475a-47af-a0f7-18a2a06c0df9,revision_number=4']} {{(pid=104389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:25:56.600272 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0f133b-fe74-4426-9df4-733bce38a5f3 req-bfd60e95-6436-42bd-bb39-38a422a3eae2 tempest-TestVolumeBootPattern-2140324561 tempest-TestVolumeBootPattern-2140324561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:25:56.603034 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-7f0f133b-fe74-4426-9df4-733bce38a5f3 req-bfd60e95-6436-42bd-bb39-38a422a3eae2 tempest-TestVolumeBootPattern-2140324561 tempest-TestVolumeBootPattern-2140324561-project] 10.222.0.23 "GET /v2.0/ports?device_id=1e6e312a-e89e-46b8-8651-d8af33b96e1b HTTP/1.1" status: 200 len: 945 time: 0.0466270 Jun 18 05:25:56.651561 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-7f0f133b-fe74-4426-9df4-733bce38a5f3 req-1423645a-1926-48a2-9722-fb294ec60f32 tempest-TestVolumeBootPattern-2140324561 tempest-TestVolumeBootPattern-2140324561-project] 10.222.0.23 "GET /v2.0/security-groups?id=58bf4135-bd70-41ae-af28-83b051ed0d19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438955 Jun 18 05:25:56.820461 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.db [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] get_ports_and_sgs() called for port_ids ['30ebdd42-475a-47af-a0f7-18a2a06c0df9'] {{(pid=104389) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 18 05:25:57.271241 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-5df8b1a9-a354-44ed-8761-35e8e24f4084 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789592556683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1744442'] for agent (37f34a37-d85d-4c21-966b-86dc43157ac3), after_update {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:25:57.528551 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-c042a677-28f5-4026-b552-0173028fe9dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789592556683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1744442'] for agent (d503ae44-4e24-48d3-9886-03581f90537d), after_update {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:25:57.763264 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76dc7b1-c119-4abd-8fed-b09ad62f2dbf req-e4407929-6571-4a7f-8873-95d88317d603 tempest-TestVolumeBootPattern-2140324561 tempest-TestVolumeBootPattern-2140324561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:25:57.764713 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-d76dc7b1-c119-4abd-8fed-b09ad62f2dbf req-e4407929-6571-4a7f-8873-95d88317d603 tempest-TestVolumeBootPattern-2140324561 tempest-TestVolumeBootPattern-2140324561-project] 10.222.0.23 "GET /v2.0/ports?device_id=1e6e312a-e89e-46b8-8651-d8af33b96e1b HTTP/1.1" status: 200 len: 945 time: 0.0456722 Jun 18 05:25:57.812965 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-d76dc7b1-c119-4abd-8fed-b09ad62f2dbf req-d556e837-d7d4-4238-ab12-5387489b04d0 tempest-TestVolumeBootPattern-2140324561 tempest-TestVolumeBootPattern-2140324561-project] 10.222.0.23 "GET /v2.0/security-groups?id=58bf4135-bd70-41ae-af28-83b051ed0d19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427306 Jun 18 05:25:58.238923 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.rpc [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] Device 30ebdd42-475a-47af-a0f7-18a2a06c0df9 up at agent hyperv_hv-cinder-83699 {{(pid=104389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 18 05:25:58.280723 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.db.provisioning_blocks [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] Provisioning for port 30ebdd42-475a-47af-a0f7-18a2a06c0df9 completed by entity L2. {{(pid=104389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 18 05:25:58.356919 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.db.provisioning_blocks [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] Provisioning complete for port 30ebdd42-475a-47af-a0f7-18a2a06c0df9 triggered by entity L2. {{(pid=104389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 18 05:25:58.357296 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1740956'] for port (30ebdd42-475a-47af-a0f7-18a2a06c0df9), provisioning_complete {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:25:58.433927 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.plugin [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] Current status of the port 30ebdd42-475a-47af-a0f7-18a2a06c0df9 is: BUILD; New status is: ACTIVE {{(pid=104389) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 18 05:25:58.434133 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1768406'] for port (30ebdd42-475a-47af-a0f7-18a2a06c0df9), before_update {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:25:58.456601 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e6e312a-e89e-46b8-8651-d8af33b96e1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30ebdd42-475a-47af-a0f7-18a2a06c0df9'}] {{(pid=104389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 18 05:25:58.458846 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84994602c193c13a4c26b8b675ba51d9b392d44d80225cb9db16c930b334f47b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d54da56-cbda-4472-ae19-1a336563f31c" -d '{"events": [{"server_uuid": "1e6e312a-e89e-46b8-8651-d8af33b96e1b", "name": "network-vif-plugged", "status": "completed", "tag": "30ebdd42-475a-47af-a0f7-18a2a06c0df9"}]}' {{(pid=104389) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 05:25:58.460897 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG dbcounter [-] [104389] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:25:58.471934 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.db [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] For port 30ebdd42-475a-47af-a0f7-18a2a06c0df9, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=30ebdd42-475a-47af-a0f7-18a2a06c0df9,segment=NetworkSegment(8aca2cfd-4c97-491c-8d50-193cbcc193f8),segment_id=8aca2cfd-4c97-491c-8d50-193cbcc193f8)] {{(pid=104389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 05:25:58.497058 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Jun 2022 05:25:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6218aaa-d311-452e-93a0-6e9c6550ec4e x-openstack-request-id: req-f6218aaa-d311-452e-93a0-6e9c6550ec4e {{(pid=104389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 05:25:58.497356 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e6e312a-e89e-46b8-8651-d8af33b96e1b", "name": "network-vif-plugged", "status": "completed", "tag": "30ebdd42-475a-47af-a0f7-18a2a06c0df9", "code": 200}]} {{(pid=104389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 05:25:58.497655 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-f6218aaa-d311-452e-93a0-6e9c6550ec4e {{(pid=104389) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 05:25:58.498051 dv-cinder-836996-35-iscsi neutron-server[104389]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f6218aaa-d311-452e-93a0-6e9c6550ec4e'] response: {'server_uuid': '1e6e312a-e89e-46b8-8651-d8af33b96e1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30ebdd42-475a-47af-a0f7-18a2a06c0df9', 'code': 200} Jun 18 05:25:58.516548 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1768343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789592765606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789592262840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789592262858'] for port (30ebdd42-475a-47af-a0f7-18a2a06c0df9), after_update {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:25:58.538050 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG dbcounter [-] [104389] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=104389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:25:58.565026 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] Pushing event updated for resources: {'Port': ['ID=30ebdd42-475a-47af-a0f7-18a2a06c0df9,revision_number=5']} {{(pid=104389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:25:58.926897 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9b30b0-79c3-4ff6-9360-f13b6223d0b9 req-08254625-a257-4271-a161-62683acb5875 tempest-TestVolumeBootPattern-2140324561 tempest-TestVolumeBootPattern-2140324561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:25:58.928401 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-4c9b30b0-79c3-4ff6-9360-f13b6223d0b9 req-08254625-a257-4271-a161-62683acb5875 tempest-TestVolumeBootPattern-2140324561 tempest-TestVolumeBootPattern-2140324561-project] 10.222.0.23 "GET /v2.0/ports?device_id=1e6e312a-e89e-46b8-8651-d8af33b96e1b HTTP/1.1" status: 200 len: 946 time: 0.0469241 Jun 18 05:25:58.976580 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-4c9b30b0-79c3-4ff6-9360-f13b6223d0b9 req-5f082c27-2295-4db5-995a-3f98017ac764 tempest-TestVolumeBootPattern-2140324561 tempest-TestVolumeBootPattern-2140324561-project] 10.222.0.23 "GET /v2.0/security-groups?id=58bf4135-bd70-41ae-af28-83b051ed0d19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425856 Jun 18 05:26:00.089891 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3b1c46-e170-483a-ae6b-e7ca9823f062 req-2ed663b7-5ec1-4c13-ad84-604eb436489f tempest-TestVolumeBootPattern-2140324561 tempest-TestVolumeBootPattern-2140324561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:26:00.091433 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-2a3b1c46-e170-483a-ae6b-e7ca9823f062 req-2ed663b7-5ec1-4c13-ad84-604eb436489f tempest-TestVolumeBootPattern-2140324561 tempest-TestVolumeBootPattern-2140324561-project] 10.222.0.23 "GET /v2.0/ports?device_id=1e6e312a-e89e-46b8-8651-d8af33b96e1b HTTP/1.1" status: 200 len: 946 time: 0.0459616 Jun 18 05:26:00.139246 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-2a3b1c46-e170-483a-ae6b-e7ca9823f062 req-e66a16c5-3ccf-4c45-8ff9-c9a02b6c9513 tempest-TestVolumeBootPattern-2140324561 tempest-TestVolumeBootPattern-2140324561-project] 10.222.0.23 "GET /v2.0/security-groups?id=58bf4135-bd70-41ae-af28-83b051ed0d19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425224 Jun 18 05:26:01.256063 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7b29cc-13b1-4681-9ac3-e5e5dfc885f4 req-37a2e996-96e3-4355-9f02-b95d2fc11c7e tempest-TestVolumeBootPattern-2140324561 tempest-TestVolumeBootPattern-2140324561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:26:01.257559 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-bd7b29cc-13b1-4681-9ac3-e5e5dfc885f4 req-37a2e996-96e3-4355-9f02-b95d2fc11c7e tempest-TestVolumeBootPattern-2140324561 tempest-TestVolumeBootPattern-2140324561-project] 10.222.0.23 "GET /v2.0/ports?device_id=1e6e312a-e89e-46b8-8651-d8af33b96e1b HTTP/1.1" status: 200 len: 946 time: 0.0501950 Jun 18 05:26:01.310210 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-bd7b29cc-13b1-4681-9ac3-e5e5dfc885f4 req-649f0d31-c718-4822-ab67-d82782a17d0c tempest-TestVolumeBootPattern-2140324561 tempest-TestVolumeBootPattern-2140324561-project] 10.222.0.23 "GET /v2.0/security-groups?id=58bf4135-bd70-41ae-af28-83b051ed0d19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464003 Jun 18 05:26:01.377070 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98180a86-a47c-47a8-be47-a68102b8c55e req-0539a184-4f7e-4538-aefa-1b532eaa07e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:26:01.378580 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-98180a86-a47c-47a8-be47-a68102b8c55e req-0539a184-4f7e-4538-aefa-1b532eaa07e2 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=1e6e312a-e89e-46b8-8651-d8af33b96e1b HTTP/1.1" status: 200 len: 1130 time: 0.0382733 Jun 18 05:26:01.429088 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-98180a86-a47c-47a8-be47-a68102b8c55e req-9cc5bb10-c058-4037-b6a4-e22a943b0033 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=58bf4135-bd70-41ae-af28-83b051ed0d19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415521 Jun 18 05:26:02.428690 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c889bc1f-3680-4506-b883-227445f4f10e req-1239d499-6011-48b0-8cf2-8439b5c5702a tempest-TestVolumeBootPattern-2140324561 tempest-TestVolumeBootPattern-2140324561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:26:02.430268 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-c889bc1f-3680-4506-b883-227445f4f10e req-1239d499-6011-48b0-8cf2-8439b5c5702a tempest-TestVolumeBootPattern-2140324561 tempest-TestVolumeBootPattern-2140324561-project] 10.222.0.23 "GET /v2.0/ports?device_id=1e6e312a-e89e-46b8-8651-d8af33b96e1b HTTP/1.1" status: 200 len: 946 time: 0.0521996 Jun 18 05:26:02.463960 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG dbcounter [-] [104387] Writing DB stats neutron:SELECT=100 {{(pid=104387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:26:02.483843 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-c889bc1f-3680-4506-b883-227445f4f10e req-2a151193-fc5a-40a1-9054-39ed3abd5c91 tempest-TestVolumeBootPattern-2140324561 tempest-TestVolumeBootPattern-2140324561-project] 10.222.0.23 "GET /v2.0/security-groups?id=58bf4135-bd70-41ae-af28-83b051ed0d19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470819 Jun 18 05:26:03.598624 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef4ea2c-b363-4fd6-8cbe-668159de3569 req-da9380b0-2743-4025-9744-4e24caa3f6d0 tempest-TestVolumeBootPattern-2140324561 tempest-TestVolumeBootPattern-2140324561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:26:03.600080 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-8ef4ea2c-b363-4fd6-8cbe-668159de3569 req-da9380b0-2743-4025-9744-4e24caa3f6d0 tempest-TestVolumeBootPattern-2140324561 tempest-TestVolumeBootPattern-2140324561-project] 10.222.0.23 "GET /v2.0/ports?device_id=1e6e312a-e89e-46b8-8651-d8af33b96e1b HTTP/1.1" status: 200 len: 946 time: 0.0455096 Jun 18 05:26:03.653215 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-8ef4ea2c-b363-4fd6-8cbe-668159de3569 req-8faf8368-7012-4561-906f-77885f1417c9 tempest-TestVolumeBootPattern-2140324561 tempest-TestVolumeBootPattern-2140324561-project] 10.222.0.23 "GET /v2.0/security-groups?id=58bf4135-bd70-41ae-af28-83b051ed0d19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467260 Jun 18 05:26:04.775016 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7f672a-ee1e-445b-ad90-d028cd896893 req-60f71390-0916-4cf6-8eef-dddea1085eae tempest-TestVolumeBootPattern-2140324561 tempest-TestVolumeBootPattern-2140324561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:26:04.776503 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-8b7f672a-ee1e-445b-ad90-d028cd896893 req-60f71390-0916-4cf6-8eef-dddea1085eae tempest-TestVolumeBootPattern-2140324561 tempest-TestVolumeBootPattern-2140324561-project] 10.222.0.23 "GET /v2.0/ports?device_id=1e6e312a-e89e-46b8-8651-d8af33b96e1b HTTP/1.1" status: 200 len: 946 time: 0.0493982 Jun 18 05:26:04.827354 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-8b7f672a-ee1e-445b-ad90-d028cd896893 req-464bc1e8-17b7-4ed1-992a-e1c38842811b tempest-TestVolumeBootPattern-2140324561 tempest-TestVolumeBootPattern-2140324561-project] 10.222.0.23 "GET /v2.0/security-groups?id=58bf4135-bd70-41ae-af28-83b051ed0d19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432079 Jun 18 05:26:05.939481 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc9bc40-b2c8-450f-931e-3c69fb2d6ca6 req-22c4b9b2-1992-4c99-a72f-8c5623c2b8da tempest-TestVolumeBootPattern-2140324561 tempest-TestVolumeBootPattern-2140324561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:26:05.940978 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-8dc9bc40-b2c8-450f-931e-3c69fb2d6ca6 req-22c4b9b2-1992-4c99-a72f-8c5623c2b8da tempest-TestVolumeBootPattern-2140324561 tempest-TestVolumeBootPattern-2140324561-project] 10.222.0.23 "GET /v2.0/ports?device_id=1e6e312a-e89e-46b8-8651-d8af33b96e1b HTTP/1.1" status: 200 len: 946 time: 0.0472746 Jun 18 05:26:05.967193 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG dbcounter [-] [104388] Writing DB stats neutron:SELECT=100 {{(pid=104388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:26:05.992461 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-8dc9bc40-b2c8-450f-931e-3c69fb2d6ca6 req-8af27160-76a8-4fa3-99d2-0e3f8a243c8b tempest-TestVolumeBootPattern-2140324561 tempest-TestVolumeBootPattern-2140324561-project] 10.222.0.23 "GET /v2.0/security-groups?id=58bf4135-bd70-41ae-af28-83b051ed0d19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458968 Jun 18 05:26:07.125328 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc945ac-b259-4180-92df-5eec9055f839 req-11e252cf-3942-4e03-b86c-58fe8c64c588 tempest-TestVolumeBootPattern-2140324561 tempest-TestVolumeBootPattern-2140324561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:26:07.126833 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-6dc945ac-b259-4180-92df-5eec9055f839 req-11e252cf-3942-4e03-b86c-58fe8c64c588 tempest-TestVolumeBootPattern-2140324561 tempest-TestVolumeBootPattern-2140324561-project] 10.222.0.23 "GET /v2.0/ports?device_id=1e6e312a-e89e-46b8-8651-d8af33b96e1b HTTP/1.1" status: 200 len: 946 time: 0.0575616 Jun 18 05:26:07.180822 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-6dc945ac-b259-4180-92df-5eec9055f839 req-0a4e612e-ed5f-45ff-9bba-9020f1655c5d tempest-TestVolumeBootPattern-2140324561 tempest-TestVolumeBootPattern-2140324561-project] 10.222.0.23 "GET /v2.0/security-groups?id=58bf4135-bd70-41ae-af28-83b051ed0d19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482855 Jun 18 05:26:07.296089 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377d45ba-c2ec-4167-920f-b6344934d25a req-9a5b3a60-d52a-4e71-b1b7-ae432620f5d7 tempest-TestVolumeBootPattern-2140324561 tempest-TestVolumeBootPattern-2140324561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:26:07.297564 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-377d45ba-c2ec-4167-920f-b6344934d25a req-9a5b3a60-d52a-4e71-b1b7-ae432620f5d7 tempest-TestVolumeBootPattern-2140324561 tempest-TestVolumeBootPattern-2140324561-project] 10.222.0.23 "GET /v2.0/ports?device_id=1e6e312a-e89e-46b8-8651-d8af33b96e1b HTTP/1.1" status: 200 len: 946 time: 0.0483661 Jun 18 05:26:07.351274 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-377d45ba-c2ec-4167-920f-b6344934d25a req-79b941ad-beef-4a5d-a42a-c6d98ab556e5 tempest-TestVolumeBootPattern-2140324561 tempest-TestVolumeBootPattern-2140324561-project] 10.222.0.23 "GET /v2.0/security-groups?id=58bf4135-bd70-41ae-af28-83b051ed0d19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441747 Jun 18 05:26:07.374526 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.wsgi [-] (104388) accepted ('10.222.0.23', 56500) {{(pid=104388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 05:26:07.415230 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdf7fd48-22e9-4f1e-9b51-f70b91acec3b tempest-TestVolumeBootPattern-205209983 tempest-TestVolumeBootPattern-205209983-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:26:07.416746 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [None req-fdf7fd48-22e9-4f1e-9b51-f70b91acec3b tempest-TestVolumeBootPattern-205209983 tempest-TestVolumeBootPattern-205209983-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=1e6e312a-e89e-46b8-8651-d8af33b96e1b HTTP/1.1" status: 200 len: 1125 time: 0.0412199 Jun 18 05:26:07.419535 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.wsgi [-] (104388) accepted ('10.222.0.23', 56502) {{(pid=104388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 05:26:07.424449 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.api.v2.base [None req-0e838e3c-2bf9-458b-bbd7-0199a4ee92a4 tempest-TestVolumeBootPattern-2140324561 tempest-TestVolumeBootPattern-2140324561-project] Request body: {'floatingip': {'floating_network_id': '65c030c7-6a7d-4cea-a47d-5cdd532db0e6', 'port_id': '30ebdd42-475a-47af-a0f7-18a2a06c0df9', 'tenant_id': 'e5e4aece32ff462b9b9a42200d584c1b', 'fixed_ip_address': '172.20.0.11'}} {{(pid=104388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 18 05:26:07.482264 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-0e838e3c-2bf9-458b-bbd7-0199a4ee92a4 tempest-TestVolumeBootPattern-2140324561 tempest-TestVolumeBootPattern-2140324561-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:26:07.522213 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789592556683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1744442'] for agent (21f82a9e-593b-4fa9-aa06-dfe6f16482e6), after_update {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:26:07.560344 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG dbcounter [-] [104388] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:26:07.564079 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-0e838e3c-2bf9-458b-bbd7-0199a4ee92a4 tempest-TestVolumeBootPattern-2140324561 tempest-TestVolumeBootPattern-2140324561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1768406'] for port (None), before_create {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:26:07.673888 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.db.db_base_plugin_common [None req-0e838e3c-2bf9-458b-bbd7-0199a4ee92a4 tempest-TestVolumeBootPattern-2140324561 tempest-TestVolumeBootPattern-2140324561-project] Allocated IP 172.27.2.34 (65c030c7-6a7d-4cea-a47d-5cdd532db0e6/a9fa7760-a071-45ee-b985-799999c69975/fad53503-7828-489c-bd79-d3bb5b9647c5) {{(pid=104388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 05:26:07.774399 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-0e838e3c-2bf9-458b-bbd7-0199a4ee92a4 tempest-TestVolumeBootPattern-2140324561 tempest-TestVolumeBootPattern-2140324561-project] Publish callbacks [] for port (fad53503-7828-489c-bd79-d3bb5b9647c5), precommit_create {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:26:07.865870 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-0e838e3c-2bf9-458b-bbd7-0199a4ee92a4 tempest-TestVolumeBootPattern-2140324561 tempest-TestVolumeBootPattern-2140324561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1768343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789592262822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15493031'] for port (fad53503-7828-489c-bd79-d3bb5b9647c5), after_create {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:26:07.910281 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e838e3c-2bf9-458b-bbd7-0199a4ee92a4 tempest-TestVolumeBootPattern-2140324561 tempest-TestVolumeBootPattern-2140324561-project] Network 65c030c7-6a7d-4cea-a47d-5cdd532db0e6 is already hosted by enough agents. {{(pid=104388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 05:26:07.914808 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.scheduler.base_scheduler [None req-0e838e3c-2bf9-458b-bbd7-0199a4ee92a4 tempest-TestVolumeBootPattern-2140324561 tempest-TestVolumeBootPattern-2140324561-project] Resources bound (agent type, host, resource id): {{(pid=104388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 05:26:07.918546 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e838e3c-2bf9-458b-bbd7-0199a4ee92a4 tempest-TestVolumeBootPattern-2140324561 tempest-TestVolumeBootPattern-2140324561-project] Received port after_create {{(pid=104388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 18 05:26:07.922024 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e838e3c-2bf9-458b-bbd7-0199a4ee92a4 tempest-TestVolumeBootPattern-2140324561 tempest-TestVolumeBootPattern-2140324561-project] Pushing event updated for resources: {'Port': ['ID=fad53503-7828-489c-bd79-d3bb5b9647c5,revision_number=1']} {{(pid=104388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:26:07.949549 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e838e3c-2bf9-458b-bbd7-0199a4ee92a4 tempest-TestVolumeBootPattern-2140324561 tempest-TestVolumeBootPattern-2140324561-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:26:07.949946 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e838e3c-2bf9-458b-bbd7-0199a4ee92a4 tempest-TestVolumeBootPattern-2140324561 tempest-TestVolumeBootPattern-2140324561-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:26:07.950289 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e838e3c-2bf9-458b-bbd7-0199a4ee92a4 tempest-TestVolumeBootPattern-2140324561 tempest-TestVolumeBootPattern-2140324561-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:26:07.950628 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e838e3c-2bf9-458b-bbd7-0199a4ee92a4 tempest-TestVolumeBootPattern-2140324561 tempest-TestVolumeBootPattern-2140324561-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:26:07.950961 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e838e3c-2bf9-458b-bbd7-0199a4ee92a4 tempest-TestVolumeBootPattern-2140324561 tempest-TestVolumeBootPattern-2140324561-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:26:07.951854 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e838e3c-2bf9-458b-bbd7-0199a4ee92a4 tempest-TestVolumeBootPattern-2140324561 tempest-TestVolumeBootPattern-2140324561-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:26:07.952180 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e838e3c-2bf9-458b-bbd7-0199a4ee92a4 tempest-TestVolumeBootPattern-2140324561 tempest-TestVolumeBootPattern-2140324561-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:26:07.952506 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e838e3c-2bf9-458b-bbd7-0199a4ee92a4 tempest-TestVolumeBootPattern-2140324561 tempest-TestVolumeBootPattern-2140324561-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:26:07.952827 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e838e3c-2bf9-458b-bbd7-0199a4ee92a4 tempest-TestVolumeBootPattern-2140324561 tempest-TestVolumeBootPattern-2140324561-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:26:07.953150 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e838e3c-2bf9-458b-bbd7-0199a4ee92a4 tempest-TestVolumeBootPattern-2140324561 tempest-TestVolumeBootPattern-2140324561-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:26:07.953500 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e838e3c-2bf9-458b-bbd7-0199a4ee92a4 tempest-TestVolumeBootPattern-2140324561 tempest-TestVolumeBootPattern-2140324561-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:26:07.953824 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e838e3c-2bf9-458b-bbd7-0199a4ee92a4 tempest-TestVolumeBootPattern-2140324561 tempest-TestVolumeBootPattern-2140324561-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:26:07.954141 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e838e3c-2bf9-458b-bbd7-0199a4ee92a4 tempest-TestVolumeBootPattern-2140324561 tempest-TestVolumeBootPattern-2140324561-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:26:07.954457 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e838e3c-2bf9-458b-bbd7-0199a4ee92a4 tempest-TestVolumeBootPattern-2140324561 tempest-TestVolumeBootPattern-2140324561-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:26:07.954771 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e838e3c-2bf9-458b-bbd7-0199a4ee92a4 tempest-TestVolumeBootPattern-2140324561 tempest-TestVolumeBootPattern-2140324561-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:26:08.088993 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG dbcounter [-] [104388] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=104388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:26:08.288300 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-0e838e3c-2bf9-458b-bbd7-0199a4ee92a4 tempest-TestVolumeBootPattern-2140324561 tempest-TestVolumeBootPattern-2140324561-project] Publish callbacks [] for floatingip (acdb2ab4-dc79-4682-91b1-a54d729b6c89), precommit_create {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:26:08.305793 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG dbcounter [-] [104388] Writing DB stats neutron:UPDATE=2,neutron:SELECT=95,neutron:INSERT=3 {{(pid=104388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:26:08.454852 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-0e838e3c-2bf9-458b-bbd7-0199a4ee92a4 tempest-TestVolumeBootPattern-2140324561 tempest-TestVolumeBootPattern-2140324561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1768406'] for port (fad53503-7828-489c-bd79-d3bb5b9647c5), before_update {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:26:08.600348 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-0e838e3c-2bf9-458b-bbd7-0199a4ee92a4 tempest-TestVolumeBootPattern-2140324561 tempest-TestVolumeBootPattern-2140324561-project] Publish callbacks [] for port (fad53503-7828-489c-bd79-d3bb5b9647c5), precommit_update {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:26:08.693730 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-0e838e3c-2bf9-458b-bbd7-0199a4ee92a4 tempest-TestVolumeBootPattern-2140324561 tempest-TestVolumeBootPattern-2140324561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1768343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789592765606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789592262840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789592262858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15493038'] for port (fad53503-7828-489c-bd79-d3bb5b9647c5), after_update {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:26:08.761318 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e838e3c-2bf9-458b-bbd7-0199a4ee92a4 tempest-TestVolumeBootPattern-2140324561 tempest-TestVolumeBootPattern-2140324561-project] Pushing event updated for resources: {'Port': ['ID=fad53503-7828-489c-bd79-d3bb5b9647c5,revision_number=2']} {{(pid=104388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:26:08.772254 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-0e838e3c-2bf9-458b-bbd7-0199a4ee92a4 tempest-TestVolumeBootPattern-2140324561 tempest-TestVolumeBootPattern-2140324561-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-736808'] for floatingip (acdb2ab4-dc79-4682-91b1-a54d729b6c89), after_create {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:26:08.865899 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.db.l3_db [None req-0e838e3c-2bf9-458b-bbd7-0199a4ee92a4 tempest-TestVolumeBootPattern-2140324561 tempest-TestVolumeBootPattern-2140324561-project] Floating IP acdb2ab4-dc79-4682-91b1-a54d729b6c89 associated. External IP: 172.27.2.34, port: 30ebdd42-475a-47af-a0f7-18a2a06c0df9. Jun 18 05:26:09.059878 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e838e3c-2bf9-458b-bbd7-0199a4ee92a4 tempest-TestVolumeBootPattern-2140324561 tempest-TestVolumeBootPattern-2140324561-project] Router febfd648-1542-4a4c-8d49-ecc66f2a4a94 has already been hosted by L3 agent a8549501-0164-4ac5-90a6-1ba1ba0d3f9d {{(pid=104388) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 18 05:26:09.149794 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG dbcounter [-] [104388] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:26:09.163902 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e838e3c-2bf9-458b-bbd7-0199a4ee92a4 tempest-TestVolumeBootPattern-2140324561 tempest-TestVolumeBootPattern-2140324561-project] Notify agent at l3_agent.dv-cinder-836996-35-iscsi the message routers_updated {{(pid=104388) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 05:26:09.175301 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba28954b-cbd3-4e0e-a07d-ab3f0b1ddb6a None None] Sync routers for ids ['febfd648-1542-4a4c-8d49-ecc66f2a4a94'] in dv-cinder-836996-35-iscsi {{(pid=104389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 05:26:09.190721 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba28954b-cbd3-4e0e-a07d-ab3f0b1ddb6a None None] Routers {'febfd648-1542-4a4c-8d49-ecc66f2a4a94'} bound to L3 agent in host dv-cinder-836996-35-iscsi {{(pid=104389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 18 05:26:09.191331 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.db.l3_hamode_db [None req-ba28954b-cbd3-4e0e-a07d-ab3f0b1ddb6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-35-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-18T05:08:24Z,description=,heartbeat_timestamp=2022-06-18T05:25:54Z,host='dv-cinder-836996-35-iscsi',id=a8549501-0164-4ac5-90a6-1ba1ba0d3f9d,load=0,resource_versions=,resources_synced=,started_at=2022-06-18T05:08:25Z,topic='l3_agent')) {'router_ids': ['febfd648-1542-4a4c-8d49-ecc66f2a4a94'], 'active': True} {{(pid=104389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 05:26:09.285188 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-0e838e3c-2bf9-458b-bbd7-0199a4ee92a4 tempest-TestVolumeBootPattern-2140324561 tempest-TestVolumeBootPattern-2140324561-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19502'] for floatingip (None), before_response {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:26:09.297645 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.db.l3_dvr_db [None req-ba28954b-cbd3-4e0e-a07d-ab3f0b1ddb6a None None] Set router febfd648-1542-4a4c-8d49-ecc66f2a4a94 gateway port host: dv-cinder-836996-35-iscsi {{(pid=104389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 18 05:26:09.315951 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [None req-0e838e3c-2bf9-458b-bbd7-0199a4ee92a4 tempest-TestVolumeBootPattern-2140324561 tempest-TestVolumeBootPattern-2140324561-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8948920 Jun 18 05:26:09.316631 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e6e312a-e89e-46b8-8651-d8af33b96e1b', 'tag': '30ebdd42-475a-47af-a0f7-18a2a06c0df9'}] {{(pid=104388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 18 05:26:09.319089 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76651050bff5b1e15da4688504920c0e470581a7df997af8856c46d23e91a66a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79c8caf3-2351-4c8c-b2de-a6dd856bc78e" -d '{"events": [{"name": "network-changed", "server_uuid": "1e6e312a-e89e-46b8-8651-d8af33b96e1b", "tag": "30ebdd42-475a-47af-a0f7-18a2a06c0df9"}]}' {{(pid=104388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 05:26:09.355071 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Jun 2022 05:26:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8cb8f088-3342-48f1-8772-128dfb36ed93 x-openstack-request-id: req-8cb8f088-3342-48f1-8772-128dfb36ed93 {{(pid=104388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 05:26:09.355354 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1e6e312a-e89e-46b8-8651-d8af33b96e1b", "tag": "30ebdd42-475a-47af-a0f7-18a2a06c0df9", "status": "completed", "code": 200}]} {{(pid=104388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 05:26:09.355625 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-8cb8f088-3342-48f1-8772-128dfb36ed93 {{(pid=104388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 05:26:09.356037 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8cb8f088-3342-48f1-8772-128dfb36ed93'] response: {'name': 'network-changed', 'server_uuid': '1e6e312a-e89e-46b8-8651-d8af33b96e1b', 'tag': '30ebdd42-475a-47af-a0f7-18a2a06c0df9', 'status': 'completed', 'code': 200} Jun 18 05:26:09.450623 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c8caf3-2351-4c8c-b2de-a6dd856bc78e req-9e19a0c0-1ab1-4848-8fc1-fc6acb4f0de3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:26:09.452792 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-79c8caf3-2351-4c8c-b2de-a6dd856bc78e req-9e19a0c0-1ab1-4848-8fc1-fc6acb4f0de3 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e5e4aece32ff462b9b9a42200d584c1b&device_id=1e6e312a-e89e-46b8-8651-d8af33b96e1b HTTP/1.1" status: 200 len: 1130 time: 0.0398962 Jun 18 05:26:09.515200 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.db.l3_hamode_db [None req-ba28954b-cbd3-4e0e-a07d-ab3f0b1ddb6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'febfd648-1542-4a4c-8d49-ecc66f2a4a94', 'name': 'tempest-TestVolumeBootPattern-1313612744-router', 'tenant_id': 'e5e4aece32ff462b9b9a42200d584c1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65c030c7-6a7d-4cea-a47d-5cdd532db0e6', 'external_fixed_ips': [{'subnet_id': 'a9fa7760-a071-45ee-b985-799999c69975', 'ip_address': '172.27.2.206'}], 'enable_snat': True}, 'gw_port_id': '8849aa39-3bdf-4229-a0da-4d21338ac229', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-18T05:20:03Z', 'updated_at': '2022-06-18T05:20:06Z', 'revision_number': 4, 'project_id': 'e5e4aece32ff462b9b9a42200d584c1b', 'gw_port': {'id': '8849aa39-3bdf-4229-a0da-4d21338ac229', 'name': '', 'network_id': '65c030c7-6a7d-4cea-a47d-5cdd532db0e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:7d:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'febfd648-1542-4a4c-8d49-ecc66f2a4a94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': 'a9fa7760-a071-45ee-b985-799999c69975', 'ip_address': '172.27.2.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-18T05:20:03Z', 'updated_at': '2022-06-18T05:20:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9fa7760-a071-45ee-b985-799999c69975', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-35-iscsi', '_floatingips': [{'id': '336adc92-381b-4994-863d-a69bb5088060', 'tenant_id': 'e5e4aece32ff462b9b9a42200d584c1b', 'floating_ip_address': '172.27.2.247', 'floating_network_id': '65c030c7-6a7d-4cea-a47d-5cdd532db0e6', 'router_id': 'febfd648-1542-4a4c-8d49-ecc66f2a4a94', 'port_id': 'f1e35c87-41ca-48fb-a045-921ff1c239b0', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 525, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1df631c6-dcd7-4307-8f3b-f75e299e78ec', 'mac_address': 'fa:16:3e:2e:16:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd167251a-f398-4442-a5b0-f75ab2d4d1b4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-18T05:23:41Z', 'updated_at': '2022-06-18T05:23:44Z', 'revision_number': 1, 'project_id': 'e5e4aece32ff462b9b9a42200d584c1b', 'fixed_ip_address_scope': None}, {'id': 'acdb2ab4-dc79-4682-91b1-a54d729b6c89', 'tenant_id': 'e5e4aece32ff462b9b9a42200d584c1b', 'floating_ip_address': '172.27.2.34', 'floating_network_id': '65c030c7-6a7d-4cea-a47d-5cdd532db0e6', 'router_id': 'febfd648-1542-4a4c-8d49-ecc66f2a4a94', 'port_id': '30ebdd42-475a-47af-a0f7-18a2a06c0df9', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 671, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1df631c6-dcd7-4307-8f3b-f75e299e78ec', 'mac_address': 'fa:16:3e:85:3a:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e6e312a-e89e-46b8-8651-d8af33b96e1b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-18T05:26:08Z', 'updated_at': '2022-06-18T05:26:08Z', 'revision_number': 0, 'project_id': 'e5e4aece32ff462b9b9a42200d584c1b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ad37ad86-af51-48c9-8423-f4dcba784269', 'name': '', 'network_id': '1df631c6-dcd7-4307-8f3b-f75e299e78ec', 'tenant_id': 'e5e4aece32ff462b9b9a42200d584c1b', 'mac_address': 'fa:16:3e:41:1e:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'febfd648-1542-4a4c-8d49-ecc66f2a4a94', 'device_owner': 'network:router_interface', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '6b669cb0-2ad3-4bdc-840d-cbd0d58ea955', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-18T05:20:06Z', 'updated_at': '2022-06-18T05:20:10Z', 'revision_number': 5, 'project_id': 'e5e4aece32ff462b9b9a42200d584c1b', 'subnets': [{'id': '6b669cb0-2ad3-4bdc-840d-cbd0d58ea955', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-35-iscsi', False) {} {{(pid=104389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 05:26:09.541168 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba28954b-cbd3-4e0e-a07d-ab3f0b1ddb6a None None] Checking router: febfd648-1542-4a4c-8d49-ecc66f2a4a94 for host: dv-cinder-836996-35-iscsi {{(pid=104389) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 05:26:09.549457 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c8caf3-2351-4c8c-b2de-a6dd856bc78e req-c07a24c9-1dc0-4e2a-a386-469148bce1b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:26:09.550302 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba28954b-cbd3-4e0e-a07d-ab3f0b1ddb6a None None] Routers {'febfd648-1542-4a4c-8d49-ecc66f2a4a94'} bound to L3 agent in host dv-cinder-836996-35-iscsi {{(pid=104389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 18 05:26:09.550901 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.db.l3_hamode_db [None req-ba28954b-cbd3-4e0e-a07d-ab3f0b1ddb6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-35-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-18T05:08:24Z,description=,heartbeat_timestamp=2022-06-18T05:25:54Z,host='dv-cinder-836996-35-iscsi',id=a8549501-0164-4ac5-90a6-1ba1ba0d3f9d,load=0,resource_versions=,resources_synced=,started_at=2022-06-18T05:08:25Z,topic='l3_agent')) {'router_ids': ['febfd648-1542-4a4c-8d49-ecc66f2a4a94'], 'active': True} {{(pid=104389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 05:26:09.551057 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-79c8caf3-2351-4c8c-b2de-a6dd856bc78e req-c07a24c9-1dc0-4e2a-a386-469148bce1b3 service neutron] 10.222.0.15 "GET /v2.0/networks?id=1df631c6-dcd7-4307-8f3b-f75e299e78ec HTTP/1.1" status: 200 len: 913 time: 0.0912490 Jun 18 05:26:09.614240 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-79c8caf3-2351-4c8c-b2de-a6dd856bc78e req-d3ba8ef4-54e1-402c-aa86-53c5e4824be6 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=30ebdd42-475a-47af-a0f7-18a2a06c0df9 HTTP/1.1" status: 200 len: 999 time: 0.0562208 Jun 18 05:26:09.657876 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.db.l3_dvr_db [None req-ba28954b-cbd3-4e0e-a07d-ab3f0b1ddb6a None None] Set router febfd648-1542-4a4c-8d49-ecc66f2a4a94 gateway port host: dv-cinder-836996-35-iscsi {{(pid=104389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 18 05:26:09.675329 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c8caf3-2351-4c8c-b2de-a6dd856bc78e req-6d083048-07c9-4299-a9f8-0effe912ce0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:26:09.676776 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-79c8caf3-2351-4c8c-b2de-a6dd856bc78e req-6d083048-07c9-4299-a9f8-0effe912ce0f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=6b669cb0-2ad3-4bdc-840d-cbd0d58ea955 HTTP/1.1" status: 200 len: 851 time: 0.0474908 Jun 18 05:26:09.713422 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG dbcounter [-] [104388] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:26:09.722164 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG neutron.db.agents_db [None req-f0cd052f-7516-4656-9d29-e77bb90ffdea None None] Agent healthcheck: found 6 active agents {{(pid=104390) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 18 05:26:09.727512 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c8caf3-2351-4c8c-b2de-a6dd856bc78e req-5878464d-4baf-4925-8488-c648266ee3b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:26:09.727512 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-79c8caf3-2351-4c8c-b2de-a6dd856bc78e req-5878464d-4baf-4925-8488-c648266ee3b2 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=1df631c6-dcd7-4307-8f3b-f75e299e78ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0384262 Jun 18 05:26:09.820342 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-79c8caf3-2351-4c8c-b2de-a6dd856bc78e req-f0562fda-7f0c-45d6-aa67-9fa5931fcf52 service neutron] 10.222.0.15 "GET /v2.0/networks/1df631c6-dcd7-4307-8f3b-f75e299e78ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860140 Jun 18 05:26:09.876495 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.db.l3_hamode_db [None req-ba28954b-cbd3-4e0e-a07d-ab3f0b1ddb6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'febfd648-1542-4a4c-8d49-ecc66f2a4a94', 'name': 'tempest-TestVolumeBootPattern-1313612744-router', 'tenant_id': 'e5e4aece32ff462b9b9a42200d584c1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65c030c7-6a7d-4cea-a47d-5cdd532db0e6', 'external_fixed_ips': [{'subnet_id': 'a9fa7760-a071-45ee-b985-799999c69975', 'ip_address': '172.27.2.206'}], 'enable_snat': True}, 'gw_port_id': '8849aa39-3bdf-4229-a0da-4d21338ac229', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-18T05:20:03Z', 'updated_at': '2022-06-18T05:20:06Z', 'revision_number': 4, 'project_id': 'e5e4aece32ff462b9b9a42200d584c1b', 'gw_port': {'id': '8849aa39-3bdf-4229-a0da-4d21338ac229', 'name': '', 'network_id': '65c030c7-6a7d-4cea-a47d-5cdd532db0e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:7d:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'febfd648-1542-4a4c-8d49-ecc66f2a4a94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': 'a9fa7760-a071-45ee-b985-799999c69975', 'ip_address': '172.27.2.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-18T05:20:03Z', 'updated_at': '2022-06-18T05:20:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9fa7760-a071-45ee-b985-799999c69975', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-35-iscsi', '_floatingips': [{'id': '336adc92-381b-4994-863d-a69bb5088060', 'tenant_id': 'e5e4aece32ff462b9b9a42200d584c1b', 'floating_ip_address': '172.27.2.247', 'floating_network_id': '65c030c7-6a7d-4cea-a47d-5cdd532db0e6', 'router_id': 'febfd648-1542-4a4c-8d49-ecc66f2a4a94', 'port_id': 'f1e35c87-41ca-48fb-a045-921ff1c239b0', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 525, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1df631c6-dcd7-4307-8f3b-f75e299e78ec', 'mac_address': 'fa:16:3e:2e:16:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd167251a-f398-4442-a5b0-f75ab2d4d1b4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-18T05:23:41Z', 'updated_at': '2022-06-18T05:23:44Z', 'revision_number': 1, 'project_id': 'e5e4aece32ff462b9b9a42200d584c1b', 'fixed_ip_address_scope': None}, {'id': 'acdb2ab4-dc79-4682-91b1-a54d729b6c89', 'tenant_id': 'e5e4aece32ff462b9b9a42200d584c1b', 'floating_ip_address': '172.27.2.34', 'floating_network_id': '65c030c7-6a7d-4cea-a47d-5cdd532db0e6', 'router_id': 'febfd648-1542-4a4c-8d49-ecc66f2a4a94', 'port_id': '30ebdd42-475a-47af-a0f7-18a2a06c0df9', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 671, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1df631c6-dcd7-4307-8f3b-f75e299e78ec', 'mac_address': 'fa:16:3e:85:3a:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e6e312a-e89e-46b8-8651-d8af33b96e1b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-18T05:26:08Z', 'updated_at': '2022-06-18T05:26:08Z', 'revision_number': 0, 'project_id': 'e5e4aece32ff462b9b9a42200d584c1b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ad37ad86-af51-48c9-8423-f4dcba784269', 'name': '', 'network_id': '1df631c6-dcd7-4307-8f3b-f75e299e78ec', 'tenant_id': 'e5e4aece32ff462b9b9a42200d584c1b', 'mac_address': 'fa:16:3e:41:1e:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'febfd648-1542-4a4c-8d49-ecc66f2a4a94', 'device_owner': 'network:router_interface', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '6b669cb0-2ad3-4bdc-840d-cbd0d58ea955', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-18T05:20:06Z', 'updated_at': '2022-06-18T05:20:10Z', 'revision_number': 5, 'project_id': 'e5e4aece32ff462b9b9a42200d584c1b', 'subnets': [{'id': '6b669cb0-2ad3-4bdc-840d-cbd0d58ea955', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-35-iscsi', False) {} {{(pid=104389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 05:26:09.900288 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba28954b-cbd3-4e0e-a07d-ab3f0b1ddb6a None None] The sync data for ids ['febfd648-1542-4a4c-8d49-ecc66f2a4a94'] in dv-cinder-836996-35-iscsi is: [{'id': 'febfd648-1542-4a4c-8d49-ecc66f2a4a94', 'name': 'tempest-TestVolumeBootPattern-1313612744-router', 'tenant_id': 'e5e4aece32ff462b9b9a42200d584c1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65c030c7-6a7d-4cea-a47d-5cdd532db0e6', 'external_fixed_ips': [{'subnet_id': 'a9fa7760-a071-45ee-b985-799999c69975', 'ip_address': '172.27.2.206'}], 'enable_snat': True}, 'gw_port_id': '8849aa39-3bdf-4229-a0da-4d21338ac229', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-18T05:20:03Z', 'updated_at': '2022-06-18T05:20:06Z', 'revision_number': 4, 'project_id': 'e5e4aece32ff462b9b9a42200d584c1b', 'gw_port': {'id': '8849aa39-3bdf-4229-a0da-4d21338ac229', 'name': '', 'network_id': '65c030c7-6a7d-4cea-a47d-5cdd532db0e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:7d:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'febfd648-1542-4a4c-8d49-ecc66f2a4a94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': 'a9fa7760-a071-45ee-b985-799999c69975', 'ip_address': '172.27.2.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-18T05:20:03Z', 'updated_at': '2022-06-18T05:20:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9fa7760-a071-45ee-b985-799999c69975', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-35-iscsi', '_floatingips': [{'id': '336adc92-381b-4994-863d-a69bb5088060', 'tenant_id': 'e5e4aece32ff462b9b9a42200d584c1b', 'floating_ip_address': '172.27.2.247', 'floating_network_id': '65c030c7-6a7d-4cea-a47d-5cdd532db0e6', 'router_id': 'febfd648-1542-4a4c-8d49-ecc66f2a4a94', 'port_id': 'f1e35c87-41ca-48fb-a045-921ff1c239b0', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 525, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1df631c6-dcd7-4307-8f3b-f75e299e78ec', 'mac_address': 'fa:16:3e:2e:16:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd167251a-f398-4442-a5b0-f75ab2d4d1b4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-18T05:23:41Z', 'updated_at': '2022-06-18T05:23:44Z', 'revision_number': 1, 'project_id': 'e5e4aece32ff462b9b9a42200d584c1b', 'fixed_ip_address_scope': None}, {'id': 'acdb2ab4-dc79-4682-91b1-a54d729b6c89', 'tenant_id': 'e5e4aece32ff462b9b9a42200d584c1b', 'floating_ip_address': '172.27.2.34', 'floating_network_id': '65c030c7-6a7d-4cea-a47d-5cdd532db0e6', 'router_id': 'febfd648-1542-4a4c-8d49-ecc66f2a4a94', 'port_id': '30ebdd42-475a-47af-a0f7-18a2a06c0df9', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 671, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1df631c6-dcd7-4307-8f3b-f75e299e78ec', 'mac_address': 'fa:16:3e:85:3a:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e6e312a-e89e-46b8-8651-d8af33b96e1b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-18T05:26:08Z', 'updated_at': '2022-06-18T05:26:08Z', 'revision_number': 0, 'project_id': 'e5e4aece32ff462b9b9a42200d584c1b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ad37ad86-af51-48c9-8423-f4dcba784269', 'name': '', 'network_id': '1df631c6-dcd7-4307-8f3b-f75e299e78ec', 'tenant_id': 'e5e4aece32ff462b9b9a42200d584c1b', 'mac_address': 'fa:16:3e:41:1e:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'febfd648-1542-4a4c-8d49-ecc66f2a4a94', 'device_owner': 'network:router_interface', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '6b669cb0-2ad3-4bdc-840d-cbd0d58ea955', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-18T05:20:06Z', 'updated_at': '2022-06-18T05:20:10Z', 'revision_number': 5, 'project_id': 'e5e4aece32ff462b9b9a42200d584c1b', 'subnets': [{'id': '6b669cb0-2ad3-4bdc-840d-cbd0d58ea955', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 05:26:09.917517 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-79c8caf3-2351-4c8c-b2de-a6dd856bc78e req-3f5c54c7-3965-413c-a41a-515d3b583922 service neutron] 10.222.0.15 "GET /v2.0/networks/1df631c6-dcd7-4307-8f3b-f75e299e78ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867105 Jun 18 05:26:10.088477 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a17b0fc0-7190-4c9b-8e0b-69b7b29cc19a None None] New status for floating IP acdb2ab4-dc79-4682-91b1-a54d729b6c89: ACTIVE {{(pid=104390) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 18 05:26:13.181966 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e75eb41-58c5-404f-a759-d679192da820 req-552a2138-e736-4d28-a10d-4c1f1777e620 tempest-VolumesSnapshotTestJSON-1732513961 tempest-VolumesSnapshotTestJSON-1732513961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:26:13.183449 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-5e75eb41-58c5-404f-a759-d679192da820 req-552a2138-e736-4d28-a10d-4c1f1777e620 tempest-VolumesSnapshotTestJSON-1732513961 tempest-VolumesSnapshotTestJSON-1732513961-project] 10.222.0.23 "GET /v2.0/ports?device_id=988490dd-03b8-4f3b-ac01-191d7e3f5985 HTTP/1.1" status: 200 len: 945 time: 0.0478740 Jun 18 05:26:13.231240 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-5e75eb41-58c5-404f-a759-d679192da820 req-5c4974af-c0fa-43b4-9965-cf4dc14bc3df tempest-VolumesSnapshotTestJSON-1732513961 tempest-VolumesSnapshotTestJSON-1732513961-project] 10.222.0.23 "GET /v2.0/security-groups?id=f6ee405e-7be7-4e21-9a90-0a1a8a130dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416174 Jun 18 05:26:14.345762 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9bfaae1-e45c-4e2b-a1ca-5520317fab7d req-b60d5e08-b329-4582-9428-cbe7b08d060c tempest-VolumesSnapshotTestJSON-1732513961 tempest-VolumesSnapshotTestJSON-1732513961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:26:14.347263 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-d9bfaae1-e45c-4e2b-a1ca-5520317fab7d req-b60d5e08-b329-4582-9428-cbe7b08d060c tempest-VolumesSnapshotTestJSON-1732513961 tempest-VolumesSnapshotTestJSON-1732513961-project] 10.222.0.23 "GET /v2.0/ports?device_id=988490dd-03b8-4f3b-ac01-191d7e3f5985 HTTP/1.1" status: 200 len: 945 time: 0.0462642 Jun 18 05:26:14.395513 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-d9bfaae1-e45c-4e2b-a1ca-5520317fab7d req-c3053dcb-afff-4147-83ba-63bcb65fbc6f tempest-VolumesSnapshotTestJSON-1732513961 tempest-VolumesSnapshotTestJSON-1732513961-project] 10.222.0.23 "GET /v2.0/security-groups?id=f6ee405e-7be7-4e21-9a90-0a1a8a130dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425839 Jun 18 05:26:15.157144 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00aa7862-39f6-493c-8ef3-ea4ffeaa90f7 req-9565b4fe-f065-442c-b81b-05f6d85f10f9 tempest-VolumesSnapshotTestJSON-1732513961 tempest-VolumesSnapshotTestJSON-1732513961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:26:15.158618 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-00aa7862-39f6-493c-8ef3-ea4ffeaa90f7 req-9565b4fe-f065-442c-b81b-05f6d85f10f9 tempest-VolumesSnapshotTestJSON-1732513961 tempest-VolumesSnapshotTestJSON-1732513961-project] 10.222.0.15 "GET /v2.0/ports?device_id=988490dd-03b8-4f3b-ac01-191d7e3f5985 HTTP/1.1" status: 200 len: 945 time: 0.0495503 Jun 18 05:26:15.241911 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.plugins.ml2.plugin [req-00aa7862-39f6-493c-8ef3-ea4ffeaa90f7 req-edf9dedc-db05-4942-8dfc-9dac36bc1b7b tempest-VolumesSnapshotTestJSON-1732513961 tempest-VolumesSnapshotTestJSON-1732513961-project] Deleting port 98cb0377-90ac-4b5c-87c1-a5c2b4d539a0 {{(pid=104388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 18 05:26:15.242247 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [req-00aa7862-39f6-493c-8ef3-ea4ffeaa90f7 req-edf9dedc-db05-4942-8dfc-9dac36bc1b7b tempest-VolumesSnapshotTestJSON-1732513961 tempest-VolumesSnapshotTestJSON-1732513961-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789592760634'] for port (98cb0377-90ac-4b5c-87c1-a5c2b4d539a0), before_delete {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:26:15.609785 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89024f20-7c74-4d84-a363-ed64a652e6ea req-a2092533-db21-411b-b76a-4f413d335fd9 tempest-VolumesSnapshotTestJSON-1732513961 tempest-VolumesSnapshotTestJSON-1732513961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:26:15.613419 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-89024f20-7c74-4d84-a363-ed64a652e6ea req-a2092533-db21-411b-b76a-4f413d335fd9 tempest-VolumesSnapshotTestJSON-1732513961 tempest-VolumesSnapshotTestJSON-1732513961-project] 10.222.0.23 "GET /v2.0/ports?device_id=988490dd-03b8-4f3b-ac01-191d7e3f5985 HTTP/1.1" status: 200 len: 945 time: 0.0669332 Jun 18 05:26:15.616102 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.plugins.ml2.db [req-00aa7862-39f6-493c-8ef3-ea4ffeaa90f7 req-edf9dedc-db05-4942-8dfc-9dac36bc1b7b tempest-VolumesSnapshotTestJSON-1732513961 tempest-VolumesSnapshotTestJSON-1732513961-project] For port 98cb0377-90ac-4b5c-87c1-a5c2b4d539a0, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=98cb0377-90ac-4b5c-87c1-a5c2b4d539a0,segment=NetworkSegment(a0c6d043-6d31-4159-b4fb-9bd74a6a684d),segment_id=a0c6d043-6d31-4159-b4fb-9bd74a6a684d)] {{(pid=104388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 05:26:15.616475 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [req-00aa7862-39f6-493c-8ef3-ea4ffeaa90f7 req-edf9dedc-db05-4942-8dfc-9dac36bc1b7b tempest-VolumesSnapshotTestJSON-1732513961 tempest-VolumesSnapshotTestJSON-1732513961-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-734995'] for port (98cb0377-90ac-4b5c-87c1-a5c2b4d539a0), precommit_delete {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:26:15.644057 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.plugins.ml2.plugin [req-00aa7862-39f6-493c-8ef3-ea4ffeaa90f7 req-edf9dedc-db05-4942-8dfc-9dac36bc1b7b tempest-VolumesSnapshotTestJSON-1732513961 tempest-VolumesSnapshotTestJSON-1732513961-project] Calling delete_port for 98cb0377-90ac-4b5c-87c1-a5c2b4d539a0 owned by compute:nova {{(pid=104388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 18 05:26:15.713644 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-89024f20-7c74-4d84-a363-ed64a652e6ea req-2baa4a24-8630-4602-94ec-18338ef0e4a7 tempest-VolumesSnapshotTestJSON-1732513961 tempest-VolumesSnapshotTestJSON-1732513961-project] 10.222.0.23 "GET /v2.0/security-groups?id=f6ee405e-7be7-4e21-9a90-0a1a8a130dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942512 Jun 18 05:26:15.714042 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG dbcounter [-] [104388] Writing DB stats neutron:SELECT=100 {{(pid=104388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:26:15.848097 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [req-00aa7862-39f6-493c-8ef3-ea4ffeaa90f7 req-edf9dedc-db05-4942-8dfc-9dac36bc1b7b tempest-VolumesSnapshotTestJSON-1732513961 tempest-VolumesSnapshotTestJSON-1732513961-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1768343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789592765633', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789592262831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15493031'] for port (98cb0377-90ac-4b5c-87c1-a5c2b4d539a0), after_delete {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:26:15.873328 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf9dedc-db05-4942-8dfc-9dac36bc1b7b tempest-VolumesSnapshotTestJSON-1732513961 tempest-VolumesSnapshotTestJSON-1732513961-project] Pushing event deleted for resources: {'Port': ['ID=98cb0377-90ac-4b5c-87c1-a5c2b4d539a0,revision_number=None']} {{(pid=104388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:26:15.891869 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.db [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] get_ports_and_sgs() called for port_ids ['98cb0377-90ac-4b5c-87c1-a5c2b4d539a0'] {{(pid=104389) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 18 05:26:15.920360 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.db.l3_dvrscheduler_db [req-00aa7862-39f6-493c-8ef3-ea4ffeaa90f7 req-edf9dedc-db05-4942-8dfc-9dac36bc1b7b tempest-VolumesSnapshotTestJSON-1732513961 tempest-VolumesSnapshotTestJSON-1732513961-project] No DVR routers for this DVR port 98cb0377-90ac-4b5c-87c1-a5c2b4d539a0 on host hv-cinder-83699 {{(pid=104388) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 18 05:26:15.922892 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [req-00aa7862-39f6-493c-8ef3-ea4ffeaa90f7 req-edf9dedc-db05-4942-8dfc-9dac36bc1b7b tempest-VolumesSnapshotTestJSON-1732513961 tempest-VolumesSnapshotTestJSON-1732513961-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19502'] for port (None), before_response {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:26:15.926020 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-00aa7862-39f6-493c-8ef3-ea4ffeaa90f7 req-edf9dedc-db05-4942-8dfc-9dac36bc1b7b tempest-VolumesSnapshotTestJSON-1732513961 tempest-VolumesSnapshotTestJSON-1732513961-project] 10.222.0.15 "DELETE /v2.0/ports/98cb0377-90ac-4b5c-87c1-a5c2b4d539a0 HTTP/1.1" status: 204 len: 173 time: 0.7606375 Jun 18 05:26:15.926450 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '988490dd-03b8-4f3b-ac01-191d7e3f5985', 'name': 'network-vif-deleted', 'tag': '98cb0377-90ac-4b5c-87c1-a5c2b4d539a0'}] {{(pid=104388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 18 05:26:15.928665 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76651050bff5b1e15da4688504920c0e470581a7df997af8856c46d23e91a66a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c61bd259-d2ea-4255-9a32-08839e04a3df" -d '{"events": [{"server_uuid": "988490dd-03b8-4f3b-ac01-191d7e3f5985", "name": "network-vif-deleted", "tag": "98cb0377-90ac-4b5c-87c1-a5c2b4d539a0"}]}' {{(pid=104388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 05:26:15.963721 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Jun 2022 05:26:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6d0209b-b8dd-4bc7-bac4-1e6df2030fe5 x-openstack-request-id: req-a6d0209b-b8dd-4bc7-bac4-1e6df2030fe5 {{(pid=104388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 05:26:15.964009 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "988490dd-03b8-4f3b-ac01-191d7e3f5985", "name": "network-vif-deleted", "tag": "98cb0377-90ac-4b5c-87c1-a5c2b4d539a0", "status": "completed", "code": 200}]} {{(pid=104388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 05:26:15.964277 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-a6d0209b-b8dd-4bc7-bac4-1e6df2030fe5 {{(pid=104388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 05:26:15.964678 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a6d0209b-b8dd-4bc7-bac4-1e6df2030fe5'] response: {'server_uuid': '988490dd-03b8-4f3b-ac01-191d7e3f5985', 'name': 'network-vif-deleted', 'tag': '98cb0377-90ac-4b5c-87c1-a5c2b4d539a0', 'status': 'completed', 'code': 200} Jun 18 05:26:16.820613 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-daabd4cc-5708-4ddb-88e9-ec11e86fe0e7 req-3502b0e6-2dad-41df-a03f-b99b465a9f72 tempest-VolumesSnapshotTestJSON-1732513961 tempest-VolumesSnapshotTestJSON-1732513961-project] 10.222.0.23 "GET /v2.0/ports?device_id=988490dd-03b8-4f3b-ac01-191d7e3f5985 HTTP/1.1" status: 200 len: 210 time: 0.0290420 Jun 18 05:26:20.192044 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG dbcounter [-] [104390] Writing DB stats neutron:SELECT=13,neutron:UPDATE=1 {{(pid=104390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:26:20.574749 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG dbcounter [-] [104390] Writing DB stats neutron:SELECT=16,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:26:21.807027 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.rpc [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] Device 98cb0377-90ac-4b5c-87c1-a5c2b4d539a0 no longer exists at agent hyperv_hv-cinder-83699 {{(pid=104389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 18 05:26:21.827220 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.plugin [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] No Port match for: 98cb0377-90ac-4b5c-87c1-a5c2b4d539a0 {{(pid=104389) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 18 05:26:21.827564 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.rpc [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] Device 98cb0377-90ac-4b5c-87c1-a5c2b4d539a0 not bound to the agent host hv-cinder-83699 {{(pid=104389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 18 05:26:22.042213 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-96683e20-70eb-4926-8a64-4cfd2b810a38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789592556683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1744442'] for agent (426d7b1c-7831-4cf6-8aa4-29496a16634c), after_update {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:26:24.385016 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG dbcounter [-] [104387] Writing DB stats neutron:SELECT=69 {{(pid=104387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:26:24.392546 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG dbcounter [-] [104387] Writing DB stats neutron:SELECT=25 {{(pid=104387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:26:24.505028 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-1cb9323d-83d7-4090-b335-0dc0dbfe1759 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789592556683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1744442'] for agent (a8549501-0164-4ac5-90a6-1ba1ba0d3f9d), after_update {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:26:25.608113 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-bd48e2cf-68a6-4f35-9a09-882d425f288c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789592556683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1744442'] for agent (e572bbf3-12d8-41bb-a2ed-524d739c9de1), after_update {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:26:26.802392 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG dbcounter [-] [104388] Writing DB stats neutron:DELETE=1,neutron:SELECT=8 {{(pid=104388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:26:26.803413 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG dbcounter [-] [104388] Writing DB stats neutron:SELECT=92,neutron:DELETE=7 {{(pid=104388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:26:27.021880 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9014c3-9d3a-4465-bae1-5199b814bfee req-3878e81b-b7f5-4e05-9abc-8b04b1201af4 tempest-AttachVolumeNegativeTest-1030731986 tempest-AttachVolumeNegativeTest-1030731986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:26:27.023416 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-2b9014c3-9d3a-4465-bae1-5199b814bfee req-3878e81b-b7f5-4e05-9abc-8b04b1201af4 tempest-AttachVolumeNegativeTest-1030731986 tempest-AttachVolumeNegativeTest-1030731986-project] 10.222.0.23 "GET /v2.0/ports?device_id=c87d5fa9-8c4d-4486-8fa8-dab86dcdb126 HTTP/1.1" status: 200 len: 945 time: 0.0481062 Jun 18 05:26:27.075036 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-2b9014c3-9d3a-4465-bae1-5199b814bfee req-505f1397-4da0-457a-80c6-d49bf7da770a tempest-AttachVolumeNegativeTest-1030731986 tempest-AttachVolumeNegativeTest-1030731986-project] 10.222.0.23 "GET /v2.0/security-groups?id=b0a06040-2a27-4381-8eb5-3423d02c2a22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459492 Jun 18 05:26:27.288711 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-5df8b1a9-a354-44ed-8761-35e8e24f4084 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789592556683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1744442'] for agent (37f34a37-d85d-4c21-966b-86dc43157ac3), after_update {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:26:27.534034 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-c042a677-28f5-4026-b552-0173028fe9dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789592556683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1744442'] for agent (d503ae44-4e24-48d3-9886-03581f90537d), after_update {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:26:28.191657 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55bc213e-3d50-4692-a22c-e7f069d43868 req-916a5c51-2d82-48bf-9820-62faa38efa85 tempest-AttachVolumeNegativeTest-1030731986 tempest-AttachVolumeNegativeTest-1030731986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:26:28.193121 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-55bc213e-3d50-4692-a22c-e7f069d43868 req-916a5c51-2d82-48bf-9820-62faa38efa85 tempest-AttachVolumeNegativeTest-1030731986 tempest-AttachVolumeNegativeTest-1030731986-project] 10.222.0.23 "GET /v2.0/ports?device_id=c87d5fa9-8c4d-4486-8fa8-dab86dcdb126 HTTP/1.1" status: 200 len: 945 time: 0.0470011 Jun 18 05:26:28.240894 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-55bc213e-3d50-4692-a22c-e7f069d43868 req-c5764615-4d24-4432-b7ef-f05566ec383e tempest-AttachVolumeNegativeTest-1030731986 tempest-AttachVolumeNegativeTest-1030731986-project] 10.222.0.23 "GET /v2.0/security-groups?id=b0a06040-2a27-4381-8eb5-3423d02c2a22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421133 Jun 18 05:26:28.671967 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5490341-1b7f-4521-8690-822879de8cb3 req-010de099-cbd7-416f-a9c2-1a7937964ed4 tempest-AttachVolumeNegativeTest-1030731986 tempest-AttachVolumeNegativeTest-1030731986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:26:28.673415 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-c5490341-1b7f-4521-8690-822879de8cb3 req-010de099-cbd7-416f-a9c2-1a7937964ed4 tempest-AttachVolumeNegativeTest-1030731986 tempest-AttachVolumeNegativeTest-1030731986-project] 10.222.0.15 "GET /v2.0/ports?device_id=c87d5fa9-8c4d-4486-8fa8-dab86dcdb126 HTTP/1.1" status: 200 len: 945 time: 0.0457981 Jun 18 05:26:28.767358 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.plugins.ml2.plugin [req-c5490341-1b7f-4521-8690-822879de8cb3 req-e8429f2c-8806-4646-a600-9e4ee1ed7009 tempest-AttachVolumeNegativeTest-1030731986 tempest-AttachVolumeNegativeTest-1030731986-project] Deleting port 3143144b-5f00-4c85-b3d9-006144d97ae7 {{(pid=104388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 18 05:26:28.767788 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [req-c5490341-1b7f-4521-8690-822879de8cb3 req-e8429f2c-8806-4646-a600-9e4ee1ed7009 tempest-AttachVolumeNegativeTest-1030731986 tempest-AttachVolumeNegativeTest-1030731986-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789592760634'] for port (3143144b-5f00-4c85-b3d9-006144d97ae7), before_delete {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:26:28.861877 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.plugins.ml2.db [req-c5490341-1b7f-4521-8690-822879de8cb3 req-e8429f2c-8806-4646-a600-9e4ee1ed7009 tempest-AttachVolumeNegativeTest-1030731986 tempest-AttachVolumeNegativeTest-1030731986-project] For port 3143144b-5f00-4c85-b3d9-006144d97ae7, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=3143144b-5f00-4c85-b3d9-006144d97ae7,segment=NetworkSegment(86362bff-3a6a-43b7-a40e-ec817261ef9d),segment_id=86362bff-3a6a-43b7-a40e-ec817261ef9d)] {{(pid=104388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 05:26:28.862239 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [req-c5490341-1b7f-4521-8690-822879de8cb3 req-e8429f2c-8806-4646-a600-9e4ee1ed7009 tempest-AttachVolumeNegativeTest-1030731986 tempest-AttachVolumeNegativeTest-1030731986-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-734995'] for port (3143144b-5f00-4c85-b3d9-006144d97ae7), precommit_delete {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:26:29.023978 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [req-c5490341-1b7f-4521-8690-822879de8cb3 req-e8429f2c-8806-4646-a600-9e4ee1ed7009 tempest-AttachVolumeNegativeTest-1030731986 tempest-AttachVolumeNegativeTest-1030731986-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:26:29.024347 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [req-c5490341-1b7f-4521-8690-822879de8cb3 req-e8429f2c-8806-4646-a600-9e4ee1ed7009 tempest-AttachVolumeNegativeTest-1030731986 tempest-AttachVolumeNegativeTest-1030731986-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-736808'] for floatingip (36d9679f-62f7-45bf-9b2a-a82303c37f17), after_update {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:26:29.024669 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.db.l3_db [req-c5490341-1b7f-4521-8690-822879de8cb3 req-e8429f2c-8806-4646-a600-9e4ee1ed7009 tempest-AttachVolumeNegativeTest-1030731986 tempest-AttachVolumeNegativeTest-1030731986-project] Floating IP 36d9679f-62f7-45bf-9b2a-a82303c37f17 disassociated. External IP: 172.27.2.253, port: 3143144b-5f00-4c85-b3d9-006144d97ae7. Jun 18 05:26:29.025019 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.plugins.ml2.plugin [req-c5490341-1b7f-4521-8690-822879de8cb3 req-e8429f2c-8806-4646-a600-9e4ee1ed7009 tempest-AttachVolumeNegativeTest-1030731986 tempest-AttachVolumeNegativeTest-1030731986-project] Calling delete_port for 3143144b-5f00-4c85-b3d9-006144d97ae7 owned by compute:nova {{(pid=104388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 18 05:26:29.207826 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [req-c5490341-1b7f-4521-8690-822879de8cb3 req-e8429f2c-8806-4646-a600-9e4ee1ed7009 tempest-AttachVolumeNegativeTest-1030731986 tempest-AttachVolumeNegativeTest-1030731986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1768343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789592765633', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789592262831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15493031'] for port (3143144b-5f00-4c85-b3d9-006144d97ae7), after_delete {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:26:29.236195 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8429f2c-8806-4646-a600-9e4ee1ed7009 tempest-AttachVolumeNegativeTest-1030731986 tempest-AttachVolumeNegativeTest-1030731986-project] Pushing event deleted for resources: {'Port': ['ID=3143144b-5f00-4c85-b3d9-006144d97ae7,revision_number=None']} {{(pid=104388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:26:29.337627 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-73d0a809-fe87-4a39-8470-73538f7e1045 req-5a723fa6-ea71-444e-8eb9-ecedd226e338 tempest-AttachVolumeNegativeTest-1030731986 tempest-AttachVolumeNegativeTest-1030731986-project] 10.222.0.23 "GET /v2.0/ports?device_id=c87d5fa9-8c4d-4486-8fa8-dab86dcdb126 HTTP/1.1" status: 200 len: 210 time: 0.0285861 Jun 18 05:26:29.349607 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c5490341-1b7f-4521-8690-822879de8cb3 req-e8429f2c-8806-4646-a600-9e4ee1ed7009 tempest-AttachVolumeNegativeTest-1030731986 tempest-AttachVolumeNegativeTest-1030731986-project] Router bd1d2cf2-0e95-45dc-a81c-142caeaebaea has already been hosted by L3 agent a8549501-0164-4ac5-90a6-1ba1ba0d3f9d {{(pid=104388) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 18 05:26:29.443898 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG dbcounter [-] [104388] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:26:29.453215 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c5490341-1b7f-4521-8690-822879de8cb3 req-e8429f2c-8806-4646-a600-9e4ee1ed7009 tempest-AttachVolumeNegativeTest-1030731986 tempest-AttachVolumeNegativeTest-1030731986-project] Notify agent at l3_agent.dv-cinder-836996-35-iscsi the message routers_updated {{(pid=104388) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 05:26:29.464173 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b8ad410-772b-4cb1-9710-1ee6e01c8eba None None] Sync routers for ids ['bd1d2cf2-0e95-45dc-a81c-142caeaebaea'] in dv-cinder-836996-35-iscsi {{(pid=104389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 05:26:29.466502 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG dbcounter [-] [104389] Writing DB stats neutron:SELECT=88,neutron:UPDATE=1 {{(pid=104389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:26:29.468034 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG dbcounter [-] [104389] Writing DB stats neutron:SELECT=93,neutron:UPDATE=5 {{(pid=104389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:26:29.476397 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b8ad410-772b-4cb1-9710-1ee6e01c8eba None None] Routers {'bd1d2cf2-0e95-45dc-a81c-142caeaebaea'} bound to L3 agent in host dv-cinder-836996-35-iscsi {{(pid=104389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 18 05:26:29.477010 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.db.l3_hamode_db [None req-1b8ad410-772b-4cb1-9710-1ee6e01c8eba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-35-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-18T05:08:24Z,description=,heartbeat_timestamp=2022-06-18T05:26:24Z,host='dv-cinder-836996-35-iscsi',id=a8549501-0164-4ac5-90a6-1ba1ba0d3f9d,load=0,resource_versions=,resources_synced=,started_at=2022-06-18T05:08:25Z,topic='l3_agent')) {'router_ids': ['bd1d2cf2-0e95-45dc-a81c-142caeaebaea'], 'active': True} {{(pid=104389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 05:26:29.496182 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5490341-1b7f-4521-8690-822879de8cb3 req-e8429f2c-8806-4646-a600-9e4ee1ed7009 tempest-AttachVolumeNegativeTest-1030731986 tempest-AttachVolumeNegativeTest-1030731986-project] No DVR routers for this DVR port 3143144b-5f00-4c85-b3d9-006144d97ae7 on host hv-cinder-83699 {{(pid=104388) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 18 05:26:29.498764 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [req-c5490341-1b7f-4521-8690-822879de8cb3 req-e8429f2c-8806-4646-a600-9e4ee1ed7009 tempest-AttachVolumeNegativeTest-1030731986 tempest-AttachVolumeNegativeTest-1030731986-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19502'] for port (None), before_response {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:26:29.502167 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-c5490341-1b7f-4521-8690-822879de8cb3 req-e8429f2c-8806-4646-a600-9e4ee1ed7009 tempest-AttachVolumeNegativeTest-1030731986 tempest-AttachVolumeNegativeTest-1030731986-project] 10.222.0.15 "DELETE /v2.0/ports/3143144b-5f00-4c85-b3d9-006144d97ae7 HTTP/1.1" status: 204 len: 173 time: 0.8175948 Jun 18 05:26:29.502554 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c87d5fa9-8c4d-4486-8fa8-dab86dcdb126', 'name': 'network-vif-deleted', 'tag': '3143144b-5f00-4c85-b3d9-006144d97ae7'}] {{(pid=104388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 18 05:26:29.504872 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76651050bff5b1e15da4688504920c0e470581a7df997af8856c46d23e91a66a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-091d1416-b83c-4c24-b692-f4809c74d4c0" -d '{"events": [{"server_uuid": "c87d5fa9-8c4d-4486-8fa8-dab86dcdb126", "name": "network-vif-deleted", "tag": "3143144b-5f00-4c85-b3d9-006144d97ae7"}]}' {{(pid=104388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 05:26:29.539809 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Jun 2022 05:26:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d717563-0314-4f74-bb08-48c4026933c2 x-openstack-request-id: req-6d717563-0314-4f74-bb08-48c4026933c2 {{(pid=104388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 05:26:29.540109 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c87d5fa9-8c4d-4486-8fa8-dab86dcdb126", "name": "network-vif-deleted", "tag": "3143144b-5f00-4c85-b3d9-006144d97ae7", "status": "completed", "code": 200}]} {{(pid=104388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 05:26:29.540370 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-6d717563-0314-4f74-bb08-48c4026933c2 {{(pid=104388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 05:26:29.540778 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6d717563-0314-4f74-bb08-48c4026933c2'] response: {'server_uuid': 'c87d5fa9-8c4d-4486-8fa8-dab86dcdb126', 'name': 'network-vif-deleted', 'tag': '3143144b-5f00-4c85-b3d9-006144d97ae7', 'status': 'completed', 'code': 200} Jun 18 05:26:29.710036 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.db.l3_dvr_db [None req-1b8ad410-772b-4cb1-9710-1ee6e01c8eba None None] Set router bd1d2cf2-0e95-45dc-a81c-142caeaebaea gateway port host: dv-cinder-836996-35-iscsi {{(pid=104389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 18 05:26:29.914879 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.db.l3_hamode_db [None req-1b8ad410-772b-4cb1-9710-1ee6e01c8eba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd1d2cf2-0e95-45dc-a81c-142caeaebaea', 'name': 'tempest-AttachVolumeNegativeTest-1598467528-router', 'tenant_id': '81c38b2c1ae4484bbf2d4939470f45e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65c030c7-6a7d-4cea-a47d-5cdd532db0e6', 'external_fixed_ips': [{'subnet_id': 'a9fa7760-a071-45ee-b985-799999c69975', 'ip_address': '172.27.2.173'}], 'enable_snat': True}, 'gw_port_id': 'f94d4039-4d8f-4564-be5c-6e372aba9749', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-18T05:23:50Z', 'updated_at': '2022-06-18T05:23:53Z', 'revision_number': 4, 'project_id': '81c38b2c1ae4484bbf2d4939470f45e4', 'gw_port': {'id': 'f94d4039-4d8f-4564-be5c-6e372aba9749', 'name': '', 'network_id': '65c030c7-6a7d-4cea-a47d-5cdd532db0e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:b4:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd1d2cf2-0e95-45dc-a81c-142caeaebaea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': 'a9fa7760-a071-45ee-b985-799999c69975', 'ip_address': '172.27.2.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-18T05:23:50Z', 'updated_at': '2022-06-18T05:23:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9fa7760-a071-45ee-b985-799999c69975', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-35-iscsi', '_floatingips': [{'id': 'a7616509-2c6d-4dd6-9b19-a51df4ae49a2', 'tenant_id': '81c38b2c1ae4484bbf2d4939470f45e4', 'floating_ip_address': '172.27.2.190', 'floating_network_id': '65c030c7-6a7d-4cea-a47d-5cdd532db0e6', 'router_id': 'bd1d2cf2-0e95-45dc-a81c-142caeaebaea', 'port_id': '10fb6aa3-f962-4d43-b1f4-ceecf7c36670', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 564, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1c244710-1fba-414f-9d04-4fcd88e7ed14', 'mac_address': 'fa:16:3e:7a:34:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '589899a5-db4e-4c26-9411-811a83bd6f35', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-18T05:23:57Z', 'updated_at': '2022-06-18T05:24:16Z', 'revision_number': 2, 'project_id': '81c38b2c1ae4484bbf2d4939470f45e4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cb2b0c93-f026-4453-8702-ba5bfc22ddc5', 'name': '', 'network_id': '1c244710-1fba-414f-9d04-4fcd88e7ed14', 'tenant_id': '81c38b2c1ae4484bbf2d4939470f45e4', 'mac_address': 'fa:16:3e:26:31:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd1d2cf2-0e95-45dc-a81c-142caeaebaea', 'device_owner': 'network:router_interface', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '04d37ce2-ecce-4dd0-86fe-4bab0e2e49c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-18T05:23:53Z', 'updated_at': '2022-06-18T05:23:57Z', 'revision_number': 5, 'project_id': '81c38b2c1ae4484bbf2d4939470f45e4', 'subnets': [{'id': '04d37ce2-ecce-4dd0-86fe-4bab0e2e49c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-35-iscsi', False) {} {{(pid=104389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 05:26:29.943175 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b8ad410-772b-4cb1-9710-1ee6e01c8eba None None] Checking router: bd1d2cf2-0e95-45dc-a81c-142caeaebaea for host: dv-cinder-836996-35-iscsi {{(pid=104389) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 05:26:29.951342 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b8ad410-772b-4cb1-9710-1ee6e01c8eba None None] Routers {'bd1d2cf2-0e95-45dc-a81c-142caeaebaea'} bound to L3 agent in host dv-cinder-836996-35-iscsi {{(pid=104389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 18 05:26:29.951934 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.db.l3_hamode_db [None req-1b8ad410-772b-4cb1-9710-1ee6e01c8eba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-35-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-18T05:08:24Z,description=,heartbeat_timestamp=2022-06-18T05:26:24Z,host='dv-cinder-836996-35-iscsi',id=a8549501-0164-4ac5-90a6-1ba1ba0d3f9d,load=0,resource_versions=,resources_synced=,started_at=2022-06-18T05:08:25Z,topic='l3_agent')) {'router_ids': ['bd1d2cf2-0e95-45dc-a81c-142caeaebaea'], 'active': True} {{(pid=104389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 05:26:30.046580 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.db.l3_dvr_db [None req-1b8ad410-772b-4cb1-9710-1ee6e01c8eba None None] Set router bd1d2cf2-0e95-45dc-a81c-142caeaebaea gateway port host: dv-cinder-836996-35-iscsi {{(pid=104389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 18 05:26:30.254022 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.db.l3_hamode_db [None req-1b8ad410-772b-4cb1-9710-1ee6e01c8eba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd1d2cf2-0e95-45dc-a81c-142caeaebaea', 'name': 'tempest-AttachVolumeNegativeTest-1598467528-router', 'tenant_id': '81c38b2c1ae4484bbf2d4939470f45e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65c030c7-6a7d-4cea-a47d-5cdd532db0e6', 'external_fixed_ips': [{'subnet_id': 'a9fa7760-a071-45ee-b985-799999c69975', 'ip_address': '172.27.2.173'}], 'enable_snat': True}, 'gw_port_id': 'f94d4039-4d8f-4564-be5c-6e372aba9749', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-18T05:23:50Z', 'updated_at': '2022-06-18T05:23:53Z', 'revision_number': 4, 'project_id': '81c38b2c1ae4484bbf2d4939470f45e4', 'gw_port': {'id': 'f94d4039-4d8f-4564-be5c-6e372aba9749', 'name': '', 'network_id': '65c030c7-6a7d-4cea-a47d-5cdd532db0e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:b4:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd1d2cf2-0e95-45dc-a81c-142caeaebaea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': 'a9fa7760-a071-45ee-b985-799999c69975', 'ip_address': '172.27.2.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-18T05:23:50Z', 'updated_at': '2022-06-18T05:23:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9fa7760-a071-45ee-b985-799999c69975', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-35-iscsi', '_floatingips': [{'id': 'a7616509-2c6d-4dd6-9b19-a51df4ae49a2', 'tenant_id': '81c38b2c1ae4484bbf2d4939470f45e4', 'floating_ip_address': '172.27.2.190', 'floating_network_id': '65c030c7-6a7d-4cea-a47d-5cdd532db0e6', 'router_id': 'bd1d2cf2-0e95-45dc-a81c-142caeaebaea', 'port_id': '10fb6aa3-f962-4d43-b1f4-ceecf7c36670', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 564, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1c244710-1fba-414f-9d04-4fcd88e7ed14', 'mac_address': 'fa:16:3e:7a:34:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '589899a5-db4e-4c26-9411-811a83bd6f35', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-18T05:23:57Z', 'updated_at': '2022-06-18T05:24:16Z', 'revision_number': 2, 'project_id': '81c38b2c1ae4484bbf2d4939470f45e4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cb2b0c93-f026-4453-8702-ba5bfc22ddc5', 'name': '', 'network_id': '1c244710-1fba-414f-9d04-4fcd88e7ed14', 'tenant_id': '81c38b2c1ae4484bbf2d4939470f45e4', 'mac_address': 'fa:16:3e:26:31:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd1d2cf2-0e95-45dc-a81c-142caeaebaea', 'device_owner': 'network:router_interface', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '04d37ce2-ecce-4dd0-86fe-4bab0e2e49c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-18T05:23:53Z', 'updated_at': '2022-06-18T05:23:57Z', 'revision_number': 5, 'project_id': '81c38b2c1ae4484bbf2d4939470f45e4', 'subnets': [{'id': '04d37ce2-ecce-4dd0-86fe-4bab0e2e49c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-35-iscsi', False) {} {{(pid=104389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 05:26:30.278190 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b8ad410-772b-4cb1-9710-1ee6e01c8eba None None] The sync data for ids ['bd1d2cf2-0e95-45dc-a81c-142caeaebaea'] in dv-cinder-836996-35-iscsi is: [{'id': 'bd1d2cf2-0e95-45dc-a81c-142caeaebaea', 'name': 'tempest-AttachVolumeNegativeTest-1598467528-router', 'tenant_id': '81c38b2c1ae4484bbf2d4939470f45e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65c030c7-6a7d-4cea-a47d-5cdd532db0e6', 'external_fixed_ips': [{'subnet_id': 'a9fa7760-a071-45ee-b985-799999c69975', 'ip_address': '172.27.2.173'}], 'enable_snat': True}, 'gw_port_id': 'f94d4039-4d8f-4564-be5c-6e372aba9749', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-18T05:23:50Z', 'updated_at': '2022-06-18T05:23:53Z', 'revision_number': 4, 'project_id': '81c38b2c1ae4484bbf2d4939470f45e4', 'gw_port': {'id': 'f94d4039-4d8f-4564-be5c-6e372aba9749', 'name': '', 'network_id': '65c030c7-6a7d-4cea-a47d-5cdd532db0e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:b4:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd1d2cf2-0e95-45dc-a81c-142caeaebaea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': 'a9fa7760-a071-45ee-b985-799999c69975', 'ip_address': '172.27.2.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-18T05:23:50Z', 'updated_at': '2022-06-18T05:23:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9fa7760-a071-45ee-b985-799999c69975', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-35-iscsi', '_floatingips': [{'id': 'a7616509-2c6d-4dd6-9b19-a51df4ae49a2', 'tenant_id': '81c38b2c1ae4484bbf2d4939470f45e4', 'floating_ip_address': '172.27.2.190', 'floating_network_id': '65c030c7-6a7d-4cea-a47d-5cdd532db0e6', 'router_id': 'bd1d2cf2-0e95-45dc-a81c-142caeaebaea', 'port_id': '10fb6aa3-f962-4d43-b1f4-ceecf7c36670', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 564, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1c244710-1fba-414f-9d04-4fcd88e7ed14', 'mac_address': 'fa:16:3e:7a:34:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '589899a5-db4e-4c26-9411-811a83bd6f35', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-18T05:23:57Z', 'updated_at': '2022-06-18T05:24:16Z', 'revision_number': 2, 'project_id': '81c38b2c1ae4484bbf2d4939470f45e4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cb2b0c93-f026-4453-8702-ba5bfc22ddc5', 'name': '', 'network_id': '1c244710-1fba-414f-9d04-4fcd88e7ed14', 'tenant_id': '81c38b2c1ae4484bbf2d4939470f45e4', 'mac_address': 'fa:16:3e:26:31:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd1d2cf2-0e95-45dc-a81c-142caeaebaea', 'device_owner': 'network:router_interface', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '04d37ce2-ecce-4dd0-86fe-4bab0e2e49c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-18T05:23:53Z', 'updated_at': '2022-06-18T05:23:57Z', 'revision_number': 5, 'project_id': '81c38b2c1ae4484bbf2d4939470f45e4', 'subnets': [{'id': '04d37ce2-ecce-4dd0-86fe-4bab0e2e49c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 05:26:30.439347 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-4c55d62e-ef33-49ae-b347-08e7624933e4 req-37132f79-4156-4a8d-9274-ed44443c5c2f tempest-AttachVolumeNegativeTest-1030731986 tempest-AttachVolumeNegativeTest-1030731986-project] 10.222.0.23 "GET /v2.0/ports?device_id=c87d5fa9-8c4d-4486-8fa8-dab86dcdb126 HTTP/1.1" status: 200 len: 210 time: 0.0281038 Jun 18 05:26:30.490482 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9e8fe98-e266-4065-b223-bc3745eb71ba None None] New status for floating IP 36d9679f-62f7-45bf-9b2a-a82303c37f17: DOWN {{(pid=104390) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 18 05:26:31.741675 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-2cb3e221-7c71-44cd-a450-eb75893435c5 req-f129a72a-cf51-433a-9dc9-9659a23e458e tempest-AttachVolumeNegativeTest-1030731986 tempest-AttachVolumeNegativeTest-1030731986-project] 10.222.0.23 "GET /v2.0/ports?device_id=c87d5fa9-8c4d-4486-8fa8-dab86dcdb126 HTTP/1.1" status: 200 len: 210 time: 0.2290125 Jun 18 05:26:33.741213 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.rpc [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] Device 3143144b-5f00-4c85-b3d9-006144d97ae7 no longer exists at agent hyperv_hv-cinder-83699 {{(pid=104389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 18 05:26:33.765589 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.plugin [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] No Port match for: 3143144b-5f00-4c85-b3d9-006144d97ae7 {{(pid=104389) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 18 05:26:33.765936 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.rpc [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] Device 3143144b-5f00-4c85-b3d9-006144d97ae7 not bound to the agent host hv-cinder-83699 {{(pid=104389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 18 05:26:33.923022 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.wsgi [-] (104388) accepted ('10.222.0.23', 56650) {{(pid=104388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 05:26:33.975765 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG dbcounter [-] [104388] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=104388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:26:33.978859 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-62c67505-f994-46fa-b4c2-e526136f1f25 tempest-AttachVolumeNegativeTest-1030731986 tempest-AttachVolumeNegativeTest-1030731986-project] Publish callbacks [] for security_group (b0a06040-2a27-4381-8eb5-3423d02c2a22), before_delete {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:26:34.006078 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-62c67505-f994-46fa-b4c2-e526136f1f25 tempest-AttachVolumeNegativeTest-1030731986 tempest-AttachVolumeNegativeTest-1030731986-project] Publish callbacks [] for security_group (b0a06040-2a27-4381-8eb5-3423d02c2a22), precommit_delete {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:26:34.098899 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-62c67505-f994-46fa-b4c2-e526136f1f25 tempest-AttachVolumeNegativeTest-1030731986 tempest-AttachVolumeNegativeTest-1030731986-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728332'] for security_group (b0a06040-2a27-4381-8eb5-3423d02c2a22), after_delete {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:26:34.101544 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-62c67505-f994-46fa-b4c2-e526136f1f25 tempest-AttachVolumeNegativeTest-1030731986 tempest-AttachVolumeNegativeTest-1030731986-project] Publish callbacks [] for security_group (None), before_response {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:26:34.102773 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [None req-62c67505-f994-46fa-b4c2-e526136f1f25 tempest-AttachVolumeNegativeTest-1030731986 tempest-AttachVolumeNegativeTest-1030731986-project] 10.222.0.23 "DELETE /v2.0/security-groups/b0a06040-2a27-4381-8eb5-3423d02c2a22 HTTP/1.1" status: 204 len: 168 time: 0.1787539 Jun 18 05:26:34.105595 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.wsgi [-] (104387) accepted ('10.222.0.23', 56652) {{(pid=104387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 05:26:34.112621 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c67505-f994-46fa-b4c2-e526136f1f25 tempest-AttachVolumeNegativeTest-1030731986 tempest-AttachVolumeNegativeTest-1030731986-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0a06040-2a27-4381-8eb5-3423d02c2a22,revision_number=None']} {{(pid=104388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:26:34.119284 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.api.v2.resource [None req-d9e02e07-7d18-49eb-b969-fcd55aeeed19 tempest-AttachVolumeNegativeTest-1030731986 tempest-AttachVolumeNegativeTest-1030731986-project] show failed (client error): The resource could not be found. Jun 18 05:26:34.120292 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [None req-d9e02e07-7d18-49eb-b969-fcd55aeeed19 tempest-AttachVolumeNegativeTest-1030731986 tempest-AttachVolumeNegativeTest-1030731986-project] 10.222.0.23 "GET /v2.0/security-groups/b0a06040-2a27-4381-8eb5-3423d02c2a22 HTTP/1.1" status: 404 len: 347 time: 0.0137219 Jun 18 05:26:34.123031 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.wsgi [-] (104387) accepted ('10.222.0.23', 56654) {{(pid=104387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 05:26:34.235348 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.plugin [None req-0965a4bf-1209-4aef-95ac-7cf31e4e20d5 tempest-AttachVolumeNegativeTest-1030731986 tempest-AttachVolumeNegativeTest-1030731986-project] Deleting port 875c2f55-343f-4bd0-872e-004e5574f15b {{(pid=104387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 18 05:26:34.235698 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-0965a4bf-1209-4aef-95ac-7cf31e4e20d5 tempest-AttachVolumeNegativeTest-1030731986 tempest-AttachVolumeNegativeTest-1030731986-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789592760634'] for port (875c2f55-343f-4bd0-872e-004e5574f15b), before_delete {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:26:34.314528 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-0965a4bf-1209-4aef-95ac-7cf31e4e20d5 tempest-AttachVolumeNegativeTest-1030731986 tempest-AttachVolumeNegativeTest-1030731986-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-734995'] for port (875c2f55-343f-4bd0-872e-004e5574f15b), precommit_delete {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:26:34.315334 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-0965a4bf-1209-4aef-95ac-7cf31e4e20d5 tempest-AttachVolumeNegativeTest-1030731986 tempest-AttachVolumeNegativeTest-1030731986-project] Publish callbacks [] for floatingip (875c2f55-343f-4bd0-872e-004e5574f15b), precommit_delete {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:26:34.328194 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.plugin [None req-0965a4bf-1209-4aef-95ac-7cf31e4e20d5 tempest-AttachVolumeNegativeTest-1030731986 tempest-AttachVolumeNegativeTest-1030731986-project] Calling delete_port for 875c2f55-343f-4bd0-872e-004e5574f15b owned by network:floatingip {{(pid=104387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 18 05:26:34.527915 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-0965a4bf-1209-4aef-95ac-7cf31e4e20d5 tempest-AttachVolumeNegativeTest-1030731986 tempest-AttachVolumeNegativeTest-1030731986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1768343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789592765633', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789592262831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14020772'] for port (875c2f55-343f-4bd0-872e-004e5574f15b), after_delete {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:26:34.554019 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0965a4bf-1209-4aef-95ac-7cf31e4e20d5 tempest-AttachVolumeNegativeTest-1030731986 tempest-AttachVolumeNegativeTest-1030731986-project] Pushing event deleted for resources: {'Port': ['ID=875c2f55-343f-4bd0-872e-004e5574f15b,revision_number=None']} {{(pid=104387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:26:34.567128 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0965a4bf-1209-4aef-95ac-7cf31e4e20d5 tempest-AttachVolumeNegativeTest-1030731986 tempest-AttachVolumeNegativeTest-1030731986-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:26:34.567419 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0965a4bf-1209-4aef-95ac-7cf31e4e20d5 tempest-AttachVolumeNegativeTest-1030731986 tempest-AttachVolumeNegativeTest-1030731986-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:26:34.567766 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0965a4bf-1209-4aef-95ac-7cf31e4e20d5 tempest-AttachVolumeNegativeTest-1030731986 tempest-AttachVolumeNegativeTest-1030731986-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:26:34.568150 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0965a4bf-1209-4aef-95ac-7cf31e4e20d5 tempest-AttachVolumeNegativeTest-1030731986 tempest-AttachVolumeNegativeTest-1030731986-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:26:34.568495 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0965a4bf-1209-4aef-95ac-7cf31e4e20d5 tempest-AttachVolumeNegativeTest-1030731986 tempest-AttachVolumeNegativeTest-1030731986-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:26:34.568763 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0965a4bf-1209-4aef-95ac-7cf31e4e20d5 tempest-AttachVolumeNegativeTest-1030731986 tempest-AttachVolumeNegativeTest-1030731986-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:26:34.569088 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0965a4bf-1209-4aef-95ac-7cf31e4e20d5 tempest-AttachVolumeNegativeTest-1030731986 tempest-AttachVolumeNegativeTest-1030731986-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:26:34.569439 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0965a4bf-1209-4aef-95ac-7cf31e4e20d5 tempest-AttachVolumeNegativeTest-1030731986 tempest-AttachVolumeNegativeTest-1030731986-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:26:34.573614 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0965a4bf-1209-4aef-95ac-7cf31e4e20d5 tempest-AttachVolumeNegativeTest-1030731986 tempest-AttachVolumeNegativeTest-1030731986-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:26:34.573614 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0965a4bf-1209-4aef-95ac-7cf31e4e20d5 tempest-AttachVolumeNegativeTest-1030731986 tempest-AttachVolumeNegativeTest-1030731986-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:26:34.573614 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0965a4bf-1209-4aef-95ac-7cf31e4e20d5 tempest-AttachVolumeNegativeTest-1030731986 tempest-AttachVolumeNegativeTest-1030731986-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:26:34.573614 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0965a4bf-1209-4aef-95ac-7cf31e4e20d5 tempest-AttachVolumeNegativeTest-1030731986 tempest-AttachVolumeNegativeTest-1030731986-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:26:34.573614 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0965a4bf-1209-4aef-95ac-7cf31e4e20d5 tempest-AttachVolumeNegativeTest-1030731986 tempest-AttachVolumeNegativeTest-1030731986-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:26:34.573614 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0965a4bf-1209-4aef-95ac-7cf31e4e20d5 tempest-AttachVolumeNegativeTest-1030731986 tempest-AttachVolumeNegativeTest-1030731986-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:26:34.573614 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0965a4bf-1209-4aef-95ac-7cf31e4e20d5 tempest-AttachVolumeNegativeTest-1030731986 tempest-AttachVolumeNegativeTest-1030731986-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:26:34.626724 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-0965a4bf-1209-4aef-95ac-7cf31e4e20d5 tempest-AttachVolumeNegativeTest-1030731986 tempest-AttachVolumeNegativeTest-1030731986-project] Publish callbacks [] for floatingip (36d9679f-62f7-45bf-9b2a-a82303c37f17), after_delete {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:26:34.629814 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-0965a4bf-1209-4aef-95ac-7cf31e4e20d5 tempest-AttachVolumeNegativeTest-1030731986 tempest-AttachVolumeNegativeTest-1030731986-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19502'] for floatingip (None), before_response {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:26:34.630961 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [None req-0965a4bf-1209-4aef-95ac-7cf31e4e20d5 tempest-AttachVolumeNegativeTest-1030731986 tempest-AttachVolumeNegativeTest-1030731986-project] 10.222.0.23 "DELETE /v2.0/floatingips/36d9679f-62f7-45bf-9b2a-a82303c37f17 HTTP/1.1" status: 204 len: 168 time: 0.5070376 Jun 18 05:26:37.546171 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789592556683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1744442'] for agent (21f82a9e-593b-4fa9-aa06-dfe6f16482e6), after_update {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:26:37.628311 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1488ccd1-0092-4cfa-869d-df88bd043caf req-aa31e744-0ef0-422e-a3d5-8d30b2d9c413 tempest-AttachVolumeNegativeTest-1030731986 tempest-AttachVolumeNegativeTest-1030731986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:26:37.629841 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-1488ccd1-0092-4cfa-869d-df88bd043caf req-aa31e744-0ef0-422e-a3d5-8d30b2d9c413 tempest-AttachVolumeNegativeTest-1030731986 tempest-AttachVolumeNegativeTest-1030731986-project] 10.222.0.23 "GET /v2.0/ports?device_id=589899a5-db4e-4c26-9411-811a83bd6f35 HTTP/1.1" status: 200 len: 946 time: 0.0471799 Jun 18 05:26:37.677050 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-1488ccd1-0092-4cfa-869d-df88bd043caf req-7e1455cc-a3e8-4c37-96f5-3b515e23ddc9 tempest-AttachVolumeNegativeTest-1030731986 tempest-AttachVolumeNegativeTest-1030731986-project] 10.222.0.23 "GET /v2.0/security-groups?id=017ce7bd-1ae2-43f3-9210-41f25ef9c867&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416722 Jun 18 05:26:38.793269 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331c0a3a-38c2-4461-b245-7a5ca21a9b67 req-5b0f5bd1-9a4c-4bd6-8614-9af45d8edd31 tempest-AttachVolumeNegativeTest-1030731986 tempest-AttachVolumeNegativeTest-1030731986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:26:38.794887 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-331c0a3a-38c2-4461-b245-7a5ca21a9b67 req-5b0f5bd1-9a4c-4bd6-8614-9af45d8edd31 tempest-AttachVolumeNegativeTest-1030731986 tempest-AttachVolumeNegativeTest-1030731986-project] 10.222.0.23 "GET /v2.0/ports?device_id=589899a5-db4e-4c26-9411-811a83bd6f35 HTTP/1.1" status: 200 len: 946 time: 0.0469377 Jun 18 05:26:38.848534 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-331c0a3a-38c2-4461-b245-7a5ca21a9b67 req-7a48f58f-e9a9-49f3-b3d4-47a5066354e3 tempest-AttachVolumeNegativeTest-1030731986 tempest-AttachVolumeNegativeTest-1030731986-project] 10.222.0.23 "GET /v2.0/security-groups?id=017ce7bd-1ae2-43f3-9210-41f25ef9c867&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472801 Jun 18 05:26:39.372140 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a87aaa-3d90-482d-831d-d311612fb601 req-5ed68034-2f44-4aab-889a-51828da072b1 tempest-AttachVolumeNegativeTest-1030731986 tempest-AttachVolumeNegativeTest-1030731986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:26:39.373644 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-08a87aaa-3d90-482d-831d-d311612fb601 req-5ed68034-2f44-4aab-889a-51828da072b1 tempest-AttachVolumeNegativeTest-1030731986 tempest-AttachVolumeNegativeTest-1030731986-project] 10.222.0.15 "GET /v2.0/ports?device_id=589899a5-db4e-4c26-9411-811a83bd6f35 HTTP/1.1" status: 200 len: 946 time: 0.0457811 Jun 18 05:26:39.460257 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.plugins.ml2.plugin [req-08a87aaa-3d90-482d-831d-d311612fb601 req-d7c338b5-fb98-499e-8ee0-07497307e58f tempest-AttachVolumeNegativeTest-1030731986 tempest-AttachVolumeNegativeTest-1030731986-project] Deleting port 10fb6aa3-f962-4d43-b1f4-ceecf7c36670 {{(pid=104388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 18 05:26:39.460632 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [req-08a87aaa-3d90-482d-831d-d311612fb601 req-d7c338b5-fb98-499e-8ee0-07497307e58f tempest-AttachVolumeNegativeTest-1030731986 tempest-AttachVolumeNegativeTest-1030731986-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789592760634'] for port (10fb6aa3-f962-4d43-b1f4-ceecf7c36670), before_delete {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:26:39.554890 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.plugins.ml2.db [req-08a87aaa-3d90-482d-831d-d311612fb601 req-d7c338b5-fb98-499e-8ee0-07497307e58f tempest-AttachVolumeNegativeTest-1030731986 tempest-AttachVolumeNegativeTest-1030731986-project] For port 10fb6aa3-f962-4d43-b1f4-ceecf7c36670, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=10fb6aa3-f962-4d43-b1f4-ceecf7c36670,segment=NetworkSegment(86362bff-3a6a-43b7-a40e-ec817261ef9d),segment_id=86362bff-3a6a-43b7-a40e-ec817261ef9d)] {{(pid=104388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 05:26:39.555255 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [req-08a87aaa-3d90-482d-831d-d311612fb601 req-d7c338b5-fb98-499e-8ee0-07497307e58f tempest-AttachVolumeNegativeTest-1030731986 tempest-AttachVolumeNegativeTest-1030731986-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-734995'] for port (10fb6aa3-f962-4d43-b1f4-ceecf7c36670), precommit_delete {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:26:39.716014 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [req-08a87aaa-3d90-482d-831d-d311612fb601 req-d7c338b5-fb98-499e-8ee0-07497307e58f tempest-AttachVolumeNegativeTest-1030731986 tempest-AttachVolumeNegativeTest-1030731986-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:26:39.716380 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [req-08a87aaa-3d90-482d-831d-d311612fb601 req-d7c338b5-fb98-499e-8ee0-07497307e58f tempest-AttachVolumeNegativeTest-1030731986 tempest-AttachVolumeNegativeTest-1030731986-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-736808'] for floatingip (a7616509-2c6d-4dd6-9b19-a51df4ae49a2), after_update {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:26:39.716691 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.db.l3_db [req-08a87aaa-3d90-482d-831d-d311612fb601 req-d7c338b5-fb98-499e-8ee0-07497307e58f tempest-AttachVolumeNegativeTest-1030731986 tempest-AttachVolumeNegativeTest-1030731986-project] Floating IP a7616509-2c6d-4dd6-9b19-a51df4ae49a2 disassociated. External IP: 172.27.2.190, port: 10fb6aa3-f962-4d43-b1f4-ceecf7c36670. Jun 18 05:26:39.717054 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.plugins.ml2.plugin [req-08a87aaa-3d90-482d-831d-d311612fb601 req-d7c338b5-fb98-499e-8ee0-07497307e58f tempest-AttachVolumeNegativeTest-1030731986 tempest-AttachVolumeNegativeTest-1030731986-project] Calling delete_port for 10fb6aa3-f962-4d43-b1f4-ceecf7c36670 owned by compute:nova {{(pid=104388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 18 05:26:39.841851 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG dbcounter [-] [104388] Writing DB stats neutron:SELECT=90,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=104388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:26:39.899680 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [req-08a87aaa-3d90-482d-831d-d311612fb601 req-d7c338b5-fb98-499e-8ee0-07497307e58f tempest-AttachVolumeNegativeTest-1030731986 tempest-AttachVolumeNegativeTest-1030731986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1768343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789592765633', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789592262831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15493031'] for port (10fb6aa3-f962-4d43-b1f4-ceecf7c36670), after_delete {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:26:39.929027 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c338b5-fb98-499e-8ee0-07497307e58f tempest-AttachVolumeNegativeTest-1030731986 tempest-AttachVolumeNegativeTest-1030731986-project] Pushing event deleted for resources: {'Port': ['ID=10fb6aa3-f962-4d43-b1f4-ceecf7c36670,revision_number=None']} {{(pid=104388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:26:39.964245 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-d2e20939-5cb3-4094-93bc-55ebc0536492 req-15d418b7-a26e-4951-b61f-b6567d6b01ef tempest-AttachVolumeNegativeTest-1030731986 tempest-AttachVolumeNegativeTest-1030731986-project] 10.222.0.23 "GET /v2.0/ports?device_id=589899a5-db4e-4c26-9411-811a83bd6f35 HTTP/1.1" status: 200 len: 210 time: 0.0400672 Jun 18 05:26:40.067822 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.scheduler.l3_agent_scheduler [req-08a87aaa-3d90-482d-831d-d311612fb601 req-d7c338b5-fb98-499e-8ee0-07497307e58f tempest-AttachVolumeNegativeTest-1030731986 tempest-AttachVolumeNegativeTest-1030731986-project] Router bd1d2cf2-0e95-45dc-a81c-142caeaebaea has already been hosted by L3 agent a8549501-0164-4ac5-90a6-1ba1ba0d3f9d {{(pid=104388) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 18 05:26:40.171083 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-08a87aaa-3d90-482d-831d-d311612fb601 req-d7c338b5-fb98-499e-8ee0-07497307e58f tempest-AttachVolumeNegativeTest-1030731986 tempest-AttachVolumeNegativeTest-1030731986-project] Notify agent at l3_agent.dv-cinder-836996-35-iscsi the message routers_updated {{(pid=104388) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 05:26:40.181726 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdc834b9-2c8b-4e36-b4af-8f93fc853019 None None] Sync routers for ids ['bd1d2cf2-0e95-45dc-a81c-142caeaebaea'] in dv-cinder-836996-35-iscsi {{(pid=104389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 05:26:40.192424 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdc834b9-2c8b-4e36-b4af-8f93fc853019 None None] Routers {'bd1d2cf2-0e95-45dc-a81c-142caeaebaea'} bound to L3 agent in host dv-cinder-836996-35-iscsi {{(pid=104389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 18 05:26:40.194272 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.db.l3_hamode_db [None req-fdc834b9-2c8b-4e36-b4af-8f93fc853019 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-35-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-18T05:08:24Z,description=,heartbeat_timestamp=2022-06-18T05:26:24Z,host='dv-cinder-836996-35-iscsi',id=a8549501-0164-4ac5-90a6-1ba1ba0d3f9d,load=0,resource_versions=,resources_synced=,started_at=2022-06-18T05:08:25Z,topic='l3_agent')) {'router_ids': ['bd1d2cf2-0e95-45dc-a81c-142caeaebaea'], 'active': True} {{(pid=104389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 05:26:40.197590 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG dbcounter [-] [104388] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:26:40.213533 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.db.l3_dvrscheduler_db [req-08a87aaa-3d90-482d-831d-d311612fb601 req-d7c338b5-fb98-499e-8ee0-07497307e58f tempest-AttachVolumeNegativeTest-1030731986 tempest-AttachVolumeNegativeTest-1030731986-project] No DVR routers for this DVR port 10fb6aa3-f962-4d43-b1f4-ceecf7c36670 on host hv-cinder-83699 {{(pid=104388) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 18 05:26:40.215924 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [req-08a87aaa-3d90-482d-831d-d311612fb601 req-d7c338b5-fb98-499e-8ee0-07497307e58f tempest-AttachVolumeNegativeTest-1030731986 tempest-AttachVolumeNegativeTest-1030731986-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19502'] for port (None), before_response {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:26:40.219228 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-08a87aaa-3d90-482d-831d-d311612fb601 req-d7c338b5-fb98-499e-8ee0-07497307e58f tempest-AttachVolumeNegativeTest-1030731986 tempest-AttachVolumeNegativeTest-1030731986-project] 10.222.0.15 "DELETE /v2.0/ports/10fb6aa3-f962-4d43-b1f4-ceecf7c36670 HTTP/1.1" status: 204 len: 173 time: 0.8402908 Jun 18 05:26:40.222628 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '589899a5-db4e-4c26-9411-811a83bd6f35', 'name': 'network-vif-deleted', 'tag': '10fb6aa3-f962-4d43-b1f4-ceecf7c36670'}] {{(pid=104388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 18 05:26:40.222628 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76651050bff5b1e15da4688504920c0e470581a7df997af8856c46d23e91a66a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-985c3332-88d5-403a-b389-db60996a4176" -d '{"events": [{"server_uuid": "589899a5-db4e-4c26-9411-811a83bd6f35", "name": "network-vif-deleted", "tag": "10fb6aa3-f962-4d43-b1f4-ceecf7c36670"}]}' {{(pid=104388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 05:26:40.258424 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Jun 2022 05:26:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4029a3db-f36c-423c-81be-33ce3db13c91 x-openstack-request-id: req-4029a3db-f36c-423c-81be-33ce3db13c91 {{(pid=104388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 05:26:40.258719 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "589899a5-db4e-4c26-9411-811a83bd6f35", "name": "network-vif-deleted", "tag": "10fb6aa3-f962-4d43-b1f4-ceecf7c36670", "status": "completed", "code": 200}]} {{(pid=104388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 05:26:40.258977 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-4029a3db-f36c-423c-81be-33ce3db13c91 {{(pid=104388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 05:26:40.259389 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4029a3db-f36c-423c-81be-33ce3db13c91'] response: {'server_uuid': '589899a5-db4e-4c26-9411-811a83bd6f35', 'name': 'network-vif-deleted', 'tag': '10fb6aa3-f962-4d43-b1f4-ceecf7c36670', 'status': 'completed', 'code': 200} Jun 18 05:26:40.306758 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.db.l3_dvr_db [None req-fdc834b9-2c8b-4e36-b4af-8f93fc853019 None None] Set router bd1d2cf2-0e95-45dc-a81c-142caeaebaea gateway port host: dv-cinder-836996-35-iscsi {{(pid=104389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 18 05:26:40.335597 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG dbcounter [-] [104389] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:26:40.439133 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG dbcounter [-] [104389] Writing DB stats neutron:SELECT=100 {{(pid=104389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:26:40.504999 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.db.l3_hamode_db [None req-fdc834b9-2c8b-4e36-b4af-8f93fc853019 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd1d2cf2-0e95-45dc-a81c-142caeaebaea', 'name': 'tempest-AttachVolumeNegativeTest-1598467528-router', 'tenant_id': '81c38b2c1ae4484bbf2d4939470f45e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65c030c7-6a7d-4cea-a47d-5cdd532db0e6', 'external_fixed_ips': [{'subnet_id': 'a9fa7760-a071-45ee-b985-799999c69975', 'ip_address': '172.27.2.173'}], 'enable_snat': True}, 'gw_port_id': 'f94d4039-4d8f-4564-be5c-6e372aba9749', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-18T05:23:50Z', 'updated_at': '2022-06-18T05:23:53Z', 'revision_number': 4, 'project_id': '81c38b2c1ae4484bbf2d4939470f45e4', 'gw_port': {'id': 'f94d4039-4d8f-4564-be5c-6e372aba9749', 'name': '', 'network_id': '65c030c7-6a7d-4cea-a47d-5cdd532db0e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:b4:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd1d2cf2-0e95-45dc-a81c-142caeaebaea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': 'a9fa7760-a071-45ee-b985-799999c69975', 'ip_address': '172.27.2.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-18T05:23:50Z', 'updated_at': '2022-06-18T05:23:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9fa7760-a071-45ee-b985-799999c69975', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-35-iscsi', '_interfaces': [{'id': 'cb2b0c93-f026-4453-8702-ba5bfc22ddc5', 'name': '', 'network_id': '1c244710-1fba-414f-9d04-4fcd88e7ed14', 'tenant_id': '81c38b2c1ae4484bbf2d4939470f45e4', 'mac_address': 'fa:16:3e:26:31:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd1d2cf2-0e95-45dc-a81c-142caeaebaea', 'device_owner': 'network:router_interface', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '04d37ce2-ecce-4dd0-86fe-4bab0e2e49c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-18T05:23:53Z', 'updated_at': '2022-06-18T05:23:57Z', 'revision_number': 5, 'project_id': '81c38b2c1ae4484bbf2d4939470f45e4', 'subnets': [{'id': '04d37ce2-ecce-4dd0-86fe-4bab0e2e49c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-35-iscsi', False) {} {{(pid=104389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 05:26:40.533999 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdc834b9-2c8b-4e36-b4af-8f93fc853019 None None] Checking router: bd1d2cf2-0e95-45dc-a81c-142caeaebaea for host: dv-cinder-836996-35-iscsi {{(pid=104389) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 05:26:40.543202 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdc834b9-2c8b-4e36-b4af-8f93fc853019 None None] Routers {'bd1d2cf2-0e95-45dc-a81c-142caeaebaea'} bound to L3 agent in host dv-cinder-836996-35-iscsi {{(pid=104389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 18 05:26:40.543846 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.db.l3_hamode_db [None req-fdc834b9-2c8b-4e36-b4af-8f93fc853019 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-35-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-18T05:08:24Z,description=,heartbeat_timestamp=2022-06-18T05:26:24Z,host='dv-cinder-836996-35-iscsi',id=a8549501-0164-4ac5-90a6-1ba1ba0d3f9d,load=0,resource_versions=,resources_synced=,started_at=2022-06-18T05:08:25Z,topic='l3_agent')) {'router_ids': ['bd1d2cf2-0e95-45dc-a81c-142caeaebaea'], 'active': True} {{(pid=104389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 05:26:40.561497 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG dbcounter [-] [104390] Writing DB stats neutron:SELECT=4,neutron:UPDATE=2 {{(pid=104390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:26:40.563349 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG dbcounter [-] [104390] Writing DB stats neutron:SELECT=4 {{(pid=104390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:26:40.647487 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.db.l3_dvr_db [None req-fdc834b9-2c8b-4e36-b4af-8f93fc853019 None None] Set router bd1d2cf2-0e95-45dc-a81c-142caeaebaea gateway port host: dv-cinder-836996-35-iscsi {{(pid=104389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 18 05:26:40.837277 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.db.l3_hamode_db [None req-fdc834b9-2c8b-4e36-b4af-8f93fc853019 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd1d2cf2-0e95-45dc-a81c-142caeaebaea', 'name': 'tempest-AttachVolumeNegativeTest-1598467528-router', 'tenant_id': '81c38b2c1ae4484bbf2d4939470f45e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65c030c7-6a7d-4cea-a47d-5cdd532db0e6', 'external_fixed_ips': [{'subnet_id': 'a9fa7760-a071-45ee-b985-799999c69975', 'ip_address': '172.27.2.173'}], 'enable_snat': True}, 'gw_port_id': 'f94d4039-4d8f-4564-be5c-6e372aba9749', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-18T05:23:50Z', 'updated_at': '2022-06-18T05:23:53Z', 'revision_number': 4, 'project_id': '81c38b2c1ae4484bbf2d4939470f45e4', 'gw_port': {'id': 'f94d4039-4d8f-4564-be5c-6e372aba9749', 'name': '', 'network_id': '65c030c7-6a7d-4cea-a47d-5cdd532db0e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:b4:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd1d2cf2-0e95-45dc-a81c-142caeaebaea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': 'a9fa7760-a071-45ee-b985-799999c69975', 'ip_address': '172.27.2.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-18T05:23:50Z', 'updated_at': '2022-06-18T05:23:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9fa7760-a071-45ee-b985-799999c69975', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-35-iscsi', '_interfaces': [{'id': 'cb2b0c93-f026-4453-8702-ba5bfc22ddc5', 'name': '', 'network_id': '1c244710-1fba-414f-9d04-4fcd88e7ed14', 'tenant_id': '81c38b2c1ae4484bbf2d4939470f45e4', 'mac_address': 'fa:16:3e:26:31:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd1d2cf2-0e95-45dc-a81c-142caeaebaea', 'device_owner': 'network:router_interface', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '04d37ce2-ecce-4dd0-86fe-4bab0e2e49c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-18T05:23:53Z', 'updated_at': '2022-06-18T05:23:57Z', 'revision_number': 5, 'project_id': '81c38b2c1ae4484bbf2d4939470f45e4', 'subnets': [{'id': '04d37ce2-ecce-4dd0-86fe-4bab0e2e49c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-35-iscsi', False) {} {{(pid=104389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 05:26:40.865072 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdc834b9-2c8b-4e36-b4af-8f93fc853019 None None] The sync data for ids ['bd1d2cf2-0e95-45dc-a81c-142caeaebaea'] in dv-cinder-836996-35-iscsi is: [{'id': 'bd1d2cf2-0e95-45dc-a81c-142caeaebaea', 'name': 'tempest-AttachVolumeNegativeTest-1598467528-router', 'tenant_id': '81c38b2c1ae4484bbf2d4939470f45e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65c030c7-6a7d-4cea-a47d-5cdd532db0e6', 'external_fixed_ips': [{'subnet_id': 'a9fa7760-a071-45ee-b985-799999c69975', 'ip_address': '172.27.2.173'}], 'enable_snat': True}, 'gw_port_id': 'f94d4039-4d8f-4564-be5c-6e372aba9749', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-18T05:23:50Z', 'updated_at': '2022-06-18T05:23:53Z', 'revision_number': 4, 'project_id': '81c38b2c1ae4484bbf2d4939470f45e4', 'gw_port': {'id': 'f94d4039-4d8f-4564-be5c-6e372aba9749', 'name': '', 'network_id': '65c030c7-6a7d-4cea-a47d-5cdd532db0e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:b4:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd1d2cf2-0e95-45dc-a81c-142caeaebaea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': 'a9fa7760-a071-45ee-b985-799999c69975', 'ip_address': '172.27.2.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-18T05:23:50Z', 'updated_at': '2022-06-18T05:23:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9fa7760-a071-45ee-b985-799999c69975', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-35-iscsi', '_interfaces': [{'id': 'cb2b0c93-f026-4453-8702-ba5bfc22ddc5', 'name': '', 'network_id': '1c244710-1fba-414f-9d04-4fcd88e7ed14', 'tenant_id': '81c38b2c1ae4484bbf2d4939470f45e4', 'mac_address': 'fa:16:3e:26:31:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd1d2cf2-0e95-45dc-a81c-142caeaebaea', 'device_owner': 'network:router_interface', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '04d37ce2-ecce-4dd0-86fe-4bab0e2e49c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-18T05:23:53Z', 'updated_at': '2022-06-18T05:23:57Z', 'revision_number': 5, 'project_id': '81c38b2c1ae4484bbf2d4939470f45e4', 'subnets': [{'id': '04d37ce2-ecce-4dd0-86fe-4bab0e2e49c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 05:26:41.078723 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-4dcd5c9c-028c-4078-9cc7-19f3d3ef8bba req-aaabaa7f-01f3-4d8a-9864-e2be2e2a2707 tempest-AttachVolumeNegativeTest-1030731986 tempest-AttachVolumeNegativeTest-1030731986-project] 10.222.0.23 "GET /v2.0/ports?device_id=589899a5-db4e-4c26-9411-811a83bd6f35 HTTP/1.1" status: 200 len: 210 time: 0.0288911 Jun 18 05:26:41.134458 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7272304-9f4b-4a54-aa78-6ae8e14d6cdd None None] New status for floating IP a7616509-2c6d-4dd6-9b19-a51df4ae49a2: DOWN {{(pid=104390) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 18 05:26:42.226017 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.wsgi [-] (104387) accepted ('10.222.0.23', 56752) {{(pid=104387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 05:26:42.280203 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-cfc743d2-b214-4384-a233-a3c4189eaebe tempest-AttachVolumeNegativeTest-1030731986 tempest-AttachVolumeNegativeTest-1030731986-project] Publish callbacks [] for security_group (017ce7bd-1ae2-43f3-9210-41f25ef9c867), before_delete {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:26:42.303507 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-cfc743d2-b214-4384-a233-a3c4189eaebe tempest-AttachVolumeNegativeTest-1030731986 tempest-AttachVolumeNegativeTest-1030731986-project] Publish callbacks [] for security_group (017ce7bd-1ae2-43f3-9210-41f25ef9c867), precommit_delete {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:26:42.408098 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-cfc743d2-b214-4384-a233-a3c4189eaebe tempest-AttachVolumeNegativeTest-1030731986 tempest-AttachVolumeNegativeTest-1030731986-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728332'] for security_group (017ce7bd-1ae2-43f3-9210-41f25ef9c867), after_delete {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:26:42.411371 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-cfc743d2-b214-4384-a233-a3c4189eaebe tempest-AttachVolumeNegativeTest-1030731986 tempest-AttachVolumeNegativeTest-1030731986-project] Publish callbacks [] for security_group (None), before_response {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:26:42.412591 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [None req-cfc743d2-b214-4384-a233-a3c4189eaebe tempest-AttachVolumeNegativeTest-1030731986 tempest-AttachVolumeNegativeTest-1030731986-project] 10.222.0.23 "DELETE /v2.0/security-groups/017ce7bd-1ae2-43f3-9210-41f25ef9c867 HTTP/1.1" status: 204 len: 168 time: 0.1859496 Jun 18 05:26:42.415388 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.wsgi [-] (104388) accepted ('10.222.0.23', 56758) {{(pid=104388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 05:26:42.422077 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc743d2-b214-4384-a233-a3c4189eaebe tempest-AttachVolumeNegativeTest-1030731986 tempest-AttachVolumeNegativeTest-1030731986-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=017ce7bd-1ae2-43f3-9210-41f25ef9c867,revision_number=None']} {{(pid=104387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:26:42.429632 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.api.v2.resource [None req-ab114c95-7fa2-43f0-85d4-80445a323ec1 tempest-AttachVolumeNegativeTest-1030731986 tempest-AttachVolumeNegativeTest-1030731986-project] show failed (client error): The resource could not be found. Jun 18 05:26:42.432669 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [None req-ab114c95-7fa2-43f0-85d4-80445a323ec1 tempest-AttachVolumeNegativeTest-1030731986 tempest-AttachVolumeNegativeTest-1030731986-project] 10.222.0.23 "GET /v2.0/security-groups/017ce7bd-1ae2-43f3-9210-41f25ef9c867 HTTP/1.1" status: 404 len: 347 time: 0.0142925 Jun 18 05:26:42.433565 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.wsgi [-] (104388) accepted ('10.222.0.23', 56760) {{(pid=104388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 05:26:42.548853 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.plugins.ml2.plugin [None req-36f4b6e6-3ba9-4b2f-a225-e6dc4e00984c tempest-AttachVolumeNegativeTest-1030731986 tempest-AttachVolumeNegativeTest-1030731986-project] Deleting port e384f798-f128-47ae-958a-3301da48eed4 {{(pid=104388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 18 05:26:42.549190 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-36f4b6e6-3ba9-4b2f-a225-e6dc4e00984c tempest-AttachVolumeNegativeTest-1030731986 tempest-AttachVolumeNegativeTest-1030731986-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789592760634'] for port (e384f798-f128-47ae-958a-3301da48eed4), before_delete {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:26:42.625303 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-36f4b6e6-3ba9-4b2f-a225-e6dc4e00984c tempest-AttachVolumeNegativeTest-1030731986 tempest-AttachVolumeNegativeTest-1030731986-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-734995'] for port (e384f798-f128-47ae-958a-3301da48eed4), precommit_delete {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:26:42.625576 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-36f4b6e6-3ba9-4b2f-a225-e6dc4e00984c tempest-AttachVolumeNegativeTest-1030731986 tempest-AttachVolumeNegativeTest-1030731986-project] Publish callbacks [] for floatingip (e384f798-f128-47ae-958a-3301da48eed4), precommit_delete {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:26:42.639101 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.plugins.ml2.plugin [None req-36f4b6e6-3ba9-4b2f-a225-e6dc4e00984c tempest-AttachVolumeNegativeTest-1030731986 tempest-AttachVolumeNegativeTest-1030731986-project] Calling delete_port for e384f798-f128-47ae-958a-3301da48eed4 owned by network:floatingip {{(pid=104388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 18 05:26:42.824687 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-36f4b6e6-3ba9-4b2f-a225-e6dc4e00984c tempest-AttachVolumeNegativeTest-1030731986 tempest-AttachVolumeNegativeTest-1030731986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1768343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789592765633', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789592262831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15493031'] for port (e384f798-f128-47ae-958a-3301da48eed4), after_delete {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:26:42.847726 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f4b6e6-3ba9-4b2f-a225-e6dc4e00984c tempest-AttachVolumeNegativeTest-1030731986 tempest-AttachVolumeNegativeTest-1030731986-project] Pushing event deleted for resources: {'Port': ['ID=e384f798-f128-47ae-958a-3301da48eed4,revision_number=None']} {{(pid=104388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:26:42.913054 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-36f4b6e6-3ba9-4b2f-a225-e6dc4e00984c tempest-AttachVolumeNegativeTest-1030731986 tempest-AttachVolumeNegativeTest-1030731986-project] Publish callbacks [] for floatingip (a7616509-2c6d-4dd6-9b19-a51df4ae49a2), after_delete {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:26:42.915505 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-36f4b6e6-3ba9-4b2f-a225-e6dc4e00984c tempest-AttachVolumeNegativeTest-1030731986 tempest-AttachVolumeNegativeTest-1030731986-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19502'] for floatingip (None), before_response {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:26:42.920840 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [None req-36f4b6e6-3ba9-4b2f-a225-e6dc4e00984c tempest-AttachVolumeNegativeTest-1030731986 tempest-AttachVolumeNegativeTest-1030731986-project] 10.222.0.23 "DELETE /v2.0/floatingips/a7616509-2c6d-4dd6-9b19-a51df4ae49a2 HTTP/1.1" status: 204 len: 168 time: 0.4821205 Jun 18 05:26:43.056796 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.wsgi [-] (104388) accepted ('10.222.0.23', 56764) {{(pid=104388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 05:26:43.061370 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.api.v2.base [None req-772a4c47-a7e0-4e68-9d50-c2d1247a7f24 tempest-AttachVolumeNegativeTest-1030731986 tempest-AttachVolumeNegativeTest-1030731986-project] Request body: {'security_group': {'name': 'tempest-securitygroup--282519626', 'description': 'tempest-description--1679550065'}} {{(pid=104388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 18 05:26:43.133364 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-772a4c47-a7e0-4e68-9d50-c2d1247a7f24 tempest-AttachVolumeNegativeTest-1030731986 tempest-AttachVolumeNegativeTest-1030731986-project] Publish callbacks [] for security_group (None), before_create {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:26:43.183544 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG dbcounter [-] [104388] Writing DB stats neutron:SELECT=91,neutron:DELETE=4,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:26:43.206661 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-772a4c47-a7e0-4e68-9d50-c2d1247a7f24 tempest-AttachVolumeNegativeTest-1030731986 tempest-AttachVolumeNegativeTest-1030731986-project] Publish callbacks [] for security_group (ad154f35-1af6-451b-869b-850450aaebc7), precommit_create {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:26:43.270281 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-772a4c47-a7e0-4e68-9d50-c2d1247a7f24 tempest-AttachVolumeNegativeTest-1030731986 tempest-AttachVolumeNegativeTest-1030731986-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728332'] for security_group (ad154f35-1af6-451b-869b-850450aaebc7), after_create {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:26:43.300247 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772a4c47-a7e0-4e68-9d50-c2d1247a7f24 tempest-AttachVolumeNegativeTest-1030731986 tempest-AttachVolumeNegativeTest-1030731986-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ad154f35-1af6-451b-869b-850450aaebc7,revision_number=1']} {{(pid=104388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:26:43.381014 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-772a4c47-a7e0-4e68-9d50-c2d1247a7f24 tempest-AttachVolumeNegativeTest-1030731986 tempest-AttachVolumeNegativeTest-1030731986-project] Publish callbacks [] for security_group (None), before_response {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:26:43.382311 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [None req-772a4c47-a7e0-4e68-9d50-c2d1247a7f24 tempest-AttachVolumeNegativeTest-1030731986 tempest-AttachVolumeNegativeTest-1030731986-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3244643 Jun 18 05:26:43.385233 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.wsgi [-] (104388) accepted ('10.222.0.23', 56766) {{(pid=104388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 05:26:43.389561 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.api.v2.base [None req-45cb0e94-a483-4481-b55f-a2dabcdf7961 tempest-AttachVolumeNegativeTest-1030731986 tempest-AttachVolumeNegativeTest-1030731986-project] Request body: {'security_group_rule': {'security_group_id': 'ad154f35-1af6-451b-869b-850450aaebc7', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 18 05:26:43.422994 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.wsgi [-] (104388) accepted ('10.222.0.23', 56770) {{(pid=104388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 05:26:43.477207 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.db.db_base_plugin_v2 [None req-6ddbecbf-e358-42aa-8a04-6e3ef5fc417b admin admin] Deleting subnet 53ff9c13-72bd-4f1b-a153-710bb3f69e9a {{(pid=104388) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 18 05:26:43.480715 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-6ddbecbf-e358-42aa-8a04-6e3ef5fc417b admin admin] Publish callbacks [] for subnet (53ff9c13-72bd-4f1b-a153-710bb3f69e9a), before_delete {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:26:43.508627 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-45cb0e94-a483-4481-b55f-a2dabcdf7961 tempest-AttachVolumeNegativeTest-1030731986 tempest-AttachVolumeNegativeTest-1030731986-project] Publish callbacks [] for security_group_rule (989d30a4-0c16-4647-b335-1ff2dc3c417f), before_create {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:26:43.540009 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-6ddbecbf-e358-42aa-8a04-6e3ef5fc417b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14184769'] for subnet (53ff9c13-72bd-4f1b-a153-710bb3f69e9a), precommit_delete_associations {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:26:43.592552 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG dbcounter [-] [104388] Writing DB stats neutron:SELECT=88,neutron:DELETE=5,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:26:43.596055 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-6ddbecbf-e358-42aa-8a04-6e3ef5fc417b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1721998'] for subnet (53ff9c13-72bd-4f1b-a153-710bb3f69e9a), precommit_delete {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:26:43.624255 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-45cb0e94-a483-4481-b55f-a2dabcdf7961 tempest-AttachVolumeNegativeTest-1030731986 tempest-AttachVolumeNegativeTest-1030731986-project] Publish callbacks [] for security_group_rule (989d30a4-0c16-4647-b335-1ff2dc3c417f), precommit_create {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:26:43.727531 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-45cb0e94-a483-4481-b55f-a2dabcdf7961 tempest-AttachVolumeNegativeTest-1030731986 tempest-AttachVolumeNegativeTest-1030731986-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728447'] for security_group_rule (989d30a4-0c16-4647-b335-1ff2dc3c417f), after_create {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:26:43.745258 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-6ddbecbf-e358-42aa-8a04-6e3ef5fc417b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1720957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15492720', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12841702'] for subnet (53ff9c13-72bd-4f1b-a153-710bb3f69e9a), after_delete {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:26:43.755922 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45cb0e94-a483-4481-b55f-a2dabcdf7961 tempest-AttachVolumeNegativeTest-1030731986 tempest-AttachVolumeNegativeTest-1030731986-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=989d30a4-0c16-4647-b335-1ff2dc3c417f,revision_number=0']} {{(pid=104388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:26:43.776864 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ddbecbf-e358-42aa-8a04-6e3ef5fc417b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=53ff9c13-72bd-4f1b-a153-710bb3f69e9a,revision_number=None']} {{(pid=104388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:26:43.780481 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-6ddbecbf-e358-42aa-8a04-6e3ef5fc417b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546098'] for subnet (None), before_response {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:26:43.786949 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [None req-6ddbecbf-e358-42aa-8a04-6e3ef5fc417b admin admin] 10.222.0.23 "DELETE /v2.0/subnets/53ff9c13-72bd-4f1b-a153-710bb3f69e9a HTTP/1.1" status: 204 len: 168 time: 0.3600523 Jun 18 05:26:43.787434 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.rpc [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] Device 10fb6aa3-f962-4d43-b1f4-ceecf7c36670 no longer exists at agent hyperv_hv-cinder-83699 {{(pid=104389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 18 05:26:43.787920 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.wsgi [-] (104387) accepted ('10.222.0.23', 56774) {{(pid=104387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 05:26:43.808849 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.plugin [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] No Port match for: 10fb6aa3-f962-4d43-b1f4-ceecf7c36670 {{(pid=104389) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 18 05:26:43.809532 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.rpc [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] Device 10fb6aa3-f962-4d43-b1f4-ceecf7c36670 not bound to the agent host hv-cinder-83699 {{(pid=104389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 18 05:26:43.856290 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-45cb0e94-a483-4481-b55f-a2dabcdf7961 tempest-AttachVolumeNegativeTest-1030731986 tempest-AttachVolumeNegativeTest-1030731986-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:26:43.857930 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [None req-45cb0e94-a483-4481-b55f-a2dabcdf7961 tempest-AttachVolumeNegativeTest-1030731986 tempest-AttachVolumeNegativeTest-1030731986-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4717481 Jun 18 05:26:43.860861 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.wsgi [-] (104388) accepted ('10.222.0.23', 56776) {{(pid=104388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 05:26:43.867688 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.api.v2.base [None req-28a11ac7-d8c0-4316-8e21-133b3245a066 tempest-AttachVolumeNegativeTest-1030731986 tempest-AttachVolumeNegativeTest-1030731986-project] Request body: {'security_group_rule': {'security_group_id': 'ad154f35-1af6-451b-869b-850450aaebc7', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 18 05:26:43.877988 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-b99888dd-5ad7-4c86-b68c-0dabe561744a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1848287'] for network (a7bf14ab-72b2-42a1-a57f-14612ca15e66), before_delete {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:26:43.911252 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG dbcounter [-] [104387] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:26:43.912655 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG dbcounter [-] [104387] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:26:43.962721 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-28a11ac7-d8c0-4316-8e21-133b3245a066 tempest-AttachVolumeNegativeTest-1030731986 tempest-AttachVolumeNegativeTest-1030731986-project] Publish callbacks [] for security_group_rule (154aa3f0-a21b-4580-bb86-b5a9e4d928f8), before_create {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:26:43.962970 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-b99888dd-5ad7-4c86-b68c-0dabe561744a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1722107', 'neutron.services.segments.db._delete_segments_for_network-8789592556701'] for network (a7bf14ab-72b2-42a1-a57f-14612ca15e66), precommit_delete {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:26:43.984701 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.services.segments.db [None req-b99888dd-5ad7-4c86-b68c-0dabe561744a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a7bf14ab-72b2-42a1-a57f-14612ca15e66']}} {{(pid=104387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 05:26:43.994709 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.services.segments.db [None req-b99888dd-5ad7-4c86-b68c-0dabe561744a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a0c6d043-6d31-4159-b4fb-9bd74a6a684d') {'for_net_delete': True} {{(pid=104387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 05:26:43.995045 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.services.segments.db [None req-b99888dd-5ad7-4c86-b68c-0dabe561744a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a0c6d043-6d31-4159-b4fb-9bd74a6a684d') {} {{(pid=104387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 05:26:44.004813 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-b99888dd-5ad7-4c86-b68c-0dabe561744a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789592557222', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14008627'] for segment (a0c6d043-6d31-4159-b4fb-9bd74a6a684d), before_delete {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:26:44.017977 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-b99888dd-5ad7-4c86-b68c-0dabe561744a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1723189'] for segment (a0c6d043-6d31-4159-b4fb-9bd74a6a684d), precommit_delete {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:26:44.025877 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b99888dd-5ad7-4c86-b68c-0dabe561744a admin admin] Releasing vlan 343 on physical network physnet1 to pool {{(pid=104387) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 18 05:26:44.026087 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-28a11ac7-d8c0-4316-8e21-133b3245a066 tempest-AttachVolumeNegativeTest-1030731986 tempest-AttachVolumeNegativeTest-1030731986-project] Publish callbacks [] for security_group_rule (154aa3f0-a21b-4580-bb86-b5a9e4d928f8), precommit_create {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:26:44.026268 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-b99888dd-5ad7-4c86-b68c-0dabe561744a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1723189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14020753'] for segment (a0c6d043-6d31-4159-b4fb-9bd74a6a684d), after_delete {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:26:44.116570 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-28a11ac7-d8c0-4316-8e21-133b3245a066 tempest-AttachVolumeNegativeTest-1030731986 tempest-AttachVolumeNegativeTest-1030731986-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728447'] for security_group_rule (154aa3f0-a21b-4580-bb86-b5a9e4d928f8), after_create {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:26:44.134313 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a11ac7-d8c0-4316-8e21-133b3245a066 tempest-AttachVolumeNegativeTest-1030731986 tempest-AttachVolumeNegativeTest-1030731986-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=154aa3f0-a21b-4580-bb86-b5a9e4d928f8,revision_number=0']} {{(pid=104388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:26:44.145487 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-b99888dd-5ad7-4c86-b68c-0dabe561744a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1722098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-736823'] for network (a7bf14ab-72b2-42a1-a57f-14612ca15e66), after_delete {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:26:44.152209 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-b99888dd-5ad7-4c86-b68c-0dabe561744a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546098'] for network (None), before_response {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:26:44.155438 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [None req-b99888dd-5ad7-4c86-b68c-0dabe561744a admin admin] 10.222.0.23 "DELETE /v2.0/networks/a7bf14ab-72b2-42a1-a57f-14612ca15e66 HTTP/1.1" status: 204 len: 168 time: 0.3666995 Jun 18 05:26:44.166031 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99888dd-5ad7-4c86-b68c-0dabe561744a admin admin] Pushing event deleted for resources: {'Network': ['ID=a7bf14ab-72b2-42a1-a57f-14612ca15e66,revision_number=None']} {{(pid=104387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:26:44.180685 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.services.segments.plugin [-] Segment a0c6d043-6d31-4159-b4fb-9bd74a6a684d resource provider aggregate not found Jun 18 05:26:44.195004 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.services.segments.plugin [-] Segment a0c6d043-6d31-4159-b4fb-9bd74a6a684d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a0c6d043-6d31-4159-b4fb-9bd74a6a684d found for delete ", "request_id": "req-5daf9709-9a66-4198-9b59-5e3f570d125d"}]} Jun 18 05:26:44.232879 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-28a11ac7-d8c0-4316-8e21-133b3245a066 tempest-AttachVolumeNegativeTest-1030731986 tempest-AttachVolumeNegativeTest-1030731986-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:26:44.237273 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.wsgi [-] (104387) accepted ('10.222.0.23', 56786) {{(pid=104387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 05:26:44.237485 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [None req-28a11ac7-d8c0-4316-8e21-133b3245a066 tempest-AttachVolumeNegativeTest-1030731986 tempest-AttachVolumeNegativeTest-1030731986-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3753753 Jun 18 05:26:44.243244 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.api.v2.base [None req-088a7680-4d53-428a-ad34-977a29d73a7e tempest-AttachVolumeNegativeTest-1030731986 tempest-AttachVolumeNegativeTest-1030731986-project] Request body: {'floatingip': {'floating_network_id': '65c030c7-6a7d-4cea-a47d-5cdd532db0e6'}} {{(pid=104387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 18 05:26:44.333686 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-088a7680-4d53-428a-ad34-977a29d73a7e tempest-AttachVolumeNegativeTest-1030731986 tempest-AttachVolumeNegativeTest-1030731986-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:26:44.414890 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-088a7680-4d53-428a-ad34-977a29d73a7e tempest-AttachVolumeNegativeTest-1030731986 tempest-AttachVolumeNegativeTest-1030731986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1768406'] for port (None), before_create {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:26:44.521239 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.db.db_base_plugin_common [None req-088a7680-4d53-428a-ad34-977a29d73a7e tempest-AttachVolumeNegativeTest-1030731986 tempest-AttachVolumeNegativeTest-1030731986-project] Allocated IP 172.27.2.143 (65c030c7-6a7d-4cea-a47d-5cdd532db0e6/a9fa7760-a071-45ee-b985-799999c69975/6786ff9f-26fd-4fe2-8207-78f2e5f7e5ba) {{(pid=104387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 05:26:44.548353 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.wsgi [-] (104387) accepted ('10.222.0.23', 56788) {{(pid=104387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 05:26:44.635418 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [None req-fc733b0f-8532-4559-96d7-3b8e0d8e9fa0 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=d8863ced0efc4b95806761cc2d8a6f78&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0859928 Jun 18 05:26:44.638073 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.wsgi [-] (104388) accepted ('10.222.0.23', 56790) {{(pid=104388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 05:26:44.663265 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-088a7680-4d53-428a-ad34-977a29d73a7e tempest-AttachVolumeNegativeTest-1030731986 tempest-AttachVolumeNegativeTest-1030731986-project] Publish callbacks [] for port (6786ff9f-26fd-4fe2-8207-78f2e5f7e5ba), precommit_create {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:26:44.688775 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-86cd7e93-8f4d-4b31-b65d-1bef4d71b9c4 admin admin] Publish callbacks [] for security_group (f6ee405e-7be7-4e21-9a90-0a1a8a130dc2), before_delete {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:26:44.698623 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG dbcounter [-] [104388] Writing DB stats neutron:SELECT=86,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=8 {{(pid=104388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:26:44.710775 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-86cd7e93-8f4d-4b31-b65d-1bef4d71b9c4 admin admin] Publish callbacks [] for security_group (f6ee405e-7be7-4e21-9a90-0a1a8a130dc2), precommit_delete {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:26:44.751069 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-088a7680-4d53-428a-ad34-977a29d73a7e tempest-AttachVolumeNegativeTest-1030731986 tempest-AttachVolumeNegativeTest-1030731986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1768343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789592262822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14020772'] for port (6786ff9f-26fd-4fe2-8207-78f2e5f7e5ba), after_create {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:26:44.794360 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-088a7680-4d53-428a-ad34-977a29d73a7e tempest-AttachVolumeNegativeTest-1030731986 tempest-AttachVolumeNegativeTest-1030731986-project] Network 65c030c7-6a7d-4cea-a47d-5cdd532db0e6 is already hosted by enough agents. {{(pid=104387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 05:26:44.797479 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.scheduler.base_scheduler [None req-088a7680-4d53-428a-ad34-977a29d73a7e tempest-AttachVolumeNegativeTest-1030731986 tempest-AttachVolumeNegativeTest-1030731986-project] Resources bound (agent type, host, resource id): {{(pid=104387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 05:26:44.802099 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-088a7680-4d53-428a-ad34-977a29d73a7e tempest-AttachVolumeNegativeTest-1030731986 tempest-AttachVolumeNegativeTest-1030731986-project] Received port after_create {{(pid=104387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 18 05:26:44.805045 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088a7680-4d53-428a-ad34-977a29d73a7e tempest-AttachVolumeNegativeTest-1030731986 tempest-AttachVolumeNegativeTest-1030731986-project] Pushing event updated for resources: {'Port': ['ID=6786ff9f-26fd-4fe2-8207-78f2e5f7e5ba,revision_number=1']} {{(pid=104387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:26:44.830687 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-86cd7e93-8f4d-4b31-b65d-1bef4d71b9c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728332'] for security_group (f6ee405e-7be7-4e21-9a90-0a1a8a130dc2), after_delete {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:26:44.833777 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-86cd7e93-8f4d-4b31-b65d-1bef4d71b9c4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:26:44.837252 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [None req-86cd7e93-8f4d-4b31-b65d-1bef4d71b9c4 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/f6ee405e-7be7-4e21-9a90-0a1a8a130dc2 HTTP/1.1" status: 204 len: 168 time: 0.1959260 Jun 18 05:26:44.841759 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG dbcounter [-] [104387] Writing DB stats neutron:SELECT=88,neutron:DELETE=5,neutron:UPDATE=3,neutron:INSERT=4 {{(pid=104387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:26:44.843998 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86cd7e93-8f4d-4b31-b65d-1bef4d71b9c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6ee405e-7be7-4e21-9a90-0a1a8a130dc2,revision_number=None']} {{(pid=104388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:26:44.896827 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-088a7680-4d53-428a-ad34-977a29d73a7e tempest-AttachVolumeNegativeTest-1030731986 tempest-AttachVolumeNegativeTest-1030731986-project] Publish callbacks [] for floatingip (8f2e1454-71d4-45ee-8940-6f791b0742dd), precommit_create {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:26:44.987810 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-088a7680-4d53-428a-ad34-977a29d73a7e tempest-AttachVolumeNegativeTest-1030731986 tempest-AttachVolumeNegativeTest-1030731986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1768406'] for port (6786ff9f-26fd-4fe2-8207-78f2e5f7e5ba), before_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:26:44.990133 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG dbcounter [-] [104387] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=104387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:26:45.135040 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-088a7680-4d53-428a-ad34-977a29d73a7e tempest-AttachVolumeNegativeTest-1030731986 tempest-AttachVolumeNegativeTest-1030731986-project] Publish callbacks [] for port (6786ff9f-26fd-4fe2-8207-78f2e5f7e5ba), precommit_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:26:45.196457 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-088a7680-4d53-428a-ad34-977a29d73a7e tempest-AttachVolumeNegativeTest-1030731986 tempest-AttachVolumeNegativeTest-1030731986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1768343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789592765606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789592262840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789592262858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14020781'] for port (6786ff9f-26fd-4fe2-8207-78f2e5f7e5ba), after_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:26:45.272323 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088a7680-4d53-428a-ad34-977a29d73a7e tempest-AttachVolumeNegativeTest-1030731986 tempest-AttachVolumeNegativeTest-1030731986-project] Pushing event updated for resources: {'Port': ['ID=6786ff9f-26fd-4fe2-8207-78f2e5f7e5ba,revision_number=2']} {{(pid=104387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:26:45.290076 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-088a7680-4d53-428a-ad34-977a29d73a7e tempest-AttachVolumeNegativeTest-1030731986 tempest-AttachVolumeNegativeTest-1030731986-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-736808'] for floatingip (8f2e1454-71d4-45ee-8940-6f791b0742dd), after_create {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:26:45.393097 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-088a7680-4d53-428a-ad34-977a29d73a7e tempest-AttachVolumeNegativeTest-1030731986 tempest-AttachVolumeNegativeTest-1030731986-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19502'] for floatingip (None), before_response {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:26:45.394961 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [None req-088a7680-4d53-428a-ad34-977a29d73a7e tempest-AttachVolumeNegativeTest-1030731986 tempest-AttachVolumeNegativeTest-1030731986-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1552753 Jun 18 05:26:45.597688 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-bdf42bad-286b-4416-be6b-4953e4cc8301 req-fb16b126-d021-4971-803e-2f375a47465c tempest-AttachVolumeNegativeTest-1030731986 tempest-AttachVolumeNegativeTest-1030731986-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--282519626&fields=id&tenant_id=81c38b2c1ae4484bbf2d4939470f45e4 HTTP/1.1" status: 200 len: 267 time: 0.0429194 Jun 18 05:26:45.705061 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf42bad-286b-4416-be6b-4953e4cc8301 req-d82ec3ca-89fd-41fe-8603-e0cf322207e9 tempest-AttachVolumeNegativeTest-1030731986 tempest-AttachVolumeNegativeTest-1030731986-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:26:45.706556 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-bdf42bad-286b-4416-be6b-4953e4cc8301 req-d82ec3ca-89fd-41fe-8603-e0cf322207e9 tempest-AttachVolumeNegativeTest-1030731986 tempest-AttachVolumeNegativeTest-1030731986-project] 10.222.0.23 "GET /v2.0/networks?id=1c244710-1fba-414f-9d04-4fcd88e7ed14 HTTP/1.1" status: 200 len: 815 time: 0.1025558 Jun 18 05:26:45.720641 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-bdf42bad-286b-4416-be6b-4953e4cc8301 req-8c33d10a-9cc1-4be0-9a0a-ff9ca5fc81b0 tempest-AttachVolumeNegativeTest-1030731986 tempest-AttachVolumeNegativeTest-1030731986-project] 10.222.0.23 "GET /v2.0/quotas/81c38b2c1ae4484bbf2d4939470f45e4 HTTP/1.1" status: 200 len: 375 time: 0.0087860 Jun 18 05:26:45.767612 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-bdf42bad-286b-4416-be6b-4953e4cc8301 req-c6a24b21-899f-4269-8a51-883386b8f669 tempest-AttachVolumeNegativeTest-1030731986 tempest-AttachVolumeNegativeTest-1030731986-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=81c38b2c1ae4484bbf2d4939470f45e4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0420918 Jun 18 05:26:45.782851 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.wsgi [req-bdf42bad-286b-4416-be6b-4953e4cc8301 req-4a86a287-392c-4003-bfcd-b0996c91135e service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=104388) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 18 05:26:45.783866 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-bdf42bad-286b-4416-be6b-4953e4cc8301 req-4a86a287-392c-4003-bfcd-b0996c91135e service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0051384 Jun 18 05:26:45.875704 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-bdf42bad-286b-4416-be6b-4953e4cc8301 req-cae84708-b2ec-45f3-b767-0a950b82f68e service neutron] 10.222.0.23 "GET /v2.0/networks/1c244710-1fba-414f-9d04-4fcd88e7ed14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867589 Jun 18 05:26:45.963930 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-bdf42bad-286b-4416-be6b-4953e4cc8301 req-158c91a5-24b3-44db-b292-eba44cbd0b5c service neutron] 10.222.0.23 "GET /v2.0/networks/1c244710-1fba-414f-9d04-4fcd88e7ed14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824461 Jun 18 05:26:46.216415 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-4b845929-0e4d-462a-8b9d-b8ae9ad95b8c req-87f97a0f-0a2c-4769-8dad-9e7838bc7ff7 tempest-AttachVolumeNegativeTest-1030731986 tempest-AttachVolumeNegativeTest-1030731986-project] 10.222.0.23 "GET /v2.0/ports?device_id=5d6c072b-d718-4472-84dd-c382b4a3c51e HTTP/1.1" status: 200 len: 210 time: 0.0297275 Jun 18 05:26:46.721116 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG neutron.db.agents_db [None req-f0cd052f-7516-4656-9d29-e77bb90ffdea None None] Agent healthcheck: found 6 active agents {{(pid=104390) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 18 05:26:47.318532 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-e38b99ea-7a73-489f-9e46-717672b646d5 req-e3ad8808-ffa2-4404-8de4-52ed7b20a0b7 tempest-AttachVolumeNegativeTest-1030731986 tempest-AttachVolumeNegativeTest-1030731986-project] 10.222.0.23 "GET /v2.0/ports?device_id=5d6c072b-d718-4472-84dd-c382b4a3c51e HTTP/1.1" status: 200 len: 210 time: 0.0317209 Jun 18 05:26:47.986344 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf42bad-286b-4416-be6b-4953e4cc8301 req-55d3b61c-cc4c-4f79-bfe5-dd1f3283dead tempest-AttachVolumeNegativeTest-1030731986 tempest-AttachVolumeNegativeTest-1030731986-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:26:47.987779 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-bdf42bad-286b-4416-be6b-4953e4cc8301 req-55d3b61c-cc4c-4f79-bfe5-dd1f3283dead tempest-AttachVolumeNegativeTest-1030731986 tempest-AttachVolumeNegativeTest-1030731986-project] 10.222.0.15 "GET /v2.0/networks?id=1c244710-1fba-414f-9d04-4fcd88e7ed14 HTTP/1.1" status: 200 len: 815 time: 0.1027198 Jun 18 05:26:48.056270 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-bdf42bad-286b-4416-be6b-4953e4cc8301 req-49ea6a3e-eae2-45b4-898d-c386c00e1cd0 tempest-AttachVolumeNegativeTest-1030731986 tempest-AttachVolumeNegativeTest-1030731986-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=81c38b2c1ae4484bbf2d4939470f45e4 HTTP/1.1" status: 200 len: 379 time: 0.0531349 Jun 18 05:26:48.064830 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.api.v2.base [req-bdf42bad-286b-4416-be6b-4953e4cc8301 req-60669460-0fd5-4fd4-8042-494eee74f83a tempest-AttachVolumeNegativeTest-1030731986 tempest-AttachVolumeNegativeTest-1030731986-project] Request body: {'port': {'device_id': '5d6c072b-d718-4472-84dd-c382b4a3c51e', 'network_id': '1c244710-1fba-414f-9d04-4fcd88e7ed14', 'admin_state_up': True, 'tenant_id': '81c38b2c1ae4484bbf2d4939470f45e4', 'security_groups': ['ad154f35-1af6-451b-869b-850450aaebc7']}} {{(pid=104388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 18 05:26:48.068865 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG dbcounter [-] [104388] Writing DB stats neutron:INSERT=2,neutron:SELECT=92,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=104388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:26:48.271128 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bdf42bad-286b-4416-be6b-4953e4cc8301 req-60669460-0fd5-4fd4-8042-494eee74f83a tempest-AttachVolumeNegativeTest-1030731986 tempest-AttachVolumeNegativeTest-1030731986-project] Made reservation on behalf of 81c38b2c1ae4484bbf2d4939470f45e4 for: {'port': 1} {{(pid=104388) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 05:26:48.274615 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [req-bdf42bad-286b-4416-be6b-4953e4cc8301 req-60669460-0fd5-4fd4-8042-494eee74f83a tempest-AttachVolumeNegativeTest-1030731986 tempest-AttachVolumeNegativeTest-1030731986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1768406'] for port (None), before_create {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:26:48.342763 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG dbcounter [-] [104388] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=104388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:26:48.407203 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.db.db_base_plugin_common [req-bdf42bad-286b-4416-be6b-4953e4cc8301 req-60669460-0fd5-4fd4-8042-494eee74f83a tempest-AttachVolumeNegativeTest-1030731986 tempest-AttachVolumeNegativeTest-1030731986-project] Allocated IP 172.20.0.13 (1c244710-1fba-414f-9d04-4fcd88e7ed14/04d37ce2-ecce-4dd0-86fe-4bab0e2e49c9/34ef2a79-8d24-47b1-b652-a70000ed7299) {{(pid=104388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 05:26:48.416477 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-85629708-a764-4635-8bbe-51a020256569 req-9be725af-eb4c-427a-ad6a-4a7f6743f4d6 tempest-AttachVolumeNegativeTest-1030731986 tempest-AttachVolumeNegativeTest-1030731986-project] 10.222.0.23 "GET /v2.0/ports?device_id=5d6c072b-d718-4472-84dd-c382b4a3c51e HTTP/1.1" status: 200 len: 210 time: 0.0287862 Jun 18 05:26:48.546405 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [req-bdf42bad-286b-4416-be6b-4953e4cc8301 req-60669460-0fd5-4fd4-8042-494eee74f83a tempest-AttachVolumeNegativeTest-1030731986 tempest-AttachVolumeNegativeTest-1030731986-project] Publish callbacks [] for port (34ef2a79-8d24-47b1-b652-a70000ed7299), precommit_create {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:26:48.625055 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [req-bdf42bad-286b-4416-be6b-4953e4cc8301 req-60669460-0fd5-4fd4-8042-494eee74f83a tempest-AttachVolumeNegativeTest-1030731986 tempest-AttachVolumeNegativeTest-1030731986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1768343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789592262822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15493031'] for port (34ef2a79-8d24-47b1-b652-a70000ed7299), after_create {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:26:48.921346 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bdf42bad-286b-4416-be6b-4953e4cc8301 req-60669460-0fd5-4fd4-8042-494eee74f83a tempest-AttachVolumeNegativeTest-1030731986 tempest-AttachVolumeNegativeTest-1030731986-project] Network 1c244710-1fba-414f-9d04-4fcd88e7ed14 is already hosted by enough agents. {{(pid=104388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 05:26:48.924246 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.scheduler.base_scheduler [req-bdf42bad-286b-4416-be6b-4953e4cc8301 req-60669460-0fd5-4fd4-8042-494eee74f83a tempest-AttachVolumeNegativeTest-1030731986 tempest-AttachVolumeNegativeTest-1030731986-project] Resources bound (agent type, host, resource id): {{(pid=104388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 05:26:48.930877 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.db.l3_dvrscheduler_db [req-bdf42bad-286b-4416-be6b-4953e4cc8301 req-60669460-0fd5-4fd4-8042-494eee74f83a tempest-AttachVolumeNegativeTest-1030731986 tempest-AttachVolumeNegativeTest-1030731986-project] Received port after_create {{(pid=104388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 18 05:26:48.955931 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60669460-0fd5-4fd4-8042-494eee74f83a tempest-AttachVolumeNegativeTest-1030731986 tempest-AttachVolumeNegativeTest-1030731986-project] Pushing event updated for resources: {'Port': ['ID=34ef2a79-8d24-47b1-b652-a70000ed7299,revision_number=1']} {{(pid=104388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:26:48.982552 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf42bad-286b-4416-be6b-4953e4cc8301 req-60669460-0fd5-4fd4-8042-494eee74f83a tempest-AttachVolumeNegativeTest-1030731986 tempest-AttachVolumeNegativeTest-1030731986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:26:48.983162 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [req-bdf42bad-286b-4416-be6b-4953e4cc8301 req-60669460-0fd5-4fd4-8042-494eee74f83a tempest-AttachVolumeNegativeTest-1030731986 tempest-AttachVolumeNegativeTest-1030731986-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19502'] for port (None), before_response {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:26:49.086341 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-bdf42bad-286b-4416-be6b-4953e4cc8301 req-60669460-0fd5-4fd4-8042-494eee74f83a tempest-AttachVolumeNegativeTest-1030731986 tempest-AttachVolumeNegativeTest-1030731986-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0235622 Jun 18 05:26:49.103470 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.api.v2.base [req-bdf42bad-286b-4416-be6b-4953e4cc8301 req-e77e18f2-6626-426c-adcb-ce4d642e155b service neutron] Request body: {'port': {'device_id': '5d6c072b-d718-4472-84dd-c382b4a3c51e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83699'}} {{(pid=104388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 18 05:26:49.161800 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [req-bdf42bad-286b-4416-be6b-4953e4cc8301 req-e77e18f2-6626-426c-adcb-ce4d642e155b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1768406'] for port (34ef2a79-8d24-47b1-b652-a70000ed7299), before_update {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:26:49.178936 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.db.provisioning_blocks [None req-6931c1a6-1a05-4a7f-abbb-c1fc9d7b21d1 None None] Provisioning complete for port 34ef2a79-8d24-47b1-b652-a70000ed7299 triggered by entity DHCP. {{(pid=104389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 18 05:26:49.179486 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-6931c1a6-1a05-4a7f-abbb-c1fc9d7b21d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1740956'] for port (34ef2a79-8d24-47b1-b652-a70000ed7299), provisioning_complete {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:26:49.211495 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.plugin [None req-6931c1a6-1a05-4a7f-abbb-c1fc9d7b21d1 None None] Port 34ef2a79-8d24-47b1-b652-a70000ed7299 cannot update to ACTIVE because it is not bound. {{(pid=104389) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 18 05:26:49.310309 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG dbcounter [-] [104388] Writing DB stats neutron:SELECT=89,neutron:UPDATE=6,neutron:INSERT=4,neutron:DELETE=1 {{(pid=104388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:26:49.421153 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.notifiers.nova [req-bdf42bad-286b-4416-be6b-4953e4cc8301 req-e77e18f2-6626-426c-adcb-ce4d642e155b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 34ef2a79-8d24-47b1-b652-a70000ed7299 {{(pid=104388) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 18 05:26:49.429107 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [req-bdf42bad-286b-4416-be6b-4953e4cc8301 req-e77e18f2-6626-426c-adcb-ce4d642e155b service neutron] Publish callbacks [] for port (34ef2a79-8d24-47b1-b652-a70000ed7299), precommit_update {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:26:49.441947 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.db.provisioning_blocks [req-bdf42bad-286b-4416-be6b-4953e4cc8301 req-e77e18f2-6626-426c-adcb-ce4d642e155b service neutron] Transition to ACTIVE for port object 34ef2a79-8d24-47b1-b652-a70000ed7299 will not be triggered until provisioned by entity L2. {{(pid=104388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 18 05:26:49.516179 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [req-bdf42bad-286b-4416-be6b-4953e4cc8301 req-e77e18f2-6626-426c-adcb-ce4d642e155b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1768343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789592765606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789592262840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789592262858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15493038'] for port (34ef2a79-8d24-47b1-b652-a70000ed7299), after_update {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:26:49.573313 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1893db-5e6d-4ff0-be40-a30d554c08dd req-df70478b-3233-4633-be16-ff36f95a5250 tempest-AttachVolumeNegativeTest-1030731986 tempest-AttachVolumeNegativeTest-1030731986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:26:49.574887 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-5b1893db-5e6d-4ff0-be40-a30d554c08dd req-df70478b-3233-4633-be16-ff36f95a5250 tempest-AttachVolumeNegativeTest-1030731986 tempest-AttachVolumeNegativeTest-1030731986-project] 10.222.0.23 "GET /v2.0/ports?device_id=5d6c072b-d718-4472-84dd-c382b4a3c51e HTTP/1.1" status: 200 len: 932 time: 0.0867805 Jun 18 05:26:49.593728 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77e18f2-6626-426c-adcb-ce4d642e155b service neutron] Pushing event updated for resources: {'Port': ['ID=34ef2a79-8d24-47b1-b652-a70000ed7299,revision_number=2']} {{(pid=104388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:26:49.657359 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG dbcounter [-] [104388] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:26:49.683543 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-5b1893db-5e6d-4ff0-be40-a30d554c08dd req-0a9f3bcd-8731-467a-8c16-f39d535108ec tempest-AttachVolumeNegativeTest-1030731986 tempest-AttachVolumeNegativeTest-1030731986-project] 10.222.0.23 "GET /v2.0/security-groups?id=ad154f35-1af6-451b-869b-850450aaebc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0981865 Jun 18 05:26:49.701896 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.plugins.ml2.managers [req-bdf42bad-286b-4416-be6b-4953e4cc8301 req-e77e18f2-6626-426c-adcb-ce4d642e155b service neutron] Attempting to bind port 34ef2a79-8d24-47b1-b652-a70000ed7299 on host hv-cinder-83699 for vnic_type normal with profile {{(pid=104388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 18 05:26:49.706409 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.plugins.ml2.managers [req-bdf42bad-286b-4416-be6b-4953e4cc8301 req-e77e18f2-6626-426c-adcb-ce4d642e155b service neutron] Attempting to bind port 34ef2a79-8d24-47b1-b652-a70000ed7299 by drivers openvswitch,hyperv on host hv-cinder-83699 at level 0 using segments [{'id': '86362bff-3a6a-43b7-a40e-ec817261ef9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '1c244710-1fba-414f-9d04-4fcd88e7ed14'}] {{(pid=104388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 18 05:26:49.706409 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdf42bad-286b-4416-be6b-4953e4cc8301 req-e77e18f2-6626-426c-adcb-ce4d642e155b service neutron] Attempting to bind port 34ef2a79-8d24-47b1-b652-a70000ed7299 on network 1c244710-1fba-414f-9d04-4fcd88e7ed14 {{(pid=104388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 18 05:26:49.707799 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdf42bad-286b-4416-be6b-4953e4cc8301 req-e77e18f2-6626-426c-adcb-ce4d642e155b service neutron] Port 34ef2a79-8d24-47b1-b652-a70000ed7299 on network 1c244710-1fba-414f-9d04-4fcd88e7ed14 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83699 {{(pid=104388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 18 05:26:49.708134 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdf42bad-286b-4416-be6b-4953e4cc8301 req-e77e18f2-6626-426c-adcb-ce4d642e155b service neutron] Attempting to bind port 34ef2a79-8d24-47b1-b652-a70000ed7299 on network 1c244710-1fba-414f-9d04-4fcd88e7ed14 {{(pid=104388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 18 05:26:49.713568 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdf42bad-286b-4416-be6b-4953e4cc8301 req-e77e18f2-6626-426c-adcb-ce4d642e155b service neutron] Checking agent: {'id': '21f82a9e-593b-4fa9-aa06-dfe6f16482e6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83699', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 18, 5, 14, 36), 'started_at': datetime.datetime(2022, 6, 18, 5, 14, 36), 'heartbeat_timestamp': datetime.datetime(2022, 6, 18, 5, 26, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 18 05:26:49.713915 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdf42bad-286b-4416-be6b-4953e4cc8301 req-e77e18f2-6626-426c-adcb-ce4d642e155b service neutron] Checking segment: {'id': '86362bff-3a6a-43b7-a40e-ec817261ef9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '1c244710-1fba-414f-9d04-4fcd88e7ed14'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 18 05:26:49.714330 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdf42bad-286b-4416-be6b-4953e4cc8301 req-e77e18f2-6626-426c-adcb-ce4d642e155b service neutron] Bound using segment: {'id': '86362bff-3a6a-43b7-a40e-ec817261ef9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '1c244710-1fba-414f-9d04-4fcd88e7ed14'} {{(pid=104388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 18 05:26:49.714762 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.plugins.ml2.managers [req-bdf42bad-286b-4416-be6b-4953e4cc8301 req-e77e18f2-6626-426c-adcb-ce4d642e155b service neutron] Bound port: 34ef2a79-8d24-47b1-b652-a70000ed7299, host: hv-cinder-83699, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '86362bff-3a6a-43b7-a40e-ec817261ef9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '1c244710-1fba-414f-9d04-4fcd88e7ed14'}}] {{(pid=104388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 18 05:26:49.715131 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [req-bdf42bad-286b-4416-be6b-4953e4cc8301 req-e77e18f2-6626-426c-adcb-ce4d642e155b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1768406'] for port (34ef2a79-8d24-47b1-b652-a70000ed7299), before_update {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:26:49.781565 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.plugins.ml2.db [req-bdf42bad-286b-4416-be6b-4953e4cc8301 req-e77e18f2-6626-426c-adcb-ce4d642e155b service neutron] For port 34ef2a79-8d24-47b1-b652-a70000ed7299, host hv-cinder-83699, cleared binding levels {{(pid=104388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 05:26:49.784904 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.plugins.ml2.db [req-bdf42bad-286b-4416-be6b-4953e4cc8301 req-e77e18f2-6626-426c-adcb-ce4d642e155b service neutron] For port 34ef2a79-8d24-47b1-b652-a70000ed7299, host hv-cinder-83699, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=34ef2a79-8d24-47b1-b652-a70000ed7299,segment=NetworkSegment(86362bff-3a6a-43b7-a40e-ec817261ef9d),segment_id=86362bff-3a6a-43b7-a40e-ec817261ef9d)] {{(pid=104388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 05:26:49.871175 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [req-bdf42bad-286b-4416-be6b-4953e4cc8301 req-e77e18f2-6626-426c-adcb-ce4d642e155b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1768343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789592765606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789592262840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789592262858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15493038'] for port (34ef2a79-8d24-47b1-b652-a70000ed7299), after_update {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:26:49.912331 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf42bad-286b-4416-be6b-4953e4cc8301 req-e77e18f2-6626-426c-adcb-ce4d642e155b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:26:49.912951 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [req-bdf42bad-286b-4416-be6b-4953e4cc8301 req-e77e18f2-6626-426c-adcb-ce4d642e155b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19502'] for port (None), before_response {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:26:49.914341 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-bdf42bad-286b-4416-be6b-4953e4cc8301 req-e77e18f2-6626-426c-adcb-ce4d642e155b service neutron] 10.222.0.15 "PUT /v2.0/ports/34ef2a79-8d24-47b1-b652-a70000ed7299 HTTP/1.1" status: 200 len: 1094 time: 0.8149776 Jun 18 05:26:49.914773 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d6c072b-d718-4472-84dd-c382b4a3c51e', 'tag': '34ef2a79-8d24-47b1-b652-a70000ed7299'}] {{(pid=104388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 18 05:26:49.916998 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76651050bff5b1e15da4688504920c0e470581a7df997af8856c46d23e91a66a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6dc8a81-a02b-4459-845a-dc685fb62865" -d '{"events": [{"name": "network-changed", "server_uuid": "5d6c072b-d718-4472-84dd-c382b4a3c51e", "tag": "34ef2a79-8d24-47b1-b652-a70000ed7299"}]}' {{(pid=104388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 05:26:49.934928 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77e18f2-6626-426c-adcb-ce4d642e155b service neutron] Pushing event updated for resources: {'Port': ['ID=34ef2a79-8d24-47b1-b652-a70000ed7299,revision_number=3']} {{(pid=104388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:26:49.959726 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Jun 2022 05:26:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4e1659c-d12b-4966-a90f-65270618ea0b x-openstack-request-id: req-a4e1659c-d12b-4966-a90f-65270618ea0b {{(pid=104388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 05:26:49.960025 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5d6c072b-d718-4472-84dd-c382b4a3c51e", "tag": "34ef2a79-8d24-47b1-b652-a70000ed7299", "status": "completed", "code": 200}]} {{(pid=104388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 05:26:49.960282 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-a4e1659c-d12b-4966-a90f-65270618ea0b {{(pid=104388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 05:26:49.960705 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a4e1659c-d12b-4966-a90f-65270618ea0b'] response: {'name': 'network-changed', 'server_uuid': '5d6c072b-d718-4472-84dd-c382b4a3c51e', 'tag': '34ef2a79-8d24-47b1-b652-a70000ed7299', 'status': 'completed', 'code': 200} Jun 18 05:26:50.042442 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6dc8a81-a02b-4459-845a-dc685fb62865 req-b467e3f5-d337-4a36-927d-baff0844bb71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:26:50.043990 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-c6dc8a81-a02b-4459-845a-dc685fb62865 req-b467e3f5-d337-4a36-927d-baff0844bb71 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=81c38b2c1ae4484bbf2d4939470f45e4&device_id=5d6c072b-d718-4472-84dd-c382b4a3c51e HTTP/1.1" status: 200 len: 1128 time: 0.0418921 Jun 18 05:26:50.153905 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6dc8a81-a02b-4459-845a-dc685fb62865 req-b7701456-3bfa-4751-88a7-3d775403ef17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:26:50.155387 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-c6dc8a81-a02b-4459-845a-dc685fb62865 req-b7701456-3bfa-4751-88a7-3d775403ef17 service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=81c38b2c1ae4484bbf2d4939470f45e4&shared=False HTTP/1.1" status: 200 len: 916 time: 0.0974622 Jun 18 05:26:50.249689 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6dc8a81-a02b-4459-845a-dc685fb62865 req-7a48a914-a1ef-46ff-97eb-16cbeecba369 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:26:50.251079 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-c6dc8a81-a02b-4459-845a-dc685fb62865 req-7a48a914-a1ef-46ff-97eb-16cbeecba369 service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0888391 Jun 18 05:26:50.352890 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf42bad-286b-4416-be6b-4953e4cc8301 req-1832c117-a5be-44dd-bf37-7cbdf7aa1d3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:26:50.354449 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-bdf42bad-286b-4416-be6b-4953e4cc8301 req-1832c117-a5be-44dd-bf37-7cbdf7aa1d3d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=81c38b2c1ae4484bbf2d4939470f45e4&device_id=5d6c072b-d718-4472-84dd-c382b4a3c51e HTTP/1.1" status: 200 len: 1128 time: 0.0422359 Jun 18 05:26:50.398346 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-bdf42bad-286b-4416-be6b-4953e4cc8301 req-eeb06618-b474-4e2f-a42e-89c4aa3b3385 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=34ef2a79-8d24-47b1-b652-a70000ed7299 HTTP/1.1" status: 200 len: 217 time: 0.0314181 Jun 18 05:26:50.447525 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf42bad-286b-4416-be6b-4953e4cc8301 req-638b1a47-4382-4b85-a2b4-9c9ee6f1d1e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:26:50.448923 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-bdf42bad-286b-4416-be6b-4953e4cc8301 req-638b1a47-4382-4b85-a2b4-9c9ee6f1d1e6 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=04d37ce2-ecce-4dd0-86fe-4bab0e2e49c9 HTTP/1.1" status: 200 len: 854 time: 0.0444636 Jun 18 05:26:50.487888 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG dbcounter [-] [104388] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=104388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:26:50.491637 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf42bad-286b-4416-be6b-4953e4cc8301 req-8c40565e-c886-4970-9173-f7fdf82d127c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:26:50.493118 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-bdf42bad-286b-4416-be6b-4953e4cc8301 req-8c40565e-c886-4970-9173-f7fdf82d127c service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=1c244710-1fba-414f-9d04-4fcd88e7ed14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0385244 Jun 18 05:26:50.587844 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-bdf42bad-286b-4416-be6b-4953e4cc8301 req-48e2024e-43b9-4d07-b059-065a5c173f17 service neutron] 10.222.0.15 "GET /v2.0/networks/1c244710-1fba-414f-9d04-4fcd88e7ed14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876448 Jun 18 05:26:50.680163 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-bdf42bad-286b-4416-be6b-4953e4cc8301 req-c13a779c-cd54-4923-ab45-de08e1e2de5f service neutron] 10.222.0.15 "GET /v2.0/networks/1c244710-1fba-414f-9d04-4fcd88e7ed14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864756 Jun 18 05:26:50.799712 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d0de3d-dc1e-49a8-95da-8e9b8b53d706 req-d770af3d-5725-4eb6-a97f-60f070b34a43 tempest-AttachVolumeNegativeTest-1030731986 tempest-AttachVolumeNegativeTest-1030731986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:26:50.801246 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-51d0de3d-dc1e-49a8-95da-8e9b8b53d706 req-d770af3d-5725-4eb6-a97f-60f070b34a43 tempest-AttachVolumeNegativeTest-1030731986 tempest-AttachVolumeNegativeTest-1030731986-project] 10.222.0.23 "GET /v2.0/ports?device_id=5d6c072b-d718-4472-84dd-c382b4a3c51e HTTP/1.1" status: 200 len: 944 time: 0.0480342 Jun 18 05:26:50.849852 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-51d0de3d-dc1e-49a8-95da-8e9b8b53d706 req-1e72df07-9760-4cc0-8e98-f2178d36a280 tempest-AttachVolumeNegativeTest-1030731986 tempest-AttachVolumeNegativeTest-1030731986-project] 10.222.0.23 "GET /v2.0/security-groups?id=ad154f35-1af6-451b-869b-850450aaebc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427740 Jun 18 05:26:51.835233 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.rpc [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] Device 34ef2a79-8d24-47b1-b652-a70000ed7299 details requested by agent hyperv_hv-cinder-83699 with host hv-cinder-83699 {{(pid=104389) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 18 05:26:51.934981 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.db [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] For port 34ef2a79-8d24-47b1-b652-a70000ed7299, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=34ef2a79-8d24-47b1-b652-a70000ed7299,segment=NetworkSegment(86362bff-3a6a-43b7-a40e-ec817261ef9d),segment_id=86362bff-3a6a-43b7-a40e-ec817261ef9d)] {{(pid=104389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 05:26:51.946380 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.rpc [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] Returning: {'device': '34ef2a79-8d24-47b1-b652-a70000ed7299', 'network_id': '1c244710-1fba-414f-9d04-4fcd88e7ed14', 'port_id': '34ef2a79-8d24-47b1-b652-a70000ed7299', 'mac_address': 'fa:16:3e:8c:07:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 321, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '04d37ce2-ecce-4dd0-86fe-4bab0e2e49c9', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104389) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 18 05:26:51.964562 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3bdaa78-f1b8-41df-892b-1ac768803665 req-4747c58b-5da6-468c-b987-b73439772e3f tempest-AttachVolumeNegativeTest-1030731986 tempest-AttachVolumeNegativeTest-1030731986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:26:51.966082 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-a3bdaa78-f1b8-41df-892b-1ac768803665 req-4747c58b-5da6-468c-b987-b73439772e3f tempest-AttachVolumeNegativeTest-1030731986 tempest-AttachVolumeNegativeTest-1030731986-project] 10.222.0.23 "GET /v2.0/ports?device_id=5d6c072b-d718-4472-84dd-c382b4a3c51e HTTP/1.1" status: 200 len: 944 time: 0.0454690 Jun 18 05:26:51.995984 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.plugin [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] Current status of the port 34ef2a79-8d24-47b1-b652-a70000ed7299 is: DOWN; New status is: BUILD {{(pid=104389) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 18 05:26:51.996377 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1768406'] for port (34ef2a79-8d24-47b1-b652-a70000ed7299), before_update {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:26:52.010018 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.notifiers.nova [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 34ef2a79-8d24-47b1-b652-a70000ed7299 {{(pid=104389) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 18 05:26:52.013220 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-a3bdaa78-f1b8-41df-892b-1ac768803665 req-b130835f-ca1b-4221-bb3d-82c90a77daee tempest-AttachVolumeNegativeTest-1030731986 tempest-AttachVolumeNegativeTest-1030731986-project] 10.222.0.23 "GET /v2.0/security-groups?id=ad154f35-1af6-451b-869b-850450aaebc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414858 Jun 18 05:26:52.032429 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.db [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] For port 34ef2a79-8d24-47b1-b652-a70000ed7299, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=34ef2a79-8d24-47b1-b652-a70000ed7299,segment=NetworkSegment(86362bff-3a6a-43b7-a40e-ec817261ef9d),segment_id=86362bff-3a6a-43b7-a40e-ec817261ef9d)] {{(pid=104389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 05:26:52.037319 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-1de3647f-ee95-4c09-a26b-e597fedb2d7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789592556683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1744442'] for agent (426d7b1c-7831-4cf6-8aa4-29496a16634c), after_update {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:26:52.087900 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1768343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789592765606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789592262840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789592262858'] for port (34ef2a79-8d24-47b1-b652-a70000ed7299), after_update {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:26:52.131860 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG dbcounter [-] [104389] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:26:52.134869 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] Pushing event updated for resources: {'Port': ['ID=34ef2a79-8d24-47b1-b652-a70000ed7299,revision_number=4']} {{(pid=104389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:26:52.141889 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:26:52.142235 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:26:52.142578 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:26:52.142920 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:26:52.143259 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:26:52.143577 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:26:52.143902 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:26:52.144225 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:26:52.144772 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:26:52.145214 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:26:52.145606 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:26:52.145949 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:26:52.146284 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:26:52.146617 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:26:52.146946 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:26:52.408246 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.db [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] get_ports_and_sgs() called for port_ids ['34ef2a79-8d24-47b1-b652-a70000ed7299'] {{(pid=104389) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 18 05:26:52.510161 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG dbcounter [-] [104389] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:26:53.126234 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc152e53-3a0f-4cb4-b8a3-b8a2d5038c4a req-0304f5fd-adce-4c0f-a272-aa92705a3f69 tempest-AttachVolumeNegativeTest-1030731986 tempest-AttachVolumeNegativeTest-1030731986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:26:53.127705 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-fc152e53-3a0f-4cb4-b8a3-b8a2d5038c4a req-0304f5fd-adce-4c0f-a272-aa92705a3f69 tempest-AttachVolumeNegativeTest-1030731986 tempest-AttachVolumeNegativeTest-1030731986-project] 10.222.0.23 "GET /v2.0/ports?device_id=5d6c072b-d718-4472-84dd-c382b4a3c51e HTTP/1.1" status: 200 len: 945 time: 0.0458562 Jun 18 05:26:53.173978 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-fc152e53-3a0f-4cb4-b8a3-b8a2d5038c4a req-80a62156-4934-4c44-8c33-bd0a8e84a31e tempest-AttachVolumeNegativeTest-1030731986 tempest-AttachVolumeNegativeTest-1030731986-project] 10.222.0.23 "GET /v2.0/security-groups?id=ad154f35-1af6-451b-869b-850450aaebc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401144 Jun 18 05:26:53.850663 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.rpc [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] Device 34ef2a79-8d24-47b1-b652-a70000ed7299 up at agent hyperv_hv-cinder-83699 {{(pid=104389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 18 05:26:53.891631 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.db.provisioning_blocks [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] Provisioning for port 34ef2a79-8d24-47b1-b652-a70000ed7299 completed by entity L2. {{(pid=104389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 18 05:26:53.950484 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.db.provisioning_blocks [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] Provisioning complete for port 34ef2a79-8d24-47b1-b652-a70000ed7299 triggered by entity L2. {{(pid=104389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 18 05:26:53.950860 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1740956'] for port (34ef2a79-8d24-47b1-b652-a70000ed7299), provisioning_complete {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:26:54.024864 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.plugin [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] Current status of the port 34ef2a79-8d24-47b1-b652-a70000ed7299 is: BUILD; New status is: ACTIVE {{(pid=104389) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 18 05:26:54.025256 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1768406'] for port (34ef2a79-8d24-47b1-b652-a70000ed7299), before_update {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:26:54.048578 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d6c072b-d718-4472-84dd-c382b4a3c51e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34ef2a79-8d24-47b1-b652-a70000ed7299'}] {{(pid=104389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 18 05:26:54.050828 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84994602c193c13a4c26b8b675ba51d9b392d44d80225cb9db16c930b334f47b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cdf8af52-eb6d-4f7f-9496-642cb7876a35" -d '{"events": [{"server_uuid": "5d6c072b-d718-4472-84dd-c382b4a3c51e", "name": "network-vif-plugged", "status": "completed", "tag": "34ef2a79-8d24-47b1-b652-a70000ed7299"}]}' {{(pid=104389) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 05:26:54.063019 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.db [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] For port 34ef2a79-8d24-47b1-b652-a70000ed7299, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=34ef2a79-8d24-47b1-b652-a70000ed7299,segment=NetworkSegment(86362bff-3a6a-43b7-a40e-ec817261ef9d),segment_id=86362bff-3a6a-43b7-a40e-ec817261ef9d)] {{(pid=104389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 05:26:54.088353 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Jun 2022 05:26:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf013a28-c6c5-4504-96f6-d6b7de285f80 x-openstack-request-id: req-cf013a28-c6c5-4504-96f6-d6b7de285f80 {{(pid=104389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 05:26:54.088645 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d6c072b-d718-4472-84dd-c382b4a3c51e", "name": "network-vif-plugged", "status": "completed", "tag": "34ef2a79-8d24-47b1-b652-a70000ed7299", "code": 200}]} {{(pid=104389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 05:26:54.088899 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-cf013a28-c6c5-4504-96f6-d6b7de285f80 {{(pid=104389) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 05:26:54.089307 dv-cinder-836996-35-iscsi neutron-server[104389]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cf013a28-c6c5-4504-96f6-d6b7de285f80'] response: {'server_uuid': '5d6c072b-d718-4472-84dd-c382b4a3c51e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34ef2a79-8d24-47b1-b652-a70000ed7299', 'code': 200} Jun 18 05:26:54.104994 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1768343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789592765606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789592262840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789592262858'] for port (34ef2a79-8d24-47b1-b652-a70000ed7299), after_update {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:26:54.155871 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] Pushing event updated for resources: {'Port': ['ID=34ef2a79-8d24-47b1-b652-a70000ed7299,revision_number=5']} {{(pid=104389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:26:54.292612 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d18bf9-ce97-4615-a82e-17775e0a27dd req-ce31b340-c5c4-4fa6-9f52-394dbf24312f tempest-AttachVolumeNegativeTest-1030731986 tempest-AttachVolumeNegativeTest-1030731986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:26:54.294147 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-25d18bf9-ce97-4615-a82e-17775e0a27dd req-ce31b340-c5c4-4fa6-9f52-394dbf24312f tempest-AttachVolumeNegativeTest-1030731986 tempest-AttachVolumeNegativeTest-1030731986-project] 10.222.0.23 "GET /v2.0/ports?device_id=5d6c072b-d718-4472-84dd-c382b4a3c51e HTTP/1.1" status: 200 len: 946 time: 0.0510554 Jun 18 05:26:54.306623 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG dbcounter [-] [104388] Writing DB stats neutron:SELECT=100 {{(pid=104388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:26:54.341991 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-25d18bf9-ce97-4615-a82e-17775e0a27dd req-ea3d023f-b3c1-4d4a-b6c8-beb98698aae5 tempest-AttachVolumeNegativeTest-1030731986 tempest-AttachVolumeNegativeTest-1030731986-project] 10.222.0.23 "GET /v2.0/security-groups?id=ad154f35-1af6-451b-869b-850450aaebc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420122 Jun 18 05:26:54.506785 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-f97e0805-5e21-452d-97fa-a1d05ee10165 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789592556683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1744442'] for agent (a8549501-0164-4ac5-90a6-1ba1ba0d3f9d), after_update {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:26:54.540116 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f2092d-78e4-4de7-9cb0-e0ca9b0cf071 req-2626ab39-f0d8-49d7-8776-ddb5a1e56c80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:26:54.541678 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-e9f2092d-78e4-4de7-9cb0-e0ca9b0cf071 req-2626ab39-f0d8-49d7-8776-ddb5a1e56c80 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=5d6c072b-d718-4472-84dd-c382b4a3c51e HTTP/1.1" status: 200 len: 1130 time: 0.1372516 Jun 18 05:26:54.585859 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-e9f2092d-78e4-4de7-9cb0-e0ca9b0cf071 req-f5501f06-f062-4480-a31e-01cff0f34da2 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=ad154f35-1af6-451b-869b-850450aaebc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384619 Jun 18 05:26:55.460052 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee0f08d-d660-4d1e-b688-fe17ba9bef75 req-0facce15-4b08-4e1e-8b8a-00dcc64877b6 tempest-AttachVolumeNegativeTest-1030731986 tempest-AttachVolumeNegativeTest-1030731986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:26:55.461569 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-6ee0f08d-d660-4d1e-b688-fe17ba9bef75 req-0facce15-4b08-4e1e-8b8a-00dcc64877b6 tempest-AttachVolumeNegativeTest-1030731986 tempest-AttachVolumeNegativeTest-1030731986-project] 10.222.0.23 "GET /v2.0/ports?device_id=5d6c072b-d718-4472-84dd-c382b4a3c51e HTTP/1.1" status: 200 len: 946 time: 0.0496874 Jun 18 05:26:55.508400 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-6ee0f08d-d660-4d1e-b688-fe17ba9bef75 req-55220fc2-685b-4ef6-9fc9-7de81538de77 tempest-AttachVolumeNegativeTest-1030731986 tempest-AttachVolumeNegativeTest-1030731986-project] 10.222.0.23 "GET /v2.0/security-groups?id=ad154f35-1af6-451b-869b-850450aaebc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413971 Jun 18 05:26:55.584375 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-bd48e2cf-68a6-4f35-9a09-882d425f288c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789592556683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1744442'] for agent (e572bbf3-12d8-41bb-a2ed-524d739c9de1), after_update {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:26:56.609460 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG dbcounter [-] [104390] Writing DB stats neutron:SELECT=6,neutron:UPDATE=2 {{(pid=104390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:26:56.625806 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41372373-d08c-4720-aed5-b1d47c474619 req-0634e85b-3fb4-43d1-aed9-8db4c15df9a6 tempest-AttachVolumeNegativeTest-1030731986 tempest-AttachVolumeNegativeTest-1030731986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:26:56.627306 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-41372373-d08c-4720-aed5-b1d47c474619 req-0634e85b-3fb4-43d1-aed9-8db4c15df9a6 tempest-AttachVolumeNegativeTest-1030731986 tempest-AttachVolumeNegativeTest-1030731986-project] 10.222.0.23 "GET /v2.0/ports?device_id=5d6c072b-d718-4472-84dd-c382b4a3c51e HTTP/1.1" status: 200 len: 946 time: 0.0483143 Jun 18 05:26:56.679530 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-41372373-d08c-4720-aed5-b1d47c474619 req-05e93544-1fd5-468f-a879-4c182a848124 tempest-AttachVolumeNegativeTest-1030731986 tempest-AttachVolumeNegativeTest-1030731986-project] 10.222.0.23 "GET /v2.0/security-groups?id=ad154f35-1af6-451b-869b-850450aaebc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464137 Jun 18 05:26:56.717235 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG dbcounter [-] [104390] Writing DB stats neutron:SELECT=10 {{(pid=104390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:26:56.789354 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d6b528-3768-4e59-9a83-a8b6766ff39c req-1949ffb0-78f7-4899-bc9a-146bdb664c43 tempest-AttachVolumeNegativeTest-1030731986 tempest-AttachVolumeNegativeTest-1030731986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:26:56.790756 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-18d6b528-3768-4e59-9a83-a8b6766ff39c req-1949ffb0-78f7-4899-bc9a-146bdb664c43 tempest-AttachVolumeNegativeTest-1030731986 tempest-AttachVolumeNegativeTest-1030731986-project] 10.222.0.23 "GET /v2.0/ports?device_id=5d6c072b-d718-4472-84dd-c382b4a3c51e HTTP/1.1" status: 200 len: 946 time: 0.0467277 Jun 18 05:26:56.798855 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.wsgi [-] (104387) accepted ('10.222.0.23', 56856) {{(pid=104387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 05:26:56.803695 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.api.v2.base [None req-96c65581-0d40-423f-a718-fca46c82b2fd tempest-AttachVolumeNegativeTest-1030731986 tempest-AttachVolumeNegativeTest-1030731986-project] Request body: {'floatingip': {'port_id': '34ef2a79-8d24-47b1-b652-a70000ed7299'}} {{(pid=104387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 18 05:26:56.840634 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-96c65581-0d40-423f-a718-fca46c82b2fd tempest-AttachVolumeNegativeTest-1030731986 tempest-AttachVolumeNegativeTest-1030731986-project] Publish callbacks [] for floatingip (8f2e1454-71d4-45ee-8940-6f791b0742dd), before_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:26:56.906120 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG dbcounter [-] [104387] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:26:57.260263 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-96c65581-0d40-423f-a718-fca46c82b2fd tempest-AttachVolumeNegativeTest-1030731986 tempest-AttachVolumeNegativeTest-1030731986-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:26:57.293440 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-5df8b1a9-a354-44ed-8761-35e8e24f4084 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789592556683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1744442'] for agent (37f34a37-d85d-4c21-966b-86dc43157ac3), after_update {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:26:57.310487 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-96c65581-0d40-423f-a718-fca46c82b2fd tempest-AttachVolumeNegativeTest-1030731986 tempest-AttachVolumeNegativeTest-1030731986-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-736808'] for floatingip (8f2e1454-71d4-45ee-8940-6f791b0742dd), after_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:26:57.405256 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.db.l3_db [None req-96c65581-0d40-423f-a718-fca46c82b2fd tempest-AttachVolumeNegativeTest-1030731986 tempest-AttachVolumeNegativeTest-1030731986-project] Floating IP 8f2e1454-71d4-45ee-8940-6f791b0742dd associated. External IP: 172.27.2.143, port: 34ef2a79-8d24-47b1-b652-a70000ed7299. Jun 18 05:26:57.449845 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG dbcounter [-] [104387] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:26:57.532861 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-c042a677-28f5-4026-b552-0173028fe9dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789592556683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1744442'] for agent (d503ae44-4e24-48d3-9886-03581f90537d), after_update {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:26:57.865117 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96c65581-0d40-423f-a718-fca46c82b2fd tempest-AttachVolumeNegativeTest-1030731986 tempest-AttachVolumeNegativeTest-1030731986-project] Router bd1d2cf2-0e95-45dc-a81c-142caeaebaea has already been hosted by L3 agent a8549501-0164-4ac5-90a6-1ba1ba0d3f9d {{(pid=104387) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 18 05:26:57.965053 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96c65581-0d40-423f-a718-fca46c82b2fd tempest-AttachVolumeNegativeTest-1030731986 tempest-AttachVolumeNegativeTest-1030731986-project] Notify agent at l3_agent.dv-cinder-836996-35-iscsi the message routers_updated {{(pid=104387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 05:26:57.969911 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-96c65581-0d40-423f-a718-fca46c82b2fd tempest-AttachVolumeNegativeTest-1030731986 tempest-AttachVolumeNegativeTest-1030731986-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19502'] for floatingip (None), before_response {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:26:57.975421 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5aecdbd8-bc77-498c-8b22-b8b44f3ebf55 None None] Sync routers for ids ['bd1d2cf2-0e95-45dc-a81c-142caeaebaea'] in dv-cinder-836996-35-iscsi {{(pid=104389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 05:26:57.985313 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5aecdbd8-bc77-498c-8b22-b8b44f3ebf55 None None] Routers {'bd1d2cf2-0e95-45dc-a81c-142caeaebaea'} bound to L3 agent in host dv-cinder-836996-35-iscsi {{(pid=104389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 18 05:26:57.985962 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.db.l3_hamode_db [None req-5aecdbd8-bc77-498c-8b22-b8b44f3ebf55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-35-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-18T05:08:24Z,description=,heartbeat_timestamp=2022-06-18T05:26:54Z,host='dv-cinder-836996-35-iscsi',id=a8549501-0164-4ac5-90a6-1ba1ba0d3f9d,load=0,resource_versions=,resources_synced=,started_at=2022-06-18T05:08:25Z,topic='l3_agent')) {'router_ids': ['bd1d2cf2-0e95-45dc-a81c-142caeaebaea'], 'active': True} {{(pid=104389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 05:26:58.000271 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [None req-96c65581-0d40-423f-a718-fca46c82b2fd tempest-AttachVolumeNegativeTest-1030731986 tempest-AttachVolumeNegativeTest-1030731986-project] 10.222.0.23 "PUT /v2.0/floatingips/8f2e1454-71d4-45ee-8940-6f791b0742dd HTTP/1.1" status: 200 len: 992 time: 1.2003837 Jun 18 05:26:58.000957 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d6c072b-d718-4472-84dd-c382b4a3c51e', 'tag': '34ef2a79-8d24-47b1-b652-a70000ed7299'}] {{(pid=104387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 18 05:26:58.003481 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}067244ef130036e0f0c6cfdae2cc0bb626a7afb0c2954d608d85df941ffdb65a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0bae35b-248c-4228-9b90-52ee6f0e6396" -d '{"events": [{"name": "network-changed", "server_uuid": "5d6c072b-d718-4472-84dd-c382b4a3c51e", "tag": "34ef2a79-8d24-47b1-b652-a70000ed7299"}]}' {{(pid=104387) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 05:26:58.164876 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Jun 2022 05:26:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb30bee5-14c3-49ef-a903-e2c82ba56586 x-openstack-request-id: req-fb30bee5-14c3-49ef-a903-e2c82ba56586 {{(pid=104387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 05:26:58.165171 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5d6c072b-d718-4472-84dd-c382b4a3c51e", "tag": "34ef2a79-8d24-47b1-b652-a70000ed7299", "status": "completed", "code": 200}]} {{(pid=104387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 05:26:58.165449 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-fb30bee5-14c3-49ef-a903-e2c82ba56586 {{(pid=104387) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 05:26:58.165861 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fb30bee5-14c3-49ef-a903-e2c82ba56586'] response: {'name': 'network-changed', 'server_uuid': '5d6c072b-d718-4472-84dd-c382b4a3c51e', 'tag': '34ef2a79-8d24-47b1-b652-a70000ed7299', 'status': 'completed', 'code': 200} Jun 18 05:26:58.219872 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.db.l3_dvr_db [None req-5aecdbd8-bc77-498c-8b22-b8b44f3ebf55 None None] Set router bd1d2cf2-0e95-45dc-a81c-142caeaebaea gateway port host: dv-cinder-836996-35-iscsi {{(pid=104389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 18 05:26:58.247931 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0bae35b-248c-4228-9b90-52ee6f0e6396 req-244f222f-50c4-4458-b85c-ed4eb2b2ab71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:26:58.249490 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-b0bae35b-248c-4228-9b90-52ee6f0e6396 req-244f222f-50c4-4458-b85c-ed4eb2b2ab71 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=81c38b2c1ae4484bbf2d4939470f45e4&device_id=5d6c072b-d718-4472-84dd-c382b4a3c51e HTTP/1.1" status: 200 len: 1130 time: 0.0393639 Jun 18 05:26:58.339666 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0bae35b-248c-4228-9b90-52ee6f0e6396 req-30b6e5f2-7a68-4f3f-9b15-0cb707912c57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:26:58.341125 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-b0bae35b-248c-4228-9b90-52ee6f0e6396 req-30b6e5f2-7a68-4f3f-9b15-0cb707912c57 service neutron] 10.222.0.15 "GET /v2.0/networks?id=1c244710-1fba-414f-9d04-4fcd88e7ed14 HTTP/1.1" status: 200 len: 916 time: 0.0856326 Jun 18 05:26:58.409214 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-b0bae35b-248c-4228-9b90-52ee6f0e6396 req-03bb70c7-6550-48a2-8ed1-c52d2438a77e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=34ef2a79-8d24-47b1-b652-a70000ed7299 HTTP/1.1" status: 200 len: 1000 time: 0.0602839 Jun 18 05:26:58.431797 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.db.l3_hamode_db [None req-5aecdbd8-bc77-498c-8b22-b8b44f3ebf55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd1d2cf2-0e95-45dc-a81c-142caeaebaea', 'name': 'tempest-AttachVolumeNegativeTest-1598467528-router', 'tenant_id': '81c38b2c1ae4484bbf2d4939470f45e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65c030c7-6a7d-4cea-a47d-5cdd532db0e6', 'external_fixed_ips': [{'subnet_id': 'a9fa7760-a071-45ee-b985-799999c69975', 'ip_address': '172.27.2.173'}], 'enable_snat': True}, 'gw_port_id': 'f94d4039-4d8f-4564-be5c-6e372aba9749', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-18T05:23:50Z', 'updated_at': '2022-06-18T05:23:53Z', 'revision_number': 4, 'project_id': '81c38b2c1ae4484bbf2d4939470f45e4', 'gw_port': {'id': 'f94d4039-4d8f-4564-be5c-6e372aba9749', 'name': '', 'network_id': '65c030c7-6a7d-4cea-a47d-5cdd532db0e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:b4:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd1d2cf2-0e95-45dc-a81c-142caeaebaea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': 'a9fa7760-a071-45ee-b985-799999c69975', 'ip_address': '172.27.2.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-18T05:23:50Z', 'updated_at': '2022-06-18T05:23:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9fa7760-a071-45ee-b985-799999c69975', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-35-iscsi', '_floatingips': [{'id': '8f2e1454-71d4-45ee-8940-6f791b0742dd', 'tenant_id': '81c38b2c1ae4484bbf2d4939470f45e4', 'floating_ip_address': '172.27.2.143', 'floating_network_id': '65c030c7-6a7d-4cea-a47d-5cdd532db0e6', 'router_id': 'bd1d2cf2-0e95-45dc-a81c-142caeaebaea', 'port_id': '34ef2a79-8d24-47b1-b652-a70000ed7299', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 678, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1c244710-1fba-414f-9d04-4fcd88e7ed14', 'mac_address': 'fa:16:3e:8c:07:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d6c072b-d718-4472-84dd-c382b4a3c51e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-18T05:26:44Z', 'updated_at': '2022-06-18T05:26:57Z', 'revision_number': 1, 'project_id': '81c38b2c1ae4484bbf2d4939470f45e4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cb2b0c93-f026-4453-8702-ba5bfc22ddc5', 'name': '', 'network_id': '1c244710-1fba-414f-9d04-4fcd88e7ed14', 'tenant_id': '81c38b2c1ae4484bbf2d4939470f45e4', 'mac_address': 'fa:16:3e:26:31:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd1d2cf2-0e95-45dc-a81c-142caeaebaea', 'device_owner': 'network:router_interface', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '04d37ce2-ecce-4dd0-86fe-4bab0e2e49c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-18T05:23:53Z', 'updated_at': '2022-06-18T05:23:57Z', 'revision_number': 5, 'project_id': '81c38b2c1ae4484bbf2d4939470f45e4', 'subnets': [{'id': '04d37ce2-ecce-4dd0-86fe-4bab0e2e49c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-35-iscsi', False) {} {{(pid=104389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 05:26:58.456800 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5aecdbd8-bc77-498c-8b22-b8b44f3ebf55 None None] Checking router: bd1d2cf2-0e95-45dc-a81c-142caeaebaea for host: dv-cinder-836996-35-iscsi {{(pid=104389) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 05:26:58.462755 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0bae35b-248c-4228-9b90-52ee6f0e6396 req-e50473e8-a4df-4386-b767-e6c4b58f713e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:26:58.464208 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-b0bae35b-248c-4228-9b90-52ee6f0e6396 req-e50473e8-a4df-4386-b767-e6c4b58f713e service neutron] 10.222.0.15 "GET /v2.0/subnets?id=04d37ce2-ecce-4dd0-86fe-4bab0e2e49c9 HTTP/1.1" status: 200 len: 854 time: 0.0489464 Jun 18 05:26:58.465212 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5aecdbd8-bc77-498c-8b22-b8b44f3ebf55 None None] Routers {'bd1d2cf2-0e95-45dc-a81c-142caeaebaea'} bound to L3 agent in host dv-cinder-836996-35-iscsi {{(pid=104389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 18 05:26:58.465851 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.db.l3_hamode_db [None req-5aecdbd8-bc77-498c-8b22-b8b44f3ebf55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-35-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-18T05:08:24Z,description=,heartbeat_timestamp=2022-06-18T05:26:54Z,host='dv-cinder-836996-35-iscsi',id=a8549501-0164-4ac5-90a6-1ba1ba0d3f9d,load=0,resource_versions=,resources_synced=,started_at=2022-06-18T05:08:25Z,topic='l3_agent')) {'router_ids': ['bd1d2cf2-0e95-45dc-a81c-142caeaebaea'], 'active': True} {{(pid=104389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 05:26:58.503738 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG dbcounter [-] [104389] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=104389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:26:58.508602 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0bae35b-248c-4228-9b90-52ee6f0e6396 req-f9d5aaf7-d9a0-4f1e-80c4-9e033f811003 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:26:58.510179 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-b0bae35b-248c-4228-9b90-52ee6f0e6396 req-f9d5aaf7-d9a0-4f1e-80c4-9e033f811003 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=1c244710-1fba-414f-9d04-4fcd88e7ed14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0393872 Jun 18 05:26:58.520603 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.wsgi [req-b0bae35b-248c-4228-9b90-52ee6f0e6396 req-ce70f87f-a94d-43ec-a7e8-c7f00ea55e07 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=104388) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 18 05:26:58.521639 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-b0bae35b-248c-4228-9b90-52ee6f0e6396 req-ce70f87f-a94d-43ec-a7e8-c7f00ea55e07 service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0056286 Jun 18 05:26:58.568633 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG dbcounter [-] [104389] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:26:58.572801 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.db.l3_dvr_db [None req-5aecdbd8-bc77-498c-8b22-b8b44f3ebf55 None None] Set router bd1d2cf2-0e95-45dc-a81c-142caeaebaea gateway port host: dv-cinder-836996-35-iscsi {{(pid=104389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 18 05:26:58.616727 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-b0bae35b-248c-4228-9b90-52ee6f0e6396 req-5dd5084d-9ca4-448b-8591-e980b7eda7c6 service neutron] 10.222.0.15 "GET /v2.0/networks/1c244710-1fba-414f-9d04-4fcd88e7ed14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893536 Jun 18 05:26:58.644436 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG dbcounter [-] [104388] Writing DB stats neutron:SELECT=100 {{(pid=104388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:26:58.712890 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-b0bae35b-248c-4228-9b90-52ee6f0e6396 req-e7f992cc-6286-4b28-a77c-ceb781356e31 service neutron] 10.222.0.15 "GET /v2.0/networks/1c244710-1fba-414f-9d04-4fcd88e7ed14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897849 Jun 18 05:26:58.788403 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.db.l3_hamode_db [None req-5aecdbd8-bc77-498c-8b22-b8b44f3ebf55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd1d2cf2-0e95-45dc-a81c-142caeaebaea', 'name': 'tempest-AttachVolumeNegativeTest-1598467528-router', 'tenant_id': '81c38b2c1ae4484bbf2d4939470f45e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65c030c7-6a7d-4cea-a47d-5cdd532db0e6', 'external_fixed_ips': [{'subnet_id': 'a9fa7760-a071-45ee-b985-799999c69975', 'ip_address': '172.27.2.173'}], 'enable_snat': True}, 'gw_port_id': 'f94d4039-4d8f-4564-be5c-6e372aba9749', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-18T05:23:50Z', 'updated_at': '2022-06-18T05:23:53Z', 'revision_number': 4, 'project_id': '81c38b2c1ae4484bbf2d4939470f45e4', 'gw_port': {'id': 'f94d4039-4d8f-4564-be5c-6e372aba9749', 'name': '', 'network_id': '65c030c7-6a7d-4cea-a47d-5cdd532db0e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:b4:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd1d2cf2-0e95-45dc-a81c-142caeaebaea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': 'a9fa7760-a071-45ee-b985-799999c69975', 'ip_address': '172.27.2.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-18T05:23:50Z', 'updated_at': '2022-06-18T05:23:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9fa7760-a071-45ee-b985-799999c69975', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-35-iscsi', '_floatingips': [{'id': '8f2e1454-71d4-45ee-8940-6f791b0742dd', 'tenant_id': '81c38b2c1ae4484bbf2d4939470f45e4', 'floating_ip_address': '172.27.2.143', 'floating_network_id': '65c030c7-6a7d-4cea-a47d-5cdd532db0e6', 'router_id': 'bd1d2cf2-0e95-45dc-a81c-142caeaebaea', 'port_id': '34ef2a79-8d24-47b1-b652-a70000ed7299', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 678, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1c244710-1fba-414f-9d04-4fcd88e7ed14', 'mac_address': 'fa:16:3e:8c:07:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d6c072b-d718-4472-84dd-c382b4a3c51e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-18T05:26:44Z', 'updated_at': '2022-06-18T05:26:57Z', 'revision_number': 1, 'project_id': '81c38b2c1ae4484bbf2d4939470f45e4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cb2b0c93-f026-4453-8702-ba5bfc22ddc5', 'name': '', 'network_id': '1c244710-1fba-414f-9d04-4fcd88e7ed14', 'tenant_id': '81c38b2c1ae4484bbf2d4939470f45e4', 'mac_address': 'fa:16:3e:26:31:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd1d2cf2-0e95-45dc-a81c-142caeaebaea', 'device_owner': 'network:router_interface', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '04d37ce2-ecce-4dd0-86fe-4bab0e2e49c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-18T05:23:53Z', 'updated_at': '2022-06-18T05:23:57Z', 'revision_number': 5, 'project_id': '81c38b2c1ae4484bbf2d4939470f45e4', 'subnets': [{'id': '04d37ce2-ecce-4dd0-86fe-4bab0e2e49c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-35-iscsi', False) {} {{(pid=104389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 05:26:58.813171 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5aecdbd8-bc77-498c-8b22-b8b44f3ebf55 None None] The sync data for ids ['bd1d2cf2-0e95-45dc-a81c-142caeaebaea'] in dv-cinder-836996-35-iscsi is: [{'id': 'bd1d2cf2-0e95-45dc-a81c-142caeaebaea', 'name': 'tempest-AttachVolumeNegativeTest-1598467528-router', 'tenant_id': '81c38b2c1ae4484bbf2d4939470f45e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65c030c7-6a7d-4cea-a47d-5cdd532db0e6', 'external_fixed_ips': [{'subnet_id': 'a9fa7760-a071-45ee-b985-799999c69975', 'ip_address': '172.27.2.173'}], 'enable_snat': True}, 'gw_port_id': 'f94d4039-4d8f-4564-be5c-6e372aba9749', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-18T05:23:50Z', 'updated_at': '2022-06-18T05:23:53Z', 'revision_number': 4, 'project_id': '81c38b2c1ae4484bbf2d4939470f45e4', 'gw_port': {'id': 'f94d4039-4d8f-4564-be5c-6e372aba9749', 'name': '', 'network_id': '65c030c7-6a7d-4cea-a47d-5cdd532db0e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:b4:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd1d2cf2-0e95-45dc-a81c-142caeaebaea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': 'a9fa7760-a071-45ee-b985-799999c69975', 'ip_address': '172.27.2.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-18T05:23:50Z', 'updated_at': '2022-06-18T05:23:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9fa7760-a071-45ee-b985-799999c69975', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-35-iscsi', '_floatingips': [{'id': '8f2e1454-71d4-45ee-8940-6f791b0742dd', 'tenant_id': '81c38b2c1ae4484bbf2d4939470f45e4', 'floating_ip_address': '172.27.2.143', 'floating_network_id': '65c030c7-6a7d-4cea-a47d-5cdd532db0e6', 'router_id': 'bd1d2cf2-0e95-45dc-a81c-142caeaebaea', 'port_id': '34ef2a79-8d24-47b1-b652-a70000ed7299', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 678, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1c244710-1fba-414f-9d04-4fcd88e7ed14', 'mac_address': 'fa:16:3e:8c:07:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d6c072b-d718-4472-84dd-c382b4a3c51e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-18T05:26:44Z', 'updated_at': '2022-06-18T05:26:57Z', 'revision_number': 1, 'project_id': '81c38b2c1ae4484bbf2d4939470f45e4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cb2b0c93-f026-4453-8702-ba5bfc22ddc5', 'name': '', 'network_id': '1c244710-1fba-414f-9d04-4fcd88e7ed14', 'tenant_id': '81c38b2c1ae4484bbf2d4939470f45e4', 'mac_address': 'fa:16:3e:26:31:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd1d2cf2-0e95-45dc-a81c-142caeaebaea', 'device_owner': 'network:router_interface', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '04d37ce2-ecce-4dd0-86fe-4bab0e2e49c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-18T05:23:53Z', 'updated_at': '2022-06-18T05:23:57Z', 'revision_number': 5, 'project_id': '81c38b2c1ae4484bbf2d4939470f45e4', 'subnets': [{'id': '04d37ce2-ecce-4dd0-86fe-4bab0e2e49c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 05:26:59.010557 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69020bc6-7818-4569-bc24-d485fc27f19c None None] New status for floating IP 8f2e1454-71d4-45ee-8940-6f791b0742dd: ACTIVE {{(pid=104390) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 18 05:27:07.561699 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789592556683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1744442'] for agent (21f82a9e-593b-4fa9-aa06-dfe6f16482e6), after_update {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:27:07.995667 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG dbcounter [-] [104387] Writing DB stats neutron:SELECT=25 {{(pid=104387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:27:07.997572 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG dbcounter [-] [104387] Writing DB stats neutron:SELECT=71 {{(pid=104387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:27:08.708710 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG dbcounter [-] [104388] Writing DB stats neutron:SELECT=3 {{(pid=104388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:27:08.709707 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG dbcounter [-] [104388] Writing DB stats neutron:SELECT=69 {{(pid=104388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:27:09.110288 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG dbcounter [-] [104390] Writing DB stats neutron:SELECT=9,neutron:UPDATE=1 {{(pid=104390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:27:09.112073 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG dbcounter [-] [104390] Writing DB stats neutron:SELECT=11,neutron:UPDATE=1 {{(pid=104390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:27:17.508921 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG dbcounter [-] [104389] Writing DB stats neutron:SELECT=36 {{(pid=104389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:27:17.511824 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG dbcounter [-] [104389] Writing DB stats neutron:SELECT=16,neutron:UPDATE=1 {{(pid=104389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:27:20.260337 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG dbcounter [-] [104390] Writing DB stats neutron:SELECT=13 {{(pid=104390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:27:20.264320 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG dbcounter [-] [104390] Writing DB stats neutron:SELECT=13 {{(pid=104390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:27:22.058676 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-89531f51-e1ab-49c8-bdf3-736f4ddbd6c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789592556683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1744442'] for agent (426d7b1c-7831-4cf6-8aa4-29496a16634c), after_update {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:27:23.718801 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG neutron.db.agents_db [None req-f0cd052f-7516-4656-9d29-e77bb90ffdea None None] Agent healthcheck: found 6 active agents {{(pid=104390) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 18 05:27:24.515667 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-b9bf3e95-ed1d-4167-85e3-67a52f5cccda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789592556683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1744442'] for agent (a8549501-0164-4ac5-90a6-1ba1ba0d3f9d), after_update {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:27:25.607396 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-bd48e2cf-68a6-4f35-9a09-882d425f288c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789592556683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1744442'] for agent (e572bbf3-12d8-41bb-a2ed-524d739c9de1), after_update {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:27:27.264462 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-5df8b1a9-a354-44ed-8761-35e8e24f4084 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789592556683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1744442'] for agent (37f34a37-d85d-4c21-966b-86dc43157ac3), after_update {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:27:27.515777 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-c042a677-28f5-4026-b552-0173028fe9dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789592556683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1744442'] for agent (d503ae44-4e24-48d3-9886-03581f90537d), after_update {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:27:33.612008 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG dbcounter [-] [104390] Writing DB stats neutron:SELECT=3 {{(pid=104390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:27:33.715654 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG dbcounter [-] [104390] Writing DB stats neutron:SELECT=5 {{(pid=104390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:27:37.470039 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG dbcounter [-] [104389] Writing DB stats neutron:SELECT=9,neutron:UPDATE=1 {{(pid=104389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:27:37.473497 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG dbcounter [-] [104389] Writing DB stats neutron:SELECT=6,neutron:UPDATE=4 {{(pid=104389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:27:37.590030 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789592556683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1744442'] for agent (21f82a9e-593b-4fa9-aa06-dfe6f16482e6), after_update {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:27:37.876705 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.wsgi [-] (104387) accepted ('10.222.0.23', 56896) {{(pid=104387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 05:27:38.013503 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.plugin [None req-6305d43f-bd47-4b3b-ab01-df770260fe30 tempest-TestVolumeBootPattern-2140324561 tempest-TestVolumeBootPattern-2140324561-project] Deleting port fad53503-7828-489c-bd79-d3bb5b9647c5 {{(pid=104387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 18 05:27:38.013783 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-6305d43f-bd47-4b3b-ab01-df770260fe30 tempest-TestVolumeBootPattern-2140324561 tempest-TestVolumeBootPattern-2140324561-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789592760634'] for port (fad53503-7828-489c-bd79-d3bb5b9647c5), before_delete {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:27:38.092165 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-6305d43f-bd47-4b3b-ab01-df770260fe30 tempest-TestVolumeBootPattern-2140324561 tempest-TestVolumeBootPattern-2140324561-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-734995'] for port (fad53503-7828-489c-bd79-d3bb5b9647c5), precommit_delete {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:27:38.092501 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-6305d43f-bd47-4b3b-ab01-df770260fe30 tempest-TestVolumeBootPattern-2140324561 tempest-TestVolumeBootPattern-2140324561-project] Publish callbacks [] for floatingip (fad53503-7828-489c-bd79-d3bb5b9647c5), precommit_delete {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:27:38.106066 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.plugin [None req-6305d43f-bd47-4b3b-ab01-df770260fe30 tempest-TestVolumeBootPattern-2140324561 tempest-TestVolumeBootPattern-2140324561-project] Calling delete_port for fad53503-7828-489c-bd79-d3bb5b9647c5 owned by network:floatingip {{(pid=104387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 18 05:27:38.316133 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-6305d43f-bd47-4b3b-ab01-df770260fe30 tempest-TestVolumeBootPattern-2140324561 tempest-TestVolumeBootPattern-2140324561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1768343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789592765633', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789592262831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14020772'] for port (fad53503-7828-489c-bd79-d3bb5b9647c5), after_delete {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:27:38.342958 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6305d43f-bd47-4b3b-ab01-df770260fe30 tempest-TestVolumeBootPattern-2140324561 tempest-TestVolumeBootPattern-2140324561-project] Pushing event deleted for resources: {'Port': ['ID=fad53503-7828-489c-bd79-d3bb5b9647c5,revision_number=None']} {{(pid=104387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:27:38.356093 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6305d43f-bd47-4b3b-ab01-df770260fe30 tempest-TestVolumeBootPattern-2140324561 tempest-TestVolumeBootPattern-2140324561-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:27:38.356093 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6305d43f-bd47-4b3b-ab01-df770260fe30 tempest-TestVolumeBootPattern-2140324561 tempest-TestVolumeBootPattern-2140324561-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:27:38.356358 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6305d43f-bd47-4b3b-ab01-df770260fe30 tempest-TestVolumeBootPattern-2140324561 tempest-TestVolumeBootPattern-2140324561-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:27:38.356664 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6305d43f-bd47-4b3b-ab01-df770260fe30 tempest-TestVolumeBootPattern-2140324561 tempest-TestVolumeBootPattern-2140324561-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:27:38.356999 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6305d43f-bd47-4b3b-ab01-df770260fe30 tempest-TestVolumeBootPattern-2140324561 tempest-TestVolumeBootPattern-2140324561-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:27:38.357333 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6305d43f-bd47-4b3b-ab01-df770260fe30 tempest-TestVolumeBootPattern-2140324561 tempest-TestVolumeBootPattern-2140324561-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:27:38.357690 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6305d43f-bd47-4b3b-ab01-df770260fe30 tempest-TestVolumeBootPattern-2140324561 tempest-TestVolumeBootPattern-2140324561-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:27:38.358023 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6305d43f-bd47-4b3b-ab01-df770260fe30 tempest-TestVolumeBootPattern-2140324561 tempest-TestVolumeBootPattern-2140324561-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:27:38.358352 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6305d43f-bd47-4b3b-ab01-df770260fe30 tempest-TestVolumeBootPattern-2140324561 tempest-TestVolumeBootPattern-2140324561-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:27:38.358681 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6305d43f-bd47-4b3b-ab01-df770260fe30 tempest-TestVolumeBootPattern-2140324561 tempest-TestVolumeBootPattern-2140324561-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:27:38.359020 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6305d43f-bd47-4b3b-ab01-df770260fe30 tempest-TestVolumeBootPattern-2140324561 tempest-TestVolumeBootPattern-2140324561-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:27:38.359345 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6305d43f-bd47-4b3b-ab01-df770260fe30 tempest-TestVolumeBootPattern-2140324561 tempest-TestVolumeBootPattern-2140324561-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:27:38.359669 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6305d43f-bd47-4b3b-ab01-df770260fe30 tempest-TestVolumeBootPattern-2140324561 tempest-TestVolumeBootPattern-2140324561-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:27:38.359992 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6305d43f-bd47-4b3b-ab01-df770260fe30 tempest-TestVolumeBootPattern-2140324561 tempest-TestVolumeBootPattern-2140324561-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:27:38.360337 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6305d43f-bd47-4b3b-ab01-df770260fe30 tempest-TestVolumeBootPattern-2140324561 tempest-TestVolumeBootPattern-2140324561-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:27:38.419287 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-6305d43f-bd47-4b3b-ab01-df770260fe30 tempest-TestVolumeBootPattern-2140324561 tempest-TestVolumeBootPattern-2140324561-project] Publish callbacks [] for floatingip (acdb2ab4-dc79-4682-91b1-a54d729b6c89), after_delete {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:27:38.419622 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.db.l3_db [None req-6305d43f-bd47-4b3b-ab01-df770260fe30 tempest-TestVolumeBootPattern-2140324561 tempest-TestVolumeBootPattern-2140324561-project] Floating IP acdb2ab4-dc79-4682-91b1-a54d729b6c89 disassociated (deleted). External IP: 172.27.2.34, port: 30ebdd42-475a-47af-a0f7-18a2a06c0df9. Jun 18 05:27:38.615553 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6305d43f-bd47-4b3b-ab01-df770260fe30 tempest-TestVolumeBootPattern-2140324561 tempest-TestVolumeBootPattern-2140324561-project] Router febfd648-1542-4a4c-8d49-ecc66f2a4a94 has already been hosted by L3 agent a8549501-0164-4ac5-90a6-1ba1ba0d3f9d {{(pid=104387) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 18 05:27:38.721748 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6305d43f-bd47-4b3b-ab01-df770260fe30 tempest-TestVolumeBootPattern-2140324561 tempest-TestVolumeBootPattern-2140324561-project] Notify agent at l3_agent.dv-cinder-836996-35-iscsi the message routers_updated {{(pid=104387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 05:27:38.726651 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-6305d43f-bd47-4b3b-ab01-df770260fe30 tempest-TestVolumeBootPattern-2140324561 tempest-TestVolumeBootPattern-2140324561-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19502'] for floatingip (None), before_response {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:27:38.731198 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2debe0c-330e-43b7-82cb-5c123f768fa6 None None] Sync routers for ids ['febfd648-1542-4a4c-8d49-ecc66f2a4a94'] in dv-cinder-836996-35-iscsi {{(pid=104389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 05:27:38.741618 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2debe0c-330e-43b7-82cb-5c123f768fa6 None None] Routers {'febfd648-1542-4a4c-8d49-ecc66f2a4a94'} bound to L3 agent in host dv-cinder-836996-35-iscsi {{(pid=104389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 18 05:27:38.742249 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.db.l3_hamode_db [None req-c2debe0c-330e-43b7-82cb-5c123f768fa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-35-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-18T05:08:24Z,description=,heartbeat_timestamp=2022-06-18T05:27:24Z,host='dv-cinder-836996-35-iscsi',id=a8549501-0164-4ac5-90a6-1ba1ba0d3f9d,load=0,resource_versions=,resources_synced=,started_at=2022-06-18T05:08:25Z,topic='l3_agent')) {'router_ids': ['febfd648-1542-4a4c-8d49-ecc66f2a4a94'], 'active': True} {{(pid=104389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 05:27:38.751218 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG dbcounter [-] [104387] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:27:38.762490 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [None req-6305d43f-bd47-4b3b-ab01-df770260fe30 tempest-TestVolumeBootPattern-2140324561 tempest-TestVolumeBootPattern-2140324561-project] 10.222.0.23 "DELETE /v2.0/floatingips/acdb2ab4-dc79-4682-91b1-a54d729b6c89 HTTP/1.1" status: 204 len: 168 time: 0.8822031 Jun 18 05:27:38.762490 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e6e312a-e89e-46b8-8651-d8af33b96e1b', 'tag': '30ebdd42-475a-47af-a0f7-18a2a06c0df9'}] {{(pid=104387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 18 05:27:38.762999 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}067244ef130036e0f0c6cfdae2cc0bb626a7afb0c2954d608d85df941ffdb65a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1bab55a-44ce-49af-aea1-51cfbe920ee7" -d '{"events": [{"name": "network-changed", "server_uuid": "1e6e312a-e89e-46b8-8651-d8af33b96e1b", "tag": "30ebdd42-475a-47af-a0f7-18a2a06c0df9"}]}' {{(pid=104387) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 05:27:38.803784 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Jun 2022 05:27:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-845b0562-88af-4315-8088-a25e2635dbb7 x-openstack-request-id: req-845b0562-88af-4315-8088-a25e2635dbb7 {{(pid=104387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 05:27:38.804106 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1e6e312a-e89e-46b8-8651-d8af33b96e1b", "tag": "30ebdd42-475a-47af-a0f7-18a2a06c0df9", "status": "completed", "code": 200}]} {{(pid=104387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 05:27:38.804367 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-845b0562-88af-4315-8088-a25e2635dbb7 {{(pid=104387) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 05:27:38.804783 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.notifiers.nova [-] Nova event matching ['req-845b0562-88af-4315-8088-a25e2635dbb7'] response: {'name': 'network-changed', 'server_uuid': '1e6e312a-e89e-46b8-8651-d8af33b96e1b', 'tag': '30ebdd42-475a-47af-a0f7-18a2a06c0df9', 'status': 'completed', 'code': 200} Jun 18 05:27:38.852097 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.db.l3_dvr_db [None req-c2debe0c-330e-43b7-82cb-5c123f768fa6 None None] Set router febfd648-1542-4a4c-8d49-ecc66f2a4a94 gateway port host: dv-cinder-836996-35-iscsi {{(pid=104389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 18 05:27:38.888086 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1bab55a-44ce-49af-aea1-51cfbe920ee7 req-bb0a5ec2-f3c2-4ea5-84a7-d2094108b365 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:27:38.889674 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-f1bab55a-44ce-49af-aea1-51cfbe920ee7 req-bb0a5ec2-f3c2-4ea5-84a7-d2094108b365 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e5e4aece32ff462b9b9a42200d584c1b&device_id=1e6e312a-e89e-46b8-8651-d8af33b96e1b HTTP/1.1" status: 200 len: 1130 time: 0.0422761 Jun 18 05:27:38.983354 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1bab55a-44ce-49af-aea1-51cfbe920ee7 req-a6fc5ae9-b757-4bd6-a297-c87f267f7166 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:27:38.984885 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-f1bab55a-44ce-49af-aea1-51cfbe920ee7 req-a6fc5ae9-b757-4bd6-a297-c87f267f7166 service neutron] 10.222.0.15 "GET /v2.0/networks?id=1df631c6-dcd7-4307-8f3b-f75e299e78ec HTTP/1.1" status: 200 len: 913 time: 0.0899582 Jun 18 05:27:39.028425 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-f1bab55a-44ce-49af-aea1-51cfbe920ee7 req-abc42cbc-6552-420c-b358-263e971816c2 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=30ebdd42-475a-47af-a0f7-18a2a06c0df9 HTTP/1.1" status: 200 len: 217 time: 0.0373948 Jun 18 05:27:39.073570 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.db.l3_hamode_db [None req-c2debe0c-330e-43b7-82cb-5c123f768fa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'febfd648-1542-4a4c-8d49-ecc66f2a4a94', 'name': 'tempest-TestVolumeBootPattern-1313612744-router', 'tenant_id': 'e5e4aece32ff462b9b9a42200d584c1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65c030c7-6a7d-4cea-a47d-5cdd532db0e6', 'external_fixed_ips': [{'subnet_id': 'a9fa7760-a071-45ee-b985-799999c69975', 'ip_address': '172.27.2.206'}], 'enable_snat': True}, 'gw_port_id': '8849aa39-3bdf-4229-a0da-4d21338ac229', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-18T05:20:03Z', 'updated_at': '2022-06-18T05:20:06Z', 'revision_number': 4, 'project_id': 'e5e4aece32ff462b9b9a42200d584c1b', 'gw_port': {'id': '8849aa39-3bdf-4229-a0da-4d21338ac229', 'name': '', 'network_id': '65c030c7-6a7d-4cea-a47d-5cdd532db0e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:7d:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'febfd648-1542-4a4c-8d49-ecc66f2a4a94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': 'a9fa7760-a071-45ee-b985-799999c69975', 'ip_address': '172.27.2.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-18T05:20:03Z', 'updated_at': '2022-06-18T05:20:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9fa7760-a071-45ee-b985-799999c69975', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-35-iscsi', '_floatingips': [{'id': '336adc92-381b-4994-863d-a69bb5088060', 'tenant_id': 'e5e4aece32ff462b9b9a42200d584c1b', 'floating_ip_address': '172.27.2.247', 'floating_network_id': '65c030c7-6a7d-4cea-a47d-5cdd532db0e6', 'router_id': 'febfd648-1542-4a4c-8d49-ecc66f2a4a94', 'port_id': 'f1e35c87-41ca-48fb-a045-921ff1c239b0', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 525, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1df631c6-dcd7-4307-8f3b-f75e299e78ec', 'mac_address': 'fa:16:3e:2e:16:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd167251a-f398-4442-a5b0-f75ab2d4d1b4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-18T05:23:41Z', 'updated_at': '2022-06-18T05:23:44Z', 'revision_number': 1, 'project_id': 'e5e4aece32ff462b9b9a42200d584c1b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ad37ad86-af51-48c9-8423-f4dcba784269', 'name': '', 'network_id': '1df631c6-dcd7-4307-8f3b-f75e299e78ec', 'tenant_id': 'e5e4aece32ff462b9b9a42200d584c1b', 'mac_address': 'fa:16:3e:41:1e:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'febfd648-1542-4a4c-8d49-ecc66f2a4a94', 'device_owner': 'network:router_interface', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '6b669cb0-2ad3-4bdc-840d-cbd0d58ea955', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-18T05:20:06Z', 'updated_at': '2022-06-18T05:20:10Z', 'revision_number': 5, 'project_id': 'e5e4aece32ff462b9b9a42200d584c1b', 'subnets': [{'id': '6b669cb0-2ad3-4bdc-840d-cbd0d58ea955', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-35-iscsi', False) {} {{(pid=104389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 05:27:39.079237 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1bab55a-44ce-49af-aea1-51cfbe920ee7 req-87664825-c2b8-4661-bf50-860837af301c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:27:39.080787 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-f1bab55a-44ce-49af-aea1-51cfbe920ee7 req-87664825-c2b8-4661-bf50-860837af301c service neutron] 10.222.0.15 "GET /v2.0/subnets?id=6b669cb0-2ad3-4bdc-840d-cbd0d58ea955 HTTP/1.1" status: 200 len: 851 time: 0.0457978 Jun 18 05:27:39.098892 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2debe0c-330e-43b7-82cb-5c123f768fa6 None None] Checking router: febfd648-1542-4a4c-8d49-ecc66f2a4a94 for host: dv-cinder-836996-35-iscsi {{(pid=104389) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 05:27:39.107857 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2debe0c-330e-43b7-82cb-5c123f768fa6 None None] Routers {'febfd648-1542-4a4c-8d49-ecc66f2a4a94'} bound to L3 agent in host dv-cinder-836996-35-iscsi {{(pid=104389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 18 05:27:39.108456 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.db.l3_hamode_db [None req-c2debe0c-330e-43b7-82cb-5c123f768fa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-35-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-18T05:08:24Z,description=,heartbeat_timestamp=2022-06-18T05:27:24Z,host='dv-cinder-836996-35-iscsi',id=a8549501-0164-4ac5-90a6-1ba1ba0d3f9d,load=0,resource_versions=,resources_synced=,started_at=2022-06-18T05:08:25Z,topic='l3_agent')) {'router_ids': ['febfd648-1542-4a4c-8d49-ecc66f2a4a94'], 'active': True} {{(pid=104389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 05:27:39.123654 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1bab55a-44ce-49af-aea1-51cfbe920ee7 req-58cfabfc-b328-4028-bff7-65591df25b72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:27:39.125147 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-f1bab55a-44ce-49af-aea1-51cfbe920ee7 req-58cfabfc-b328-4028-bff7-65591df25b72 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=1df631c6-dcd7-4307-8f3b-f75e299e78ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0388229 Jun 18 05:27:39.218622 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.db.l3_dvr_db [None req-c2debe0c-330e-43b7-82cb-5c123f768fa6 None None] Set router febfd648-1542-4a4c-8d49-ecc66f2a4a94 gateway port host: dv-cinder-836996-35-iscsi {{(pid=104389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 18 05:27:39.257877 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcabd89a-582b-44b3-868b-1c924a6f74da req-e01ea3cb-a583-4631-9302-94e121c78adb tempest-TestVolumeBootPattern-2140324561 tempest-TestVolumeBootPattern-2140324561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:27:39.259353 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-fcabd89a-582b-44b3-868b-1c924a6f74da req-e01ea3cb-a583-4631-9302-94e121c78adb tempest-TestVolumeBootPattern-2140324561 tempest-TestVolumeBootPattern-2140324561-project] 10.222.0.23 "GET /v2.0/ports?device_id=1e6e312a-e89e-46b8-8651-d8af33b96e1b HTTP/1.1" status: 200 len: 946 time: 0.0623045 Jun 18 05:27:39.262958 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-f1bab55a-44ce-49af-aea1-51cfbe920ee7 req-a1025918-e08f-41f4-a46b-e163593bd040 service neutron] 10.222.0.15 "GET /v2.0/networks/1df631c6-dcd7-4307-8f3b-f75e299e78ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1313465 Jun 18 05:27:39.308361 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-fcabd89a-582b-44b3-868b-1c924a6f74da req-a365e4eb-90cf-4750-b74f-796ac4c3eabb tempest-TestVolumeBootPattern-2140324561 tempest-TestVolumeBootPattern-2140324561-project] 10.222.0.23 "GET /v2.0/security-groups?id=58bf4135-bd70-41ae-af28-83b051ed0d19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434072 Jun 18 05:27:39.429230 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.db.l3_hamode_db [None req-c2debe0c-330e-43b7-82cb-5c123f768fa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'febfd648-1542-4a4c-8d49-ecc66f2a4a94', 'name': 'tempest-TestVolumeBootPattern-1313612744-router', 'tenant_id': 'e5e4aece32ff462b9b9a42200d584c1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65c030c7-6a7d-4cea-a47d-5cdd532db0e6', 'external_fixed_ips': [{'subnet_id': 'a9fa7760-a071-45ee-b985-799999c69975', 'ip_address': '172.27.2.206'}], 'enable_snat': True}, 'gw_port_id': '8849aa39-3bdf-4229-a0da-4d21338ac229', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-18T05:20:03Z', 'updated_at': '2022-06-18T05:20:06Z', 'revision_number': 4, 'project_id': 'e5e4aece32ff462b9b9a42200d584c1b', 'gw_port': {'id': '8849aa39-3bdf-4229-a0da-4d21338ac229', 'name': '', 'network_id': '65c030c7-6a7d-4cea-a47d-5cdd532db0e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:7d:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'febfd648-1542-4a4c-8d49-ecc66f2a4a94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': 'a9fa7760-a071-45ee-b985-799999c69975', 'ip_address': '172.27.2.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-18T05:20:03Z', 'updated_at': '2022-06-18T05:20:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9fa7760-a071-45ee-b985-799999c69975', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-35-iscsi', '_floatingips': [{'id': '336adc92-381b-4994-863d-a69bb5088060', 'tenant_id': 'e5e4aece32ff462b9b9a42200d584c1b', 'floating_ip_address': '172.27.2.247', 'floating_network_id': '65c030c7-6a7d-4cea-a47d-5cdd532db0e6', 'router_id': 'febfd648-1542-4a4c-8d49-ecc66f2a4a94', 'port_id': 'f1e35c87-41ca-48fb-a045-921ff1c239b0', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 525, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1df631c6-dcd7-4307-8f3b-f75e299e78ec', 'mac_address': 'fa:16:3e:2e:16:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd167251a-f398-4442-a5b0-f75ab2d4d1b4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-18T05:23:41Z', 'updated_at': '2022-06-18T05:23:44Z', 'revision_number': 1, 'project_id': 'e5e4aece32ff462b9b9a42200d584c1b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ad37ad86-af51-48c9-8423-f4dcba784269', 'name': '', 'network_id': '1df631c6-dcd7-4307-8f3b-f75e299e78ec', 'tenant_id': 'e5e4aece32ff462b9b9a42200d584c1b', 'mac_address': 'fa:16:3e:41:1e:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'febfd648-1542-4a4c-8d49-ecc66f2a4a94', 'device_owner': 'network:router_interface', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '6b669cb0-2ad3-4bdc-840d-cbd0d58ea955', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-18T05:20:06Z', 'updated_at': '2022-06-18T05:20:10Z', 'revision_number': 5, 'project_id': 'e5e4aece32ff462b9b9a42200d584c1b', 'subnets': [{'id': '6b669cb0-2ad3-4bdc-840d-cbd0d58ea955', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-35-iscsi', False) {} {{(pid=104389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 05:27:39.457324 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2debe0c-330e-43b7-82cb-5c123f768fa6 None None] The sync data for ids ['febfd648-1542-4a4c-8d49-ecc66f2a4a94'] in dv-cinder-836996-35-iscsi is: [{'id': 'febfd648-1542-4a4c-8d49-ecc66f2a4a94', 'name': 'tempest-TestVolumeBootPattern-1313612744-router', 'tenant_id': 'e5e4aece32ff462b9b9a42200d584c1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65c030c7-6a7d-4cea-a47d-5cdd532db0e6', 'external_fixed_ips': [{'subnet_id': 'a9fa7760-a071-45ee-b985-799999c69975', 'ip_address': '172.27.2.206'}], 'enable_snat': True}, 'gw_port_id': '8849aa39-3bdf-4229-a0da-4d21338ac229', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-18T05:20:03Z', 'updated_at': '2022-06-18T05:20:06Z', 'revision_number': 4, 'project_id': 'e5e4aece32ff462b9b9a42200d584c1b', 'gw_port': {'id': '8849aa39-3bdf-4229-a0da-4d21338ac229', 'name': '', 'network_id': '65c030c7-6a7d-4cea-a47d-5cdd532db0e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:7d:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'febfd648-1542-4a4c-8d49-ecc66f2a4a94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': 'a9fa7760-a071-45ee-b985-799999c69975', 'ip_address': '172.27.2.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-18T05:20:03Z', 'updated_at': '2022-06-18T05:20:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9fa7760-a071-45ee-b985-799999c69975', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-35-iscsi', '_floatingips': [{'id': '336adc92-381b-4994-863d-a69bb5088060', 'tenant_id': 'e5e4aece32ff462b9b9a42200d584c1b', 'floating_ip_address': '172.27.2.247', 'floating_network_id': '65c030c7-6a7d-4cea-a47d-5cdd532db0e6', 'router_id': 'febfd648-1542-4a4c-8d49-ecc66f2a4a94', 'port_id': 'f1e35c87-41ca-48fb-a045-921ff1c239b0', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 525, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1df631c6-dcd7-4307-8f3b-f75e299e78ec', 'mac_address': 'fa:16:3e:2e:16:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd167251a-f398-4442-a5b0-f75ab2d4d1b4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-18T05:23:41Z', 'updated_at': '2022-06-18T05:23:44Z', 'revision_number': 1, 'project_id': 'e5e4aece32ff462b9b9a42200d584c1b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ad37ad86-af51-48c9-8423-f4dcba784269', 'name': '', 'network_id': '1df631c6-dcd7-4307-8f3b-f75e299e78ec', 'tenant_id': 'e5e4aece32ff462b9b9a42200d584c1b', 'mac_address': 'fa:16:3e:41:1e:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'febfd648-1542-4a4c-8d49-ecc66f2a4a94', 'device_owner': 'network:router_interface', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '6b669cb0-2ad3-4bdc-840d-cbd0d58ea955', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-18T05:20:06Z', 'updated_at': '2022-06-18T05:20:10Z', 'revision_number': 5, 'project_id': 'e5e4aece32ff462b9b9a42200d584c1b', 'subnets': [{'id': '6b669cb0-2ad3-4bdc-840d-cbd0d58ea955', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 05:27:39.666400 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8affe3a-b2b0-48ba-ab4b-e61b5b59f4a0 None None] New status for floating IP acdb2ab4-dc79-4682-91b1-a54d729b6c89: DOWN {{(pid=104390) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 18 05:27:40.317264 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-f1bab55a-44ce-49af-aea1-51cfbe920ee7 req-0c1d8766-d410-4f8b-98c4-6eb0ce2d87c3 service neutron] 10.222.0.15 "GET /v2.0/networks/1df631c6-dcd7-4307-8f3b-f75e299e78ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873334 Jun 18 05:27:40.424266 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0992a9b-e35e-407f-b9f7-d390b36976e2 req-2f54be2b-3350-4fb1-850e-02d4a3aedc60 tempest-TestVolumeBootPattern-2140324561 tempest-TestVolumeBootPattern-2140324561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:27:40.425787 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-b0992a9b-e35e-407f-b9f7-d390b36976e2 req-2f54be2b-3350-4fb1-850e-02d4a3aedc60 tempest-TestVolumeBootPattern-2140324561 tempest-TestVolumeBootPattern-2140324561-project] 10.222.0.23 "GET /v2.0/ports?device_id=1e6e312a-e89e-46b8-8651-d8af33b96e1b HTTP/1.1" status: 200 len: 946 time: 0.0478668 Jun 18 05:27:40.444116 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG dbcounter [-] [104387] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:27:40.475651 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-b0992a9b-e35e-407f-b9f7-d390b36976e2 req-ce3ba990-883a-4a8e-bd0d-390e7f26d458 tempest-TestVolumeBootPattern-2140324561 tempest-TestVolumeBootPattern-2140324561-project] 10.222.0.23 "GET /v2.0/security-groups?id=58bf4135-bd70-41ae-af28-83b051ed0d19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441306 Jun 18 05:27:40.878735 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964d5ef6-0402-4497-a92b-4ea7b76cdf34 req-5cc4cf1a-3391-4ee5-a39a-893f13af0487 tempest-TestVolumeBootPattern-2140324561 tempest-TestVolumeBootPattern-2140324561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:27:40.880159 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-964d5ef6-0402-4497-a92b-4ea7b76cdf34 req-5cc4cf1a-3391-4ee5-a39a-893f13af0487 tempest-TestVolumeBootPattern-2140324561 tempest-TestVolumeBootPattern-2140324561-project] 10.222.0.15 "GET /v2.0/ports?device_id=1e6e312a-e89e-46b8-8651-d8af33b96e1b HTTP/1.1" status: 200 len: 946 time: 0.0472908 Jun 18 05:27:40.964953 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.plugins.ml2.plugin [req-964d5ef6-0402-4497-a92b-4ea7b76cdf34 req-268c2b4a-7f03-419e-b987-0c51303b0ef2 tempest-TestVolumeBootPattern-2140324561 tempest-TestVolumeBootPattern-2140324561-project] Deleting port 30ebdd42-475a-47af-a0f7-18a2a06c0df9 {{(pid=104388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 18 05:27:40.965293 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [req-964d5ef6-0402-4497-a92b-4ea7b76cdf34 req-268c2b4a-7f03-419e-b987-0c51303b0ef2 tempest-TestVolumeBootPattern-2140324561 tempest-TestVolumeBootPattern-2140324561-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789592760634'] for port (30ebdd42-475a-47af-a0f7-18a2a06c0df9), before_delete {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:27:41.053312 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.plugins.ml2.db [req-964d5ef6-0402-4497-a92b-4ea7b76cdf34 req-268c2b4a-7f03-419e-b987-0c51303b0ef2 tempest-TestVolumeBootPattern-2140324561 tempest-TestVolumeBootPattern-2140324561-project] For port 30ebdd42-475a-47af-a0f7-18a2a06c0df9, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=30ebdd42-475a-47af-a0f7-18a2a06c0df9,segment=NetworkSegment(8aca2cfd-4c97-491c-8d50-193cbcc193f8),segment_id=8aca2cfd-4c97-491c-8d50-193cbcc193f8)] {{(pid=104388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 05:27:41.053702 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [req-964d5ef6-0402-4497-a92b-4ea7b76cdf34 req-268c2b4a-7f03-419e-b987-0c51303b0ef2 tempest-TestVolumeBootPattern-2140324561 tempest-TestVolumeBootPattern-2140324561-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-734995'] for port (30ebdd42-475a-47af-a0f7-18a2a06c0df9), precommit_delete {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:27:41.066360 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.plugins.ml2.plugin [req-964d5ef6-0402-4497-a92b-4ea7b76cdf34 req-268c2b4a-7f03-419e-b987-0c51303b0ef2 tempest-TestVolumeBootPattern-2140324561 tempest-TestVolumeBootPattern-2140324561-project] Calling delete_port for 30ebdd42-475a-47af-a0f7-18a2a06c0df9 owned by compute:nova {{(pid=104388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 18 05:27:41.181196 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG dbcounter [-] [104388] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:27:41.242280 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [req-964d5ef6-0402-4497-a92b-4ea7b76cdf34 req-268c2b4a-7f03-419e-b987-0c51303b0ef2 tempest-TestVolumeBootPattern-2140324561 tempest-TestVolumeBootPattern-2140324561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1768343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789592765633', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789592262831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15493031'] for port (30ebdd42-475a-47af-a0f7-18a2a06c0df9), after_delete {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:27:41.272224 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-268c2b4a-7f03-419e-b987-0c51303b0ef2 tempest-TestVolumeBootPattern-2140324561 tempest-TestVolumeBootPattern-2140324561-project] Pushing event deleted for resources: {'Port': ['ID=30ebdd42-475a-47af-a0f7-18a2a06c0df9,revision_number=None']} {{(pid=104388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:27:41.278736 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG dbcounter [-] [104388] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:27:41.298394 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-268c2b4a-7f03-419e-b987-0c51303b0ef2 tempest-TestVolumeBootPattern-2140324561 tempest-TestVolumeBootPattern-2140324561-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:27:41.298745 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-268c2b4a-7f03-419e-b987-0c51303b0ef2 tempest-TestVolumeBootPattern-2140324561 tempest-TestVolumeBootPattern-2140324561-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:27:41.299106 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-268c2b4a-7f03-419e-b987-0c51303b0ef2 tempest-TestVolumeBootPattern-2140324561 tempest-TestVolumeBootPattern-2140324561-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:27:41.299445 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-268c2b4a-7f03-419e-b987-0c51303b0ef2 tempest-TestVolumeBootPattern-2140324561 tempest-TestVolumeBootPattern-2140324561-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:27:41.299779 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-268c2b4a-7f03-419e-b987-0c51303b0ef2 tempest-TestVolumeBootPattern-2140324561 tempest-TestVolumeBootPattern-2140324561-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:27:41.300107 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-268c2b4a-7f03-419e-b987-0c51303b0ef2 tempest-TestVolumeBootPattern-2140324561 tempest-TestVolumeBootPattern-2140324561-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:27:41.300433 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-268c2b4a-7f03-419e-b987-0c51303b0ef2 tempest-TestVolumeBootPattern-2140324561 tempest-TestVolumeBootPattern-2140324561-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:27:41.300755 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-268c2b4a-7f03-419e-b987-0c51303b0ef2 tempest-TestVolumeBootPattern-2140324561 tempest-TestVolumeBootPattern-2140324561-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:27:41.301076 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-268c2b4a-7f03-419e-b987-0c51303b0ef2 tempest-TestVolumeBootPattern-2140324561 tempest-TestVolumeBootPattern-2140324561-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:27:41.301415 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-268c2b4a-7f03-419e-b987-0c51303b0ef2 tempest-TestVolumeBootPattern-2140324561 tempest-TestVolumeBootPattern-2140324561-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:27:41.301738 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-268c2b4a-7f03-419e-b987-0c51303b0ef2 tempest-TestVolumeBootPattern-2140324561 tempest-TestVolumeBootPattern-2140324561-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:27:41.302063 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-268c2b4a-7f03-419e-b987-0c51303b0ef2 tempest-TestVolumeBootPattern-2140324561 tempest-TestVolumeBootPattern-2140324561-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:27:41.303160 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-268c2b4a-7f03-419e-b987-0c51303b0ef2 tempest-TestVolumeBootPattern-2140324561 tempest-TestVolumeBootPattern-2140324561-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:27:41.303540 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-268c2b4a-7f03-419e-b987-0c51303b0ef2 tempest-TestVolumeBootPattern-2140324561 tempest-TestVolumeBootPattern-2140324561-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:27:41.303880 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-268c2b4a-7f03-419e-b987-0c51303b0ef2 tempest-TestVolumeBootPattern-2140324561 tempest-TestVolumeBootPattern-2140324561-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:27:41.328726 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.db.l3_dvrscheduler_db [req-964d5ef6-0402-4497-a92b-4ea7b76cdf34 req-268c2b4a-7f03-419e-b987-0c51303b0ef2 tempest-TestVolumeBootPattern-2140324561 tempest-TestVolumeBootPattern-2140324561-project] No DVR routers for this DVR port 30ebdd42-475a-47af-a0f7-18a2a06c0df9 on host hv-cinder-83699 {{(pid=104388) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 18 05:27:41.331673 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [req-964d5ef6-0402-4497-a92b-4ea7b76cdf34 req-268c2b4a-7f03-419e-b987-0c51303b0ef2 tempest-TestVolumeBootPattern-2140324561 tempest-TestVolumeBootPattern-2140324561-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19502'] for port (None), before_response {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:27:41.335182 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-964d5ef6-0402-4497-a92b-4ea7b76cdf34 req-268c2b4a-7f03-419e-b987-0c51303b0ef2 tempest-TestVolumeBootPattern-2140324561 tempest-TestVolumeBootPattern-2140324561-project] 10.222.0.15 "DELETE /v2.0/ports/30ebdd42-475a-47af-a0f7-18a2a06c0df9 HTTP/1.1" status: 204 len: 173 time: 0.4502876 Jun 18 05:27:41.338684 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e6e312a-e89e-46b8-8651-d8af33b96e1b', 'name': 'network-vif-deleted', 'tag': '30ebdd42-475a-47af-a0f7-18a2a06c0df9'}] {{(pid=104388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 18 05:27:41.338684 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76651050bff5b1e15da4688504920c0e470581a7df997af8856c46d23e91a66a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13ff0513-bd4d-4c46-9e3e-f54c88d2374d" -d '{"events": [{"server_uuid": "1e6e312a-e89e-46b8-8651-d8af33b96e1b", "name": "network-vif-deleted", "tag": "30ebdd42-475a-47af-a0f7-18a2a06c0df9"}]}' {{(pid=104388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 05:27:41.374898 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Jun 2022 05:27:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f200e9f-a34b-4efe-8817-b9520210a79b x-openstack-request-id: req-4f200e9f-a34b-4efe-8817-b9520210a79b {{(pid=104388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 05:27:41.374898 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e6e312a-e89e-46b8-8651-d8af33b96e1b", "name": "network-vif-deleted", "tag": "30ebdd42-475a-47af-a0f7-18a2a06c0df9", "status": "completed", "code": 200}]} {{(pid=104388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 05:27:41.374898 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-4f200e9f-a34b-4efe-8817-b9520210a79b {{(pid=104388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 05:27:41.374898 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4f200e9f-a34b-4efe-8817-b9520210a79b'] response: {'server_uuid': '1e6e312a-e89e-46b8-8651-d8af33b96e1b', 'name': 'network-vif-deleted', 'tag': '30ebdd42-475a-47af-a0f7-18a2a06c0df9', 'status': 'completed', 'code': 200} Jun 18 05:27:41.572619 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-7d1724e1-edb9-4859-a193-f5b730fcc7de req-d23c5a2d-dcac-49ea-8735-bbff76ce9aa9 tempest-TestVolumeBootPattern-2140324561 tempest-TestVolumeBootPattern-2140324561-project] 10.222.0.23 "GET /v2.0/ports?device_id=1e6e312a-e89e-46b8-8651-d8af33b96e1b HTTP/1.1" status: 200 len: 210 time: 0.0284314 Jun 18 05:27:44.095668 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.rpc [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] Device 30ebdd42-475a-47af-a0f7-18a2a06c0df9 no longer exists at agent hyperv_hv-cinder-83699 {{(pid=104389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 18 05:27:44.115844 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.plugin [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] No Port match for: 30ebdd42-475a-47af-a0f7-18a2a06c0df9 {{(pid=104389) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 18 05:27:44.118443 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.rpc [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] Device 30ebdd42-475a-47af-a0f7-18a2a06c0df9 not bound to the agent host hv-cinder-83699 {{(pid=104389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 18 05:27:45.017710 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.wsgi [-] (104387) accepted ('10.222.0.23', 56952) {{(pid=104387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 05:27:45.162654 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.plugin [None req-1a2bc754-5e2a-4183-8216-1b3de0f1288e tempest-TestVolumeBootPattern-2140324561 tempest-TestVolumeBootPattern-2140324561-project] Deleting port dc8bb501-849c-4071-82b9-8f0806394b3e {{(pid=104387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 18 05:27:45.162876 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-1a2bc754-5e2a-4183-8216-1b3de0f1288e tempest-TestVolumeBootPattern-2140324561 tempest-TestVolumeBootPattern-2140324561-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789592760634'] for port (dc8bb501-849c-4071-82b9-8f0806394b3e), before_delete {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:27:45.237532 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-1a2bc754-5e2a-4183-8216-1b3de0f1288e tempest-TestVolumeBootPattern-2140324561 tempest-TestVolumeBootPattern-2140324561-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-734995'] for port (dc8bb501-849c-4071-82b9-8f0806394b3e), precommit_delete {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:27:45.237862 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-1a2bc754-5e2a-4183-8216-1b3de0f1288e tempest-TestVolumeBootPattern-2140324561 tempest-TestVolumeBootPattern-2140324561-project] Publish callbacks [] for floatingip (dc8bb501-849c-4071-82b9-8f0806394b3e), precommit_delete {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:27:45.251104 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.plugin [None req-1a2bc754-5e2a-4183-8216-1b3de0f1288e tempest-TestVolumeBootPattern-2140324561 tempest-TestVolumeBootPattern-2140324561-project] Calling delete_port for dc8bb501-849c-4071-82b9-8f0806394b3e owned by network:floatingip {{(pid=104387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 18 05:27:45.458782 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-1a2bc754-5e2a-4183-8216-1b3de0f1288e tempest-TestVolumeBootPattern-2140324561 tempest-TestVolumeBootPattern-2140324561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1768343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789592765633', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789592262831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14020772'] for port (dc8bb501-849c-4071-82b9-8f0806394b3e), after_delete {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:27:45.486081 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2bc754-5e2a-4183-8216-1b3de0f1288e tempest-TestVolumeBootPattern-2140324561 tempest-TestVolumeBootPattern-2140324561-project] Pushing event deleted for resources: {'Port': ['ID=dc8bb501-849c-4071-82b9-8f0806394b3e,revision_number=None']} {{(pid=104387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:27:45.549644 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-1a2bc754-5e2a-4183-8216-1b3de0f1288e tempest-TestVolumeBootPattern-2140324561 tempest-TestVolumeBootPattern-2140324561-project] Publish callbacks [] for floatingip (336adc92-381b-4994-863d-a69bb5088060), after_delete {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:27:45.549969 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.db.l3_db [None req-1a2bc754-5e2a-4183-8216-1b3de0f1288e tempest-TestVolumeBootPattern-2140324561 tempest-TestVolumeBootPattern-2140324561-project] Floating IP 336adc92-381b-4994-863d-a69bb5088060 disassociated (deleted). External IP: 172.27.2.247, port: f1e35c87-41ca-48fb-a045-921ff1c239b0. Jun 18 05:27:45.736668 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG dbcounter [-] [104387] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:27:45.746883 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a2bc754-5e2a-4183-8216-1b3de0f1288e tempest-TestVolumeBootPattern-2140324561 tempest-TestVolumeBootPattern-2140324561-project] Router febfd648-1542-4a4c-8d49-ecc66f2a4a94 has already been hosted by L3 agent a8549501-0164-4ac5-90a6-1ba1ba0d3f9d {{(pid=104387) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 18 05:27:45.849581 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a2bc754-5e2a-4183-8216-1b3de0f1288e tempest-TestVolumeBootPattern-2140324561 tempest-TestVolumeBootPattern-2140324561-project] Notify agent at l3_agent.dv-cinder-836996-35-iscsi the message routers_updated {{(pid=104387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 05:27:45.854484 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-1a2bc754-5e2a-4183-8216-1b3de0f1288e tempest-TestVolumeBootPattern-2140324561 tempest-TestVolumeBootPattern-2140324561-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19502'] for floatingip (None), before_response {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:27:45.857446 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG dbcounter [-] [104387] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:27:45.859661 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd3f8b39-5ff7-467d-bec5-c9de34ca7bb1 None None] Sync routers for ids ['febfd648-1542-4a4c-8d49-ecc66f2a4a94'] in dv-cinder-836996-35-iscsi {{(pid=104389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 05:27:45.869844 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd3f8b39-5ff7-467d-bec5-c9de34ca7bb1 None None] Routers {'febfd648-1542-4a4c-8d49-ecc66f2a4a94'} bound to L3 agent in host dv-cinder-836996-35-iscsi {{(pid=104389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 18 05:27:45.870448 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.db.l3_hamode_db [None req-fd3f8b39-5ff7-467d-bec5-c9de34ca7bb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-35-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-18T05:08:24Z,description=,heartbeat_timestamp=2022-06-18T05:27:24Z,host='dv-cinder-836996-35-iscsi',id=a8549501-0164-4ac5-90a6-1ba1ba0d3f9d,load=0,resource_versions=,resources_synced=,started_at=2022-06-18T05:08:25Z,topic='l3_agent')) {'router_ids': ['febfd648-1542-4a4c-8d49-ecc66f2a4a94'], 'active': True} {{(pid=104389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 05:27:45.888580 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [None req-1a2bc754-5e2a-4183-8216-1b3de0f1288e tempest-TestVolumeBootPattern-2140324561 tempest-TestVolumeBootPattern-2140324561-project] 10.222.0.23 "DELETE /v2.0/floatingips/336adc92-381b-4994-863d-a69bb5088060 HTTP/1.1" status: 204 len: 168 time: 0.8697677 Jun 18 05:27:45.889536 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd167251a-f398-4442-a5b0-f75ab2d4d1b4', 'tag': 'f1e35c87-41ca-48fb-a045-921ff1c239b0'}] {{(pid=104387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 18 05:27:45.891978 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}067244ef130036e0f0c6cfdae2cc0bb626a7afb0c2954d608d85df941ffdb65a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6c689df-dfcd-4d18-a54e-9705ad3eb330" -d '{"events": [{"name": "network-changed", "server_uuid": "d167251a-f398-4442-a5b0-f75ab2d4d1b4", "tag": "f1e35c87-41ca-48fb-a045-921ff1c239b0"}]}' {{(pid=104387) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 05:27:45.930702 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Jun 2022 05:27:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dac14a2d-1e83-4041-b451-3e6a7075fa76 x-openstack-request-id: req-dac14a2d-1e83-4041-b451-3e6a7075fa76 {{(pid=104387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 05:27:45.931011 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d167251a-f398-4442-a5b0-f75ab2d4d1b4", "tag": "f1e35c87-41ca-48fb-a045-921ff1c239b0", "status": "completed", "code": 200}]} {{(pid=104387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 05:27:45.931302 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-dac14a2d-1e83-4041-b451-3e6a7075fa76 {{(pid=104387) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 05:27:45.931738 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dac14a2d-1e83-4041-b451-3e6a7075fa76'] response: {'name': 'network-changed', 'server_uuid': 'd167251a-f398-4442-a5b0-f75ab2d4d1b4', 'tag': 'f1e35c87-41ca-48fb-a045-921ff1c239b0', 'status': 'completed', 'code': 200} Jun 18 05:27:46.010758 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-1e9770f7-6523-4cc2-9348-398f907d24ea req-e0c10f4a-4dd6-48b7-ab21-35189cf06fb7 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=d167251a-f398-4442-a5b0-f75ab2d4d1b4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0444999 Jun 18 05:27:46.013574 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.db.l3_dvr_db [None req-fd3f8b39-5ff7-467d-bec5-c9de34ca7bb1 None None] Set router febfd648-1542-4a4c-8d49-ecc66f2a4a94 gateway port host: dv-cinder-836996-35-iscsi {{(pid=104389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 18 05:27:46.028239 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c689df-dfcd-4d18-a54e-9705ad3eb330 req-db9a462e-d67c-4d75-bb80-a70404f235f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:27:46.029800 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-a6c689df-dfcd-4d18-a54e-9705ad3eb330 req-db9a462e-d67c-4d75-bb80-a70404f235f3 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e5e4aece32ff462b9b9a42200d584c1b&device_id=d167251a-f398-4442-a5b0-f75ab2d4d1b4 HTTP/1.1" status: 200 len: 1129 time: 0.0410302 Jun 18 05:27:46.124425 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c689df-dfcd-4d18-a54e-9705ad3eb330 req-8a3d0593-b886-4c70-bd2b-1cb2e9d61d45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:27:46.126036 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-a6c689df-dfcd-4d18-a54e-9705ad3eb330 req-8a3d0593-b886-4c70-bd2b-1cb2e9d61d45 service neutron] 10.222.0.15 "GET /v2.0/networks?id=1df631c6-dcd7-4307-8f3b-f75e299e78ec HTTP/1.1" status: 200 len: 913 time: 0.0898707 Jun 18 05:27:46.136258 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG dbcounter [-] [104389] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:27:46.140163 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG dbcounter [-] [104389] Writing DB stats neutron:SELECT=100 {{(pid=104389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:27:46.170060 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-a6c689df-dfcd-4d18-a54e-9705ad3eb330 req-235c009a-6c74-48b3-b6c4-ccb681dcdbae service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f1e35c87-41ca-48fb-a045-921ff1c239b0 HTTP/1.1" status: 200 len: 217 time: 0.0382643 Jun 18 05:27:46.211837 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.db.l3_hamode_db [None req-fd3f8b39-5ff7-467d-bec5-c9de34ca7bb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'febfd648-1542-4a4c-8d49-ecc66f2a4a94', 'name': 'tempest-TestVolumeBootPattern-1313612744-router', 'tenant_id': 'e5e4aece32ff462b9b9a42200d584c1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65c030c7-6a7d-4cea-a47d-5cdd532db0e6', 'external_fixed_ips': [{'subnet_id': 'a9fa7760-a071-45ee-b985-799999c69975', 'ip_address': '172.27.2.206'}], 'enable_snat': True}, 'gw_port_id': '8849aa39-3bdf-4229-a0da-4d21338ac229', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-18T05:20:03Z', 'updated_at': '2022-06-18T05:20:06Z', 'revision_number': 4, 'project_id': 'e5e4aece32ff462b9b9a42200d584c1b', 'gw_port': {'id': '8849aa39-3bdf-4229-a0da-4d21338ac229', 'name': '', 'network_id': '65c030c7-6a7d-4cea-a47d-5cdd532db0e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:7d:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'febfd648-1542-4a4c-8d49-ecc66f2a4a94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': 'a9fa7760-a071-45ee-b985-799999c69975', 'ip_address': '172.27.2.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-18T05:20:03Z', 'updated_at': '2022-06-18T05:20:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9fa7760-a071-45ee-b985-799999c69975', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-35-iscsi', '_interfaces': [{'id': 'ad37ad86-af51-48c9-8423-f4dcba784269', 'name': '', 'network_id': '1df631c6-dcd7-4307-8f3b-f75e299e78ec', 'tenant_id': 'e5e4aece32ff462b9b9a42200d584c1b', 'mac_address': 'fa:16:3e:41:1e:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'febfd648-1542-4a4c-8d49-ecc66f2a4a94', 'device_owner': 'network:router_interface', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '6b669cb0-2ad3-4bdc-840d-cbd0d58ea955', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-18T05:20:06Z', 'updated_at': '2022-06-18T05:20:10Z', 'revision_number': 5, 'project_id': 'e5e4aece32ff462b9b9a42200d584c1b', 'subnets': [{'id': '6b669cb0-2ad3-4bdc-840d-cbd0d58ea955', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-35-iscsi', False) {} {{(pid=104389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 05:27:46.220333 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c689df-dfcd-4d18-a54e-9705ad3eb330 req-9d85a50e-c861-47cf-a699-920040c64f4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:27:46.221994 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-a6c689df-dfcd-4d18-a54e-9705ad3eb330 req-9d85a50e-c861-47cf-a699-920040c64f4b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=6b669cb0-2ad3-4bdc-840d-cbd0d58ea955 HTTP/1.1" status: 200 len: 851 time: 0.0456879 Jun 18 05:27:46.236975 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd3f8b39-5ff7-467d-bec5-c9de34ca7bb1 None None] Checking router: febfd648-1542-4a4c-8d49-ecc66f2a4a94 for host: dv-cinder-836996-35-iscsi {{(pid=104389) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 05:27:46.245555 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd3f8b39-5ff7-467d-bec5-c9de34ca7bb1 None None] Routers {'febfd648-1542-4a4c-8d49-ecc66f2a4a94'} bound to L3 agent in host dv-cinder-836996-35-iscsi {{(pid=104389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 18 05:27:46.246172 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.db.l3_hamode_db [None req-fd3f8b39-5ff7-467d-bec5-c9de34ca7bb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-35-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-18T05:08:24Z,description=,heartbeat_timestamp=2022-06-18T05:27:24Z,host='dv-cinder-836996-35-iscsi',id=a8549501-0164-4ac5-90a6-1ba1ba0d3f9d,load=0,resource_versions=,resources_synced=,started_at=2022-06-18T05:08:25Z,topic='l3_agent')) {'router_ids': ['febfd648-1542-4a4c-8d49-ecc66f2a4a94'], 'active': True} {{(pid=104389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 05:27:46.267589 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c689df-dfcd-4d18-a54e-9705ad3eb330 req-77f25455-599e-4ee1-af2f-0f84dc27b5e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:27:46.269119 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-a6c689df-dfcd-4d18-a54e-9705ad3eb330 req-77f25455-599e-4ee1-af2f-0f84dc27b5e0 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=1df631c6-dcd7-4307-8f3b-f75e299e78ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0416985 Jun 18 05:27:46.356173 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f922a8d-6331-435d-b7cd-16dc202dc48d req-cb29dfe3-d133-4122-92a6-d0b390bdd443 tempest-TestVolumeBootPattern-2140324561 tempest-TestVolumeBootPattern-2140324561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:27:46.357866 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-8f922a8d-6331-435d-b7cd-16dc202dc48d req-cb29dfe3-d133-4122-92a6-d0b390bdd443 tempest-TestVolumeBootPattern-2140324561 tempest-TestVolumeBootPattern-2140324561-project] 10.222.0.23 "GET /v2.0/ports?device_id=d167251a-f398-4442-a5b0-f75ab2d4d1b4 HTTP/1.1" status: 200 len: 945 time: 0.0482750 Jun 18 05:27:46.412766 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-8f922a8d-6331-435d-b7cd-16dc202dc48d req-dd4dfdbb-95c7-4455-9ae9-a571d15a5f37 tempest-TestVolumeBootPattern-2140324561 tempest-TestVolumeBootPattern-2140324561-project] 10.222.0.23 "GET /v2.0/security-groups?id=58bf4135-bd70-41ae-af28-83b051ed0d19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489664 Jun 18 05:27:46.480376 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.db.l3_dvr_db [None req-fd3f8b39-5ff7-467d-bec5-c9de34ca7bb1 None None] Set router febfd648-1542-4a4c-8d49-ecc66f2a4a94 gateway port host: dv-cinder-836996-35-iscsi {{(pid=104389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 18 05:27:46.667520 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.db.l3_hamode_db [None req-fd3f8b39-5ff7-467d-bec5-c9de34ca7bb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'febfd648-1542-4a4c-8d49-ecc66f2a4a94', 'name': 'tempest-TestVolumeBootPattern-1313612744-router', 'tenant_id': 'e5e4aece32ff462b9b9a42200d584c1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65c030c7-6a7d-4cea-a47d-5cdd532db0e6', 'external_fixed_ips': [{'subnet_id': 'a9fa7760-a071-45ee-b985-799999c69975', 'ip_address': '172.27.2.206'}], 'enable_snat': True}, 'gw_port_id': '8849aa39-3bdf-4229-a0da-4d21338ac229', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-18T05:20:03Z', 'updated_at': '2022-06-18T05:20:06Z', 'revision_number': 4, 'project_id': 'e5e4aece32ff462b9b9a42200d584c1b', 'gw_port': {'id': '8849aa39-3bdf-4229-a0da-4d21338ac229', 'name': '', 'network_id': '65c030c7-6a7d-4cea-a47d-5cdd532db0e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:7d:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'febfd648-1542-4a4c-8d49-ecc66f2a4a94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': 'a9fa7760-a071-45ee-b985-799999c69975', 'ip_address': '172.27.2.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-18T05:20:03Z', 'updated_at': '2022-06-18T05:20:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9fa7760-a071-45ee-b985-799999c69975', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-35-iscsi', '_interfaces': [{'id': 'ad37ad86-af51-48c9-8423-f4dcba784269', 'name': '', 'network_id': '1df631c6-dcd7-4307-8f3b-f75e299e78ec', 'tenant_id': 'e5e4aece32ff462b9b9a42200d584c1b', 'mac_address': 'fa:16:3e:41:1e:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'febfd648-1542-4a4c-8d49-ecc66f2a4a94', 'device_owner': 'network:router_interface', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '6b669cb0-2ad3-4bdc-840d-cbd0d58ea955', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-18T05:20:06Z', 'updated_at': '2022-06-18T05:20:10Z', 'revision_number': 5, 'project_id': 'e5e4aece32ff462b9b9a42200d584c1b', 'subnets': [{'id': '6b669cb0-2ad3-4bdc-840d-cbd0d58ea955', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-35-iscsi', False) {} {{(pid=104389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 05:27:46.695491 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd3f8b39-5ff7-467d-bec5-c9de34ca7bb1 None None] The sync data for ids ['febfd648-1542-4a4c-8d49-ecc66f2a4a94'] in dv-cinder-836996-35-iscsi is: [{'id': 'febfd648-1542-4a4c-8d49-ecc66f2a4a94', 'name': 'tempest-TestVolumeBootPattern-1313612744-router', 'tenant_id': 'e5e4aece32ff462b9b9a42200d584c1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65c030c7-6a7d-4cea-a47d-5cdd532db0e6', 'external_fixed_ips': [{'subnet_id': 'a9fa7760-a071-45ee-b985-799999c69975', 'ip_address': '172.27.2.206'}], 'enable_snat': True}, 'gw_port_id': '8849aa39-3bdf-4229-a0da-4d21338ac229', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-18T05:20:03Z', 'updated_at': '2022-06-18T05:20:06Z', 'revision_number': 4, 'project_id': 'e5e4aece32ff462b9b9a42200d584c1b', 'gw_port': {'id': '8849aa39-3bdf-4229-a0da-4d21338ac229', 'name': '', 'network_id': '65c030c7-6a7d-4cea-a47d-5cdd532db0e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:7d:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'febfd648-1542-4a4c-8d49-ecc66f2a4a94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': 'a9fa7760-a071-45ee-b985-799999c69975', 'ip_address': '172.27.2.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-18T05:20:03Z', 'updated_at': '2022-06-18T05:20:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9fa7760-a071-45ee-b985-799999c69975', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-35-iscsi', '_interfaces': [{'id': 'ad37ad86-af51-48c9-8423-f4dcba784269', 'name': '', 'network_id': '1df631c6-dcd7-4307-8f3b-f75e299e78ec', 'tenant_id': 'e5e4aece32ff462b9b9a42200d584c1b', 'mac_address': 'fa:16:3e:41:1e:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'febfd648-1542-4a4c-8d49-ecc66f2a4a94', 'device_owner': 'network:router_interface', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '6b669cb0-2ad3-4bdc-840d-cbd0d58ea955', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-18T05:20:06Z', 'updated_at': '2022-06-18T05:20:10Z', 'revision_number': 5, 'project_id': 'e5e4aece32ff462b9b9a42200d584c1b', 'subnets': [{'id': '6b669cb0-2ad3-4bdc-840d-cbd0d58ea955', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 05:27:46.930643 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf3d0a5c-efda-4d0f-b926-ed96190ecca7 None None] New status for floating IP 336adc92-381b-4994-863d-a69bb5088060: DOWN {{(pid=104390) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 18 05:27:47.259210 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48c194d-f314-4051-95a9-4403cef11c31 req-5ffae97c-9e31-44ad-80c3-e1b9ab7bffd9 tempest-AttachVolumeNegativeTest-1030731986 tempest-AttachVolumeNegativeTest-1030731986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:27:47.260663 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-d48c194d-f314-4051-95a9-4403cef11c31 req-5ffae97c-9e31-44ad-80c3-e1b9ab7bffd9 tempest-AttachVolumeNegativeTest-1030731986 tempest-AttachVolumeNegativeTest-1030731986-project] 10.222.0.23 "GET /v2.0/ports?device_id=5d6c072b-d718-4472-84dd-c382b4a3c51e HTTP/1.1" status: 200 len: 946 time: 0.0459545 Jun 18 05:27:47.311196 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-d48c194d-f314-4051-95a9-4403cef11c31 req-3afe397f-b40f-4dce-8818-eba9f42c7a7f tempest-AttachVolumeNegativeTest-1030731986 tempest-AttachVolumeNegativeTest-1030731986-project] 10.222.0.23 "GET /v2.0/security-groups?id=ad154f35-1af6-451b-869b-850450aaebc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447590 Jun 18 05:27:47.442857 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-a6c689df-dfcd-4d18-a54e-9705ad3eb330 req-9c55554c-fabc-4278-9fbf-e79bdacc1ad5 service neutron] 10.222.0.15 "GET /v2.0/networks/1df631c6-dcd7-4307-8f3b-f75e299e78ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836303 Jun 18 05:27:47.532960 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d5234f-fbac-4dd0-8a72-c649c83f4229 req-a2c1d7cf-f681-49d1-a4ba-e2ba219681ed tempest-TestVolumeBootPattern-2140324561 tempest-TestVolumeBootPattern-2140324561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:27:47.534558 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-57d5234f-fbac-4dd0-8a72-c649c83f4229 req-a2c1d7cf-f681-49d1-a4ba-e2ba219681ed tempest-TestVolumeBootPattern-2140324561 tempest-TestVolumeBootPattern-2140324561-project] 10.222.0.23 "GET /v2.0/ports?device_id=d167251a-f398-4442-a5b0-f75ab2d4d1b4 HTTP/1.1" status: 200 len: 945 time: 0.0504160 Jun 18 05:27:47.584001 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-57d5234f-fbac-4dd0-8a72-c649c83f4229 req-59569b7f-c208-491b-89c0-557882cd0189 tempest-TestVolumeBootPattern-2140324561 tempest-TestVolumeBootPattern-2140324561-project] 10.222.0.23 "GET /v2.0/security-groups?id=58bf4135-bd70-41ae-af28-83b051ed0d19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438564 Jun 18 05:27:48.425279 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8e0a9b-cea0-4563-bfcf-8fbc6970f3f7 req-8532e785-bf65-4eaa-92f0-308af325ea5c tempest-AttachVolumeNegativeTest-1030731986 tempest-AttachVolumeNegativeTest-1030731986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:27:48.426774 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-5b8e0a9b-cea0-4563-bfcf-8fbc6970f3f7 req-8532e785-bf65-4eaa-92f0-308af325ea5c tempest-AttachVolumeNegativeTest-1030731986 tempest-AttachVolumeNegativeTest-1030731986-project] 10.222.0.23 "GET /v2.0/ports?device_id=5d6c072b-d718-4472-84dd-c382b4a3c51e HTTP/1.1" status: 200 len: 946 time: 0.0476694 Jun 18 05:27:48.477736 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-5b8e0a9b-cea0-4563-bfcf-8fbc6970f3f7 req-a8789188-cdff-4b2b-8523-fb4e086bac3d tempest-AttachVolumeNegativeTest-1030731986 tempest-AttachVolumeNegativeTest-1030731986-project] 10.222.0.23 "GET /v2.0/security-groups?id=ad154f35-1af6-451b-869b-850450aaebc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453336 Jun 18 05:27:48.696470 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f11a6a-9da2-4000-bf9c-ef3ad309e3d7 req-c2053faa-3f09-4818-a33b-621ae166fea6 tempest-TestVolumeBootPattern-2140324561 tempest-TestVolumeBootPattern-2140324561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:27:48.698008 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-44f11a6a-9da2-4000-bf9c-ef3ad309e3d7 req-c2053faa-3f09-4818-a33b-621ae166fea6 tempest-TestVolumeBootPattern-2140324561 tempest-TestVolumeBootPattern-2140324561-project] 10.222.0.23 "GET /v2.0/ports?device_id=d167251a-f398-4442-a5b0-f75ab2d4d1b4 HTTP/1.1" status: 200 len: 945 time: 0.0471489 Jun 18 05:27:48.746920 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-44f11a6a-9da2-4000-bf9c-ef3ad309e3d7 req-8071afaa-b098-47ed-a465-05cc562a9ba1 tempest-TestVolumeBootPattern-2140324561 tempest-TestVolumeBootPattern-2140324561-project] 10.222.0.23 "GET /v2.0/security-groups?id=58bf4135-bd70-41ae-af28-83b051ed0d19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435107 Jun 18 05:27:49.091459 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-a6c689df-dfcd-4d18-a54e-9705ad3eb330 req-5020d6cb-5cf4-41c8-b15f-57fd28afd391 service neutron] 10.222.0.15 "GET /v2.0/networks/1df631c6-dcd7-4307-8f3b-f75e299e78ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835409 Jun 18 05:27:49.394332 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f924163-3314-465c-8e73-f47fcfec6417 req-a1112e78-06c3-4374-bd31-f19fc34d71de tempest-AttachVolumeNegativeTest-1030731986 tempest-AttachVolumeNegativeTest-1030731986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:27:49.395788 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-8f924163-3314-465c-8e73-f47fcfec6417 req-a1112e78-06c3-4374-bd31-f19fc34d71de tempest-AttachVolumeNegativeTest-1030731986 tempest-AttachVolumeNegativeTest-1030731986-project] 10.222.0.15 "GET /v2.0/ports?device_id=5d6c072b-d718-4472-84dd-c382b4a3c51e HTTP/1.1" status: 200 len: 946 time: 0.0496221 Jun 18 05:27:49.404726 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed31e04e-9840-4765-9c6d-120572dabeed req-f615647e-d18a-45fc-8129-a486e80c91fb tempest-TestVolumeBootPattern-2140324561 tempest-TestVolumeBootPattern-2140324561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:27:49.406224 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-ed31e04e-9840-4765-9c6d-120572dabeed req-f615647e-d18a-45fc-8129-a486e80c91fb tempest-TestVolumeBootPattern-2140324561 tempest-TestVolumeBootPattern-2140324561-project] 10.222.0.15 "GET /v2.0/ports?device_id=d167251a-f398-4442-a5b0-f75ab2d4d1b4 HTTP/1.1" status: 200 len: 945 time: 0.0613708 Jun 18 05:27:49.459908 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9770f7-6523-4cc2-9348-398f907d24ea req-f96ca2e5-15db-499f-8d3b-0540a93029e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:27:49.462008 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-1e9770f7-6523-4cc2-9348-398f907d24ea req-f96ca2e5-15db-499f-8d3b-0540a93029e2 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e5e4aece32ff462b9b9a42200d584c1b&device_id=d167251a-f398-4442-a5b0-f75ab2d4d1b4 HTTP/1.1" status: 200 len: 1129 time: 0.0804384 Jun 18 05:27:49.484113 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.plugins.ml2.plugin [req-8f924163-3314-465c-8e73-f47fcfec6417 req-3e6c57ad-4539-4e27-b5c8-6600da4766ad tempest-AttachVolumeNegativeTest-1030731986 tempest-AttachVolumeNegativeTest-1030731986-project] Deleting port 34ef2a79-8d24-47b1-b652-a70000ed7299 {{(pid=104388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 18 05:27:49.484453 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [req-8f924163-3314-465c-8e73-f47fcfec6417 req-3e6c57ad-4539-4e27-b5c8-6600da4766ad tempest-AttachVolumeNegativeTest-1030731986 tempest-AttachVolumeNegativeTest-1030731986-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789592760634'] for port (34ef2a79-8d24-47b1-b652-a70000ed7299), before_delete {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:27:49.537443 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.plugin [req-ed31e04e-9840-4765-9c6d-120572dabeed req-a4f2e396-d4e7-429f-a7fd-cc5b84b06519 tempest-TestVolumeBootPattern-2140324561 tempest-TestVolumeBootPattern-2140324561-project] Deleting port f1e35c87-41ca-48fb-a045-921ff1c239b0 {{(pid=104387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 18 05:27:49.537794 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [req-ed31e04e-9840-4765-9c6d-120572dabeed req-a4f2e396-d4e7-429f-a7fd-cc5b84b06519 tempest-TestVolumeBootPattern-2140324561 tempest-TestVolumeBootPattern-2140324561-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789592760634'] for port (f1e35c87-41ca-48fb-a045-921ff1c239b0), before_delete {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:27:49.576959 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.plugins.ml2.db [req-8f924163-3314-465c-8e73-f47fcfec6417 req-3e6c57ad-4539-4e27-b5c8-6600da4766ad tempest-AttachVolumeNegativeTest-1030731986 tempest-AttachVolumeNegativeTest-1030731986-project] For port 34ef2a79-8d24-47b1-b652-a70000ed7299, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=34ef2a79-8d24-47b1-b652-a70000ed7299,segment=NetworkSegment(86362bff-3a6a-43b7-a40e-ec817261ef9d),segment_id=86362bff-3a6a-43b7-a40e-ec817261ef9d)] {{(pid=104388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 05:27:49.577499 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [req-8f924163-3314-465c-8e73-f47fcfec6417 req-3e6c57ad-4539-4e27-b5c8-6600da4766ad tempest-AttachVolumeNegativeTest-1030731986 tempest-AttachVolumeNegativeTest-1030731986-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-734995'] for port (34ef2a79-8d24-47b1-b652-a70000ed7299), precommit_delete {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:27:49.686300 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG dbcounter [-] [104387] Writing DB stats neutron:SELECT=100 {{(pid=104387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:27:49.697947 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3232355-9dff-494d-887e-22488e2c33ed req-66b5fc48-b69b-4dbb-8825-1c83c540fc63 tempest-AttachVolumeNegativeTest-1030731986 tempest-AttachVolumeNegativeTest-1030731986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:27:49.699533 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-e3232355-9dff-494d-887e-22488e2c33ed req-66b5fc48-b69b-4dbb-8825-1c83c540fc63 tempest-AttachVolumeNegativeTest-1030731986 tempest-AttachVolumeNegativeTest-1030731986-project] 10.222.0.23 "GET /v2.0/ports?device_id=5d6c072b-d718-4472-84dd-c382b4a3c51e HTTP/1.1" status: 200 len: 946 time: 0.1515727 Jun 18 05:27:49.702302 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG dbcounter [-] [104387] Writing DB stats neutron:SELECT=100 {{(pid=104387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:27:49.705622 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9770f7-6523-4cc2-9348-398f907d24ea req-cca61d8b-cfa2-44c7-8e29-cd65a64385b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:27:49.707027 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-1e9770f7-6523-4cc2-9348-398f907d24ea req-cca61d8b-cfa2-44c7-8e29-cd65a64385b9 service neutron] 10.222.0.15 "GET /v2.0/networks?id=1df631c6-dcd7-4307-8f3b-f75e299e78ec HTTP/1.1" status: 200 len: 913 time: 0.2119510 Jun 18 05:27:49.750718 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [req-8f924163-3314-465c-8e73-f47fcfec6417 req-3e6c57ad-4539-4e27-b5c8-6600da4766ad tempest-AttachVolumeNegativeTest-1030731986 tempest-AttachVolumeNegativeTest-1030731986-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:27:49.751373 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [req-8f924163-3314-465c-8e73-f47fcfec6417 req-3e6c57ad-4539-4e27-b5c8-6600da4766ad tempest-AttachVolumeNegativeTest-1030731986 tempest-AttachVolumeNegativeTest-1030731986-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-736808'] for floatingip (8f2e1454-71d4-45ee-8940-6f791b0742dd), after_update {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:27:49.751373 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.db.l3_db [req-8f924163-3314-465c-8e73-f47fcfec6417 req-3e6c57ad-4539-4e27-b5c8-6600da4766ad tempest-AttachVolumeNegativeTest-1030731986 tempest-AttachVolumeNegativeTest-1030731986-project] Floating IP 8f2e1454-71d4-45ee-8940-6f791b0742dd disassociated. External IP: 172.27.2.143, port: 34ef2a79-8d24-47b1-b652-a70000ed7299. Jun 18 05:27:49.751732 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.plugins.ml2.plugin [req-8f924163-3314-465c-8e73-f47fcfec6417 req-3e6c57ad-4539-4e27-b5c8-6600da4766ad tempest-AttachVolumeNegativeTest-1030731986 tempest-AttachVolumeNegativeTest-1030731986-project] Calling delete_port for 34ef2a79-8d24-47b1-b652-a70000ed7299 owned by compute:nova {{(pid=104388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 18 05:27:49.767551 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-1e9770f7-6523-4cc2-9348-398f907d24ea req-c1c8ec0d-4207-4edf-8ca2-7a2a1ee115c8 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f1e35c87-41ca-48fb-a045-921ff1c239b0 HTTP/1.1" status: 200 len: 217 time: 0.0490656 Jun 18 05:27:49.773763 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.db [req-ed31e04e-9840-4765-9c6d-120572dabeed req-a4f2e396-d4e7-429f-a7fd-cc5b84b06519 tempest-TestVolumeBootPattern-2140324561 tempest-TestVolumeBootPattern-2140324561-project] For port f1e35c87-41ca-48fb-a045-921ff1c239b0, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=f1e35c87-41ca-48fb-a045-921ff1c239b0,segment=NetworkSegment(8aca2cfd-4c97-491c-8d50-193cbcc193f8),segment_id=8aca2cfd-4c97-491c-8d50-193cbcc193f8)] {{(pid=104387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 05:27:49.774140 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [req-ed31e04e-9840-4765-9c6d-120572dabeed req-a4f2e396-d4e7-429f-a7fd-cc5b84b06519 tempest-TestVolumeBootPattern-2140324561 tempest-TestVolumeBootPattern-2140324561-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-734995'] for port (f1e35c87-41ca-48fb-a045-921ff1c239b0), precommit_delete {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:27:49.834754 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.plugin [req-ed31e04e-9840-4765-9c6d-120572dabeed req-a4f2e396-d4e7-429f-a7fd-cc5b84b06519 tempest-TestVolumeBootPattern-2140324561 tempest-TestVolumeBootPattern-2140324561-project] Calling delete_port for f1e35c87-41ca-48fb-a045-921ff1c239b0 owned by compute:nova {{(pid=104387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 18 05:27:49.861649 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-e3232355-9dff-494d-887e-22488e2c33ed req-af68f77c-4102-4582-aa7a-aaee90201948 tempest-AttachVolumeNegativeTest-1030731986 tempest-AttachVolumeNegativeTest-1030731986-project] 10.222.0.23 "GET /v2.0/security-groups?id=ad154f35-1af6-451b-869b-850450aaebc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1536362 Jun 18 05:27:49.894930 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9770f7-6523-4cc2-9348-398f907d24ea req-4cfe3c97-96ce-4897-88d9-54c3c8c402bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:27:49.896419 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-1e9770f7-6523-4cc2-9348-398f907d24ea req-4cfe3c97-96ce-4897-88d9-54c3c8c402bc service neutron] 10.222.0.15 "GET /v2.0/subnets?id=6b669cb0-2ad3-4bdc-840d-cbd0d58ea955 HTTP/1.1" status: 200 len: 851 time: 0.1194303 Jun 18 05:27:49.905260 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ab4a94-debb-45ed-8db2-fba5635df1fb req-5e62746d-2b06-4f24-80e2-85241073d139 tempest-TestVolumeBootPattern-2140324561 tempest-TestVolumeBootPattern-2140324561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:27:49.906765 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-c9ab4a94-debb-45ed-8db2-fba5635df1fb req-5e62746d-2b06-4f24-80e2-85241073d139 tempest-TestVolumeBootPattern-2140324561 tempest-TestVolumeBootPattern-2140324561-project] 10.222.0.23 "GET /v2.0/ports?device_id=d167251a-f398-4442-a5b0-f75ab2d4d1b4 HTTP/1.1" status: 200 len: 945 time: 0.0901456 Jun 18 05:27:49.949422 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG dbcounter [-] [104388] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=104388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:27:49.953567 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9770f7-6523-4cc2-9348-398f907d24ea req-df72f411-8bb1-4b16-880c-4629bfed5b1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:27:49.955086 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-1e9770f7-6523-4cc2-9348-398f907d24ea req-df72f411-8bb1-4b16-880c-4629bfed5b1d service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=1df631c6-dcd7-4307-8f3b-f75e299e78ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0518849 Jun 18 05:27:49.966452 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-c9ab4a94-debb-45ed-8db2-fba5635df1fb req-e27e803c-e9fd-406b-992a-a992f37aa05a tempest-TestVolumeBootPattern-2140324561 tempest-TestVolumeBootPattern-2140324561-project] 10.222.0.23 "GET /v2.0/security-groups?id=58bf4135-bd70-41ae-af28-83b051ed0d19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478659 Jun 18 05:27:49.973598 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [req-8f924163-3314-465c-8e73-f47fcfec6417 req-3e6c57ad-4539-4e27-b5c8-6600da4766ad tempest-AttachVolumeNegativeTest-1030731986 tempest-AttachVolumeNegativeTest-1030731986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1768343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789592765633', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789592262831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15493031'] for port (34ef2a79-8d24-47b1-b652-a70000ed7299), after_delete {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:27:49.980045 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG dbcounter [-] [104388] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:27:50.004584 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6c57ad-4539-4e27-b5c8-6600da4766ad tempest-AttachVolumeNegativeTest-1030731986 tempest-AttachVolumeNegativeTest-1030731986-project] Pushing event deleted for resources: {'Port': ['ID=34ef2a79-8d24-47b1-b652-a70000ed7299,revision_number=None']} {{(pid=104388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:27:50.098381 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-1e9770f7-6523-4cc2-9348-398f907d24ea req-db6b5199-090d-4f10-b4c1-a67dc65c98a2 service neutron] 10.222.0.15 "GET /v2.0/networks/1df631c6-dcd7-4307-8f3b-f75e299e78ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1357856 Jun 18 05:27:50.115698 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8f924163-3314-465c-8e73-f47fcfec6417 req-3e6c57ad-4539-4e27-b5c8-6600da4766ad tempest-AttachVolumeNegativeTest-1030731986 tempest-AttachVolumeNegativeTest-1030731986-project] Router bd1d2cf2-0e95-45dc-a81c-142caeaebaea has already been hosted by L3 agent a8549501-0164-4ac5-90a6-1ba1ba0d3f9d {{(pid=104388) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 18 05:27:50.167437 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [req-ed31e04e-9840-4765-9c6d-120572dabeed req-a4f2e396-d4e7-429f-a7fd-cc5b84b06519 tempest-TestVolumeBootPattern-2140324561 tempest-TestVolumeBootPattern-2140324561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1768343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789592765633', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789592262831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14020772'] for port (f1e35c87-41ca-48fb-a045-921ff1c239b0), after_delete {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:27:50.206061 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f2e396-d4e7-429f-a7fd-cc5b84b06519 tempest-TestVolumeBootPattern-2140324561 tempest-TestVolumeBootPattern-2140324561-project] Pushing event deleted for resources: {'Port': ['ID=f1e35c87-41ca-48fb-a045-921ff1c239b0,revision_number=None']} {{(pid=104387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:27:50.223395 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8f924163-3314-465c-8e73-f47fcfec6417 req-3e6c57ad-4539-4e27-b5c8-6600da4766ad tempest-AttachVolumeNegativeTest-1030731986 tempest-AttachVolumeNegativeTest-1030731986-project] Notify agent at l3_agent.dv-cinder-836996-35-iscsi the message routers_updated {{(pid=104388) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 05:27:50.245545 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-1e9770f7-6523-4cc2-9348-398f907d24ea req-10d3b1a6-e85d-48a9-8729-13ec8b619a67 service neutron] 10.222.0.15 "GET /v2.0/networks/1df631c6-dcd7-4307-8f3b-f75e299e78ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1408129 Jun 18 05:27:50.262913 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed31e04e-9840-4765-9c6d-120572dabeed req-a4f2e396-d4e7-429f-a7fd-cc5b84b06519 tempest-TestVolumeBootPattern-2140324561 tempest-TestVolumeBootPattern-2140324561-project] No DVR routers for this DVR port f1e35c87-41ca-48fb-a045-921ff1c239b0 on host hv-cinder-83699 {{(pid=104387) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 18 05:27:50.265478 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [req-ed31e04e-9840-4765-9c6d-120572dabeed req-a4f2e396-d4e7-429f-a7fd-cc5b84b06519 tempest-TestVolumeBootPattern-2140324561 tempest-TestVolumeBootPattern-2140324561-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19502'] for port (None), before_response {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:27:50.268759 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-ed31e04e-9840-4765-9c6d-120572dabeed req-a4f2e396-d4e7-429f-a7fd-cc5b84b06519 tempest-TestVolumeBootPattern-2140324561 tempest-TestVolumeBootPattern-2140324561-project] 10.222.0.15 "DELETE /v2.0/ports/f1e35c87-41ca-48fb-a045-921ff1c239b0 HTTP/1.1" status: 204 len: 173 time: 0.8459923 Jun 18 05:27:50.269216 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd167251a-f398-4442-a5b0-f75ab2d4d1b4', 'name': 'network-vif-deleted', 'tag': 'f1e35c87-41ca-48fb-a045-921ff1c239b0'}] {{(pid=104387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 18 05:27:50.271478 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}067244ef130036e0f0c6cfdae2cc0bb626a7afb0c2954d608d85df941ffdb65a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c75d50eb-0e93-4498-b230-e32cb22e233a" -d '{"events": [{"server_uuid": "d167251a-f398-4442-a5b0-f75ab2d4d1b4", "name": "network-vif-deleted", "tag": "f1e35c87-41ca-48fb-a045-921ff1c239b0"}]}' {{(pid=104387) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 05:27:50.277516 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f924163-3314-465c-8e73-f47fcfec6417 req-3e6c57ad-4539-4e27-b5c8-6600da4766ad tempest-AttachVolumeNegativeTest-1030731986 tempest-AttachVolumeNegativeTest-1030731986-project] No DVR routers for this DVR port 34ef2a79-8d24-47b1-b652-a70000ed7299 on host hv-cinder-83699 {{(pid=104388) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 18 05:27:50.280019 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [req-8f924163-3314-465c-8e73-f47fcfec6417 req-3e6c57ad-4539-4e27-b5c8-6600da4766ad tempest-AttachVolumeNegativeTest-1030731986 tempest-AttachVolumeNegativeTest-1030731986-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19502'] for port (None), before_response {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:27:50.285598 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-8f924163-3314-465c-8e73-f47fcfec6417 req-3e6c57ad-4539-4e27-b5c8-6600da4766ad tempest-AttachVolumeNegativeTest-1030731986 tempest-AttachVolumeNegativeTest-1030731986-project] 10.222.0.15 "DELETE /v2.0/ports/34ef2a79-8d24-47b1-b652-a70000ed7299 HTTP/1.1" status: 204 len: 173 time: 0.8841603 Jun 18 05:27:50.285598 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d6c072b-d718-4472-84dd-c382b4a3c51e', 'name': 'network-vif-deleted', 'tag': '34ef2a79-8d24-47b1-b652-a70000ed7299'}] {{(pid=104388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 18 05:27:50.287421 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-030d8dbf-4e44-46c2-8088-eb5579f1a7b1 None None] Sync routers for ids ['bd1d2cf2-0e95-45dc-a81c-142caeaebaea'] in dv-cinder-836996-35-iscsi {{(pid=104389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 05:27:50.287878 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76651050bff5b1e15da4688504920c0e470581a7df997af8856c46d23e91a66a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe22b953-3163-4559-aecd-115c5f7a0c16" -d '{"events": [{"server_uuid": "5d6c072b-d718-4472-84dd-c382b4a3c51e", "name": "network-vif-deleted", "tag": "34ef2a79-8d24-47b1-b652-a70000ed7299"}]}' {{(pid=104388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 05:27:50.309406 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Jun 2022 05:27:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a4a7e92-d6e5-4388-b3ab-60188f33a9dd x-openstack-request-id: req-0a4a7e92-d6e5-4388-b3ab-60188f33a9dd {{(pid=104387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 05:27:50.309898 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d167251a-f398-4442-a5b0-f75ab2d4d1b4", "name": "network-vif-deleted", "tag": "f1e35c87-41ca-48fb-a045-921ff1c239b0", "status": "completed", "code": 200}]} {{(pid=104387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 05:27:50.310379 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-0a4a7e92-d6e5-4388-b3ab-60188f33a9dd {{(pid=104387) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 05:27:50.310993 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0a4a7e92-d6e5-4388-b3ab-60188f33a9dd'] response: {'server_uuid': 'd167251a-f398-4442-a5b0-f75ab2d4d1b4', 'name': 'network-vif-deleted', 'tag': 'f1e35c87-41ca-48fb-a045-921ff1c239b0', 'status': 'completed', 'code': 200} Jun 18 05:27:50.334666 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Jun 2022 05:27:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-064fd4b8-c157-41a8-99ed-61e5c877cd3f x-openstack-request-id: req-064fd4b8-c157-41a8-99ed-61e5c877cd3f {{(pid=104388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 05:27:50.335159 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d6c072b-d718-4472-84dd-c382b4a3c51e", "name": "network-vif-deleted", "tag": "34ef2a79-8d24-47b1-b652-a70000ed7299", "status": "completed", "code": 200}]} {{(pid=104388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 05:27:50.335892 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-064fd4b8-c157-41a8-99ed-61e5c877cd3f {{(pid=104388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 05:27:50.336621 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.notifiers.nova [-] Nova event matching ['req-064fd4b8-c157-41a8-99ed-61e5c877cd3f'] response: {'server_uuid': '5d6c072b-d718-4472-84dd-c382b4a3c51e', 'name': 'network-vif-deleted', 'tag': '34ef2a79-8d24-47b1-b652-a70000ed7299', 'status': 'completed', 'code': 200} Jun 18 05:27:50.340757 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-030d8dbf-4e44-46c2-8088-eb5579f1a7b1 None None] Routers {'bd1d2cf2-0e95-45dc-a81c-142caeaebaea'} bound to L3 agent in host dv-cinder-836996-35-iscsi {{(pid=104389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 18 05:27:50.341376 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.db.l3_hamode_db [None req-030d8dbf-4e44-46c2-8088-eb5579f1a7b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-35-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-18T05:08:24Z,description=,heartbeat_timestamp=2022-06-18T05:27:24Z,host='dv-cinder-836996-35-iscsi',id=a8549501-0164-4ac5-90a6-1ba1ba0d3f9d,load=0,resource_versions=,resources_synced=,started_at=2022-06-18T05:08:25Z,topic='l3_agent')) {'router_ids': ['bd1d2cf2-0e95-45dc-a81c-142caeaebaea'], 'active': True} {{(pid=104389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 05:27:50.468054 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.db.l3_dvr_db [None req-030d8dbf-4e44-46c2-8088-eb5579f1a7b1 None None] Set router bd1d2cf2-0e95-45dc-a81c-142caeaebaea gateway port host: dv-cinder-836996-35-iscsi {{(pid=104389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 18 05:27:50.544808 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG dbcounter [-] [104389] Writing DB stats neutron:SELECT=100 {{(pid=104389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:27:50.691313 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.db.l3_hamode_db [None req-030d8dbf-4e44-46c2-8088-eb5579f1a7b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd1d2cf2-0e95-45dc-a81c-142caeaebaea', 'name': 'tempest-AttachVolumeNegativeTest-1598467528-router', 'tenant_id': '81c38b2c1ae4484bbf2d4939470f45e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65c030c7-6a7d-4cea-a47d-5cdd532db0e6', 'external_fixed_ips': [{'subnet_id': 'a9fa7760-a071-45ee-b985-799999c69975', 'ip_address': '172.27.2.173'}], 'enable_snat': True}, 'gw_port_id': 'f94d4039-4d8f-4564-be5c-6e372aba9749', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-18T05:23:50Z', 'updated_at': '2022-06-18T05:23:53Z', 'revision_number': 4, 'project_id': '81c38b2c1ae4484bbf2d4939470f45e4', 'gw_port': {'id': 'f94d4039-4d8f-4564-be5c-6e372aba9749', 'name': '', 'network_id': '65c030c7-6a7d-4cea-a47d-5cdd532db0e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:b4:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd1d2cf2-0e95-45dc-a81c-142caeaebaea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': 'a9fa7760-a071-45ee-b985-799999c69975', 'ip_address': '172.27.2.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-18T05:23:50Z', 'updated_at': '2022-06-18T05:23:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9fa7760-a071-45ee-b985-799999c69975', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-35-iscsi', '_interfaces': [{'id': 'cb2b0c93-f026-4453-8702-ba5bfc22ddc5', 'name': '', 'network_id': '1c244710-1fba-414f-9d04-4fcd88e7ed14', 'tenant_id': '81c38b2c1ae4484bbf2d4939470f45e4', 'mac_address': 'fa:16:3e:26:31:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd1d2cf2-0e95-45dc-a81c-142caeaebaea', 'device_owner': 'network:router_interface', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '04d37ce2-ecce-4dd0-86fe-4bab0e2e49c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-18T05:23:53Z', 'updated_at': '2022-06-18T05:23:57Z', 'revision_number': 5, 'project_id': '81c38b2c1ae4484bbf2d4939470f45e4', 'subnets': [{'id': '04d37ce2-ecce-4dd0-86fe-4bab0e2e49c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-35-iscsi', False) {} {{(pid=104389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 05:27:50.722381 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-030d8dbf-4e44-46c2-8088-eb5579f1a7b1 None None] Checking router: bd1d2cf2-0e95-45dc-a81c-142caeaebaea for host: dv-cinder-836996-35-iscsi {{(pid=104389) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 05:27:50.732706 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-030d8dbf-4e44-46c2-8088-eb5579f1a7b1 None None] Routers {'bd1d2cf2-0e95-45dc-a81c-142caeaebaea'} bound to L3 agent in host dv-cinder-836996-35-iscsi {{(pid=104389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 18 05:27:50.733319 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.db.l3_hamode_db [None req-030d8dbf-4e44-46c2-8088-eb5579f1a7b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-35-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-18T05:08:24Z,description=,heartbeat_timestamp=2022-06-18T05:27:24Z,host='dv-cinder-836996-35-iscsi',id=a8549501-0164-4ac5-90a6-1ba1ba0d3f9d,load=0,resource_versions=,resources_synced=,started_at=2022-06-18T05:08:25Z,topic='l3_agent')) {'router_ids': ['bd1d2cf2-0e95-45dc-a81c-142caeaebaea'], 'active': True} {{(pid=104389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 05:27:50.834702 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.db.l3_dvr_db [None req-030d8dbf-4e44-46c2-8088-eb5579f1a7b1 None None] Set router bd1d2cf2-0e95-45dc-a81c-142caeaebaea gateway port host: dv-cinder-836996-35-iscsi {{(pid=104389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 18 05:27:50.978234 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-a5764b6c-f685-47eb-9286-f4ebe3f3fc5d req-ce25ff75-297a-4927-a906-e7c000e2acb6 tempest-AttachVolumeNegativeTest-1030731986 tempest-AttachVolumeNegativeTest-1030731986-project] 10.222.0.23 "GET /v2.0/ports?device_id=5d6c072b-d718-4472-84dd-c382b4a3c51e HTTP/1.1" status: 200 len: 210 time: 0.0311968 Jun 18 05:27:50.983895 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG dbcounter [-] [104389] Writing DB stats neutron:SELECT=100 {{(pid=104389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:27:51.028700 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.db.l3_hamode_db [None req-030d8dbf-4e44-46c2-8088-eb5579f1a7b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd1d2cf2-0e95-45dc-a81c-142caeaebaea', 'name': 'tempest-AttachVolumeNegativeTest-1598467528-router', 'tenant_id': '81c38b2c1ae4484bbf2d4939470f45e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65c030c7-6a7d-4cea-a47d-5cdd532db0e6', 'external_fixed_ips': [{'subnet_id': 'a9fa7760-a071-45ee-b985-799999c69975', 'ip_address': '172.27.2.173'}], 'enable_snat': True}, 'gw_port_id': 'f94d4039-4d8f-4564-be5c-6e372aba9749', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-18T05:23:50Z', 'updated_at': '2022-06-18T05:23:53Z', 'revision_number': 4, 'project_id': '81c38b2c1ae4484bbf2d4939470f45e4', 'gw_port': {'id': 'f94d4039-4d8f-4564-be5c-6e372aba9749', 'name': '', 'network_id': '65c030c7-6a7d-4cea-a47d-5cdd532db0e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:b4:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd1d2cf2-0e95-45dc-a81c-142caeaebaea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': 'a9fa7760-a071-45ee-b985-799999c69975', 'ip_address': '172.27.2.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-18T05:23:50Z', 'updated_at': '2022-06-18T05:23:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9fa7760-a071-45ee-b985-799999c69975', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-35-iscsi', '_interfaces': [{'id': 'cb2b0c93-f026-4453-8702-ba5bfc22ddc5', 'name': '', 'network_id': '1c244710-1fba-414f-9d04-4fcd88e7ed14', 'tenant_id': '81c38b2c1ae4484bbf2d4939470f45e4', 'mac_address': 'fa:16:3e:26:31:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd1d2cf2-0e95-45dc-a81c-142caeaebaea', 'device_owner': 'network:router_interface', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '04d37ce2-ecce-4dd0-86fe-4bab0e2e49c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-18T05:23:53Z', 'updated_at': '2022-06-18T05:23:57Z', 'revision_number': 5, 'project_id': '81c38b2c1ae4484bbf2d4939470f45e4', 'subnets': [{'id': '04d37ce2-ecce-4dd0-86fe-4bab0e2e49c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-35-iscsi', False) {} {{(pid=104389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 05:27:51.056785 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-030d8dbf-4e44-46c2-8088-eb5579f1a7b1 None None] The sync data for ids ['bd1d2cf2-0e95-45dc-a81c-142caeaebaea'] in dv-cinder-836996-35-iscsi is: [{'id': 'bd1d2cf2-0e95-45dc-a81c-142caeaebaea', 'name': 'tempest-AttachVolumeNegativeTest-1598467528-router', 'tenant_id': '81c38b2c1ae4484bbf2d4939470f45e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65c030c7-6a7d-4cea-a47d-5cdd532db0e6', 'external_fixed_ips': [{'subnet_id': 'a9fa7760-a071-45ee-b985-799999c69975', 'ip_address': '172.27.2.173'}], 'enable_snat': True}, 'gw_port_id': 'f94d4039-4d8f-4564-be5c-6e372aba9749', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-18T05:23:50Z', 'updated_at': '2022-06-18T05:23:53Z', 'revision_number': 4, 'project_id': '81c38b2c1ae4484bbf2d4939470f45e4', 'gw_port': {'id': 'f94d4039-4d8f-4564-be5c-6e372aba9749', 'name': '', 'network_id': '65c030c7-6a7d-4cea-a47d-5cdd532db0e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:b4:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd1d2cf2-0e95-45dc-a81c-142caeaebaea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': 'a9fa7760-a071-45ee-b985-799999c69975', 'ip_address': '172.27.2.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-18T05:23:50Z', 'updated_at': '2022-06-18T05:23:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9fa7760-a071-45ee-b985-799999c69975', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-35-iscsi', '_interfaces': [{'id': 'cb2b0c93-f026-4453-8702-ba5bfc22ddc5', 'name': '', 'network_id': '1c244710-1fba-414f-9d04-4fcd88e7ed14', 'tenant_id': '81c38b2c1ae4484bbf2d4939470f45e4', 'mac_address': 'fa:16:3e:26:31:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd1d2cf2-0e95-45dc-a81c-142caeaebaea', 'device_owner': 'network:router_interface', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '04d37ce2-ecce-4dd0-86fe-4bab0e2e49c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-18T05:23:53Z', 'updated_at': '2022-06-18T05:23:57Z', 'revision_number': 5, 'project_id': '81c38b2c1ae4484bbf2d4939470f45e4', 'subnets': [{'id': '04d37ce2-ecce-4dd0-86fe-4bab0e2e49c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 05:27:51.094753 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-dae4f62c-11a2-4623-8423-72f10d589f36 req-a1ed4cc8-252e-4083-9d61-b927941c94a9 tempest-TestVolumeBootPattern-2140324561 tempest-TestVolumeBootPattern-2140324561-project] 10.222.0.23 "GET /v2.0/ports?device_id=d167251a-f398-4442-a5b0-f75ab2d4d1b4 HTTP/1.1" status: 200 len: 210 time: 0.0342965 Jun 18 05:27:51.289899 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e167856a-81b2-4aed-a6c3-f7e8a22f5579 None None] New status for floating IP 8f2e1454-71d4-45ee-8940-6f791b0742dd: DOWN {{(pid=104390) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 18 05:27:52.047319 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-8c8db9f0-74b2-410e-9ae9-3959f7c2a3c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789592556683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1744442'] for agent (426d7b1c-7831-4cf6-8aa4-29496a16634c), after_update {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:27:52.152730 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.wsgi [-] (104387) accepted ('10.222.0.23', 56994) {{(pid=104387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 05:27:52.156989 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.rpc [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] Device f1e35c87-41ca-48fb-a045-921ff1c239b0 no longer exists at agent hyperv_hv-cinder-83699 {{(pid=104389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 18 05:27:52.166429 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.wsgi [-] (104387) accepted ('10.222.0.23', 56996) {{(pid=104387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 05:27:52.178160 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.plugin [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] No Port match for: f1e35c87-41ca-48fb-a045-921ff1c239b0 {{(pid=104389) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 18 05:27:52.178501 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.rpc [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] Device f1e35c87-41ca-48fb-a045-921ff1c239b0 not bound to the agent host hv-cinder-83699 {{(pid=104389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 18 05:27:52.179089 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.rpc [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] Device 34ef2a79-8d24-47b1-b652-a70000ed7299 no longer exists at agent hyperv_hv-cinder-83699 {{(pid=104389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 18 05:27:52.200577 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.plugin [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] No Port match for: 34ef2a79-8d24-47b1-b652-a70000ed7299 {{(pid=104389) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 18 05:27:52.200917 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.rpc [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] Device 34ef2a79-8d24-47b1-b652-a70000ed7299 not bound to the agent host hv-cinder-83699 {{(pid=104389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 18 05:27:52.305497 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.plugin [None req-818e947c-2cb6-4c0d-be0e-c603397d2f52 tempest-TestVolumeBootPattern-2140324561 tempest-TestVolumeBootPattern-2140324561-project] Deleting port 0077f362-ef05-4b15-aad3-c10b5dde80b9 {{(pid=104387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 18 05:27:52.305750 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-818e947c-2cb6-4c0d-be0e-c603397d2f52 tempest-TestVolumeBootPattern-2140324561 tempest-TestVolumeBootPattern-2140324561-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789592760634'] for port (0077f362-ef05-4b15-aad3-c10b5dde80b9), before_delete {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:27:52.322210 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-05fbd8ca-b69f-4a3d-912e-ea0139b8f260 tempest-AttachVolumeNegativeTest-1030731986 tempest-AttachVolumeNegativeTest-1030731986-project] Publish callbacks [] for security_group (ad154f35-1af6-451b-869b-850450aaebc7), before_delete {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:27:52.385700 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-05fbd8ca-b69f-4a3d-912e-ea0139b8f260 tempest-AttachVolumeNegativeTest-1030731986 tempest-AttachVolumeNegativeTest-1030731986-project] Publish callbacks [] for security_group (ad154f35-1af6-451b-869b-850450aaebc7), precommit_delete {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:27:52.680723 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG dbcounter [-] [104387] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:27:52.695908 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG dbcounter [-] [104387] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:27:52.699509 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-818e947c-2cb6-4c0d-be0e-c603397d2f52 tempest-TestVolumeBootPattern-2140324561 tempest-TestVolumeBootPattern-2140324561-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-734995'] for port (0077f362-ef05-4b15-aad3-c10b5dde80b9), precommit_delete {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:27:52.699835 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-818e947c-2cb6-4c0d-be0e-c603397d2f52 tempest-TestVolumeBootPattern-2140324561 tempest-TestVolumeBootPattern-2140324561-project] Publish callbacks [] for floatingip (0077f362-ef05-4b15-aad3-c10b5dde80b9), precommit_delete {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:27:52.712321 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.plugin [None req-818e947c-2cb6-4c0d-be0e-c603397d2f52 tempest-TestVolumeBootPattern-2140324561 tempest-TestVolumeBootPattern-2140324561-project] Calling delete_port for 0077f362-ef05-4b15-aad3-c10b5dde80b9 owned by network:floatingip {{(pid=104387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 18 05:27:52.841220 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-05fbd8ca-b69f-4a3d-912e-ea0139b8f260 tempest-AttachVolumeNegativeTest-1030731986 tempest-AttachVolumeNegativeTest-1030731986-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728332'] for security_group (ad154f35-1af6-451b-869b-850450aaebc7), after_delete {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:27:52.844095 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-05fbd8ca-b69f-4a3d-912e-ea0139b8f260 tempest-AttachVolumeNegativeTest-1030731986 tempest-AttachVolumeNegativeTest-1030731986-project] Publish callbacks [] for security_group (None), before_response {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:27:52.845255 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [None req-05fbd8ca-b69f-4a3d-912e-ea0139b8f260 tempest-AttachVolumeNegativeTest-1030731986 tempest-AttachVolumeNegativeTest-1030731986-project] 10.222.0.23 "DELETE /v2.0/security-groups/ad154f35-1af6-451b-869b-850450aaebc7 HTTP/1.1" status: 204 len: 168 time: 0.6775594 Jun 18 05:27:52.851017 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.wsgi [-] (104388) accepted ('10.222.0.23', 56998) {{(pid=104388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 05:27:52.854734 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05fbd8ca-b69f-4a3d-912e-ea0139b8f260 tempest-AttachVolumeNegativeTest-1030731986 tempest-AttachVolumeNegativeTest-1030731986-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad154f35-1af6-451b-869b-850450aaebc7,revision_number=None']} {{(pid=104387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:27:52.862119 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.api.v2.resource [None req-685d345c-0559-457d-856d-f0b21f62fcff tempest-AttachVolumeNegativeTest-1030731986 tempest-AttachVolumeNegativeTest-1030731986-project] show failed (client error): The resource could not be found. Jun 18 05:27:52.863141 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [None req-685d345c-0559-457d-856d-f0b21f62fcff tempest-AttachVolumeNegativeTest-1030731986 tempest-AttachVolumeNegativeTest-1030731986-project] 10.222.0.23 "GET /v2.0/security-groups/ad154f35-1af6-451b-869b-850450aaebc7 HTTP/1.1" status: 404 len: 347 time: 0.0140667 Jun 18 05:27:52.866117 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.wsgi [-] (104388) accepted ('10.222.0.23', 57000) {{(pid=104388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 05:27:52.902978 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-818e947c-2cb6-4c0d-be0e-c603397d2f52 tempest-TestVolumeBootPattern-2140324561 tempest-TestVolumeBootPattern-2140324561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1768343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789592765633', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789592262831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14020772'] for port (0077f362-ef05-4b15-aad3-c10b5dde80b9), after_delete {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:27:52.938214 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-818e947c-2cb6-4c0d-be0e-c603397d2f52 tempest-TestVolumeBootPattern-2140324561 tempest-TestVolumeBootPattern-2140324561-project] Pushing event deleted for resources: {'Port': ['ID=0077f362-ef05-4b15-aad3-c10b5dde80b9,revision_number=None']} {{(pid=104387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:27:52.978506 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.plugins.ml2.plugin [None req-e90f3e3f-2430-4302-9eff-486fcfdd2a2b tempest-AttachVolumeNegativeTest-1030731986 tempest-AttachVolumeNegativeTest-1030731986-project] Deleting port 6786ff9f-26fd-4fe2-8207-78f2e5f7e5ba {{(pid=104388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 18 05:27:52.978853 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-e90f3e3f-2430-4302-9eff-486fcfdd2a2b tempest-AttachVolumeNegativeTest-1030731986 tempest-AttachVolumeNegativeTest-1030731986-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789592760634'] for port (6786ff9f-26fd-4fe2-8207-78f2e5f7e5ba), before_delete {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:27:52.997051 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-818e947c-2cb6-4c0d-be0e-c603397d2f52 tempest-TestVolumeBootPattern-2140324561 tempest-TestVolumeBootPattern-2140324561-project] Publish callbacks [] for floatingip (0ab49a01-b7ba-4b18-a70b-acd973ad37ea), after_delete {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:27:53.000065 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-818e947c-2cb6-4c0d-be0e-c603397d2f52 tempest-TestVolumeBootPattern-2140324561 tempest-TestVolumeBootPattern-2140324561-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19502'] for floatingip (None), before_response {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:27:53.001715 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [None req-818e947c-2cb6-4c0d-be0e-c603397d2f52 tempest-TestVolumeBootPattern-2140324561 tempest-TestVolumeBootPattern-2140324561-project] 10.222.0.23 "DELETE /v2.0/floatingips/0ab49a01-b7ba-4b18-a70b-acd973ad37ea HTTP/1.1" status: 204 len: 168 time: 0.8474827 Jun 18 05:27:53.055340 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-e90f3e3f-2430-4302-9eff-486fcfdd2a2b tempest-AttachVolumeNegativeTest-1030731986 tempest-AttachVolumeNegativeTest-1030731986-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-734995'] for port (6786ff9f-26fd-4fe2-8207-78f2e5f7e5ba), precommit_delete {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:27:53.055702 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-e90f3e3f-2430-4302-9eff-486fcfdd2a2b tempest-AttachVolumeNegativeTest-1030731986 tempest-AttachVolumeNegativeTest-1030731986-project] Publish callbacks [] for floatingip (6786ff9f-26fd-4fe2-8207-78f2e5f7e5ba), precommit_delete {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:27:53.068816 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.plugins.ml2.plugin [None req-e90f3e3f-2430-4302-9eff-486fcfdd2a2b tempest-AttachVolumeNegativeTest-1030731986 tempest-AttachVolumeNegativeTest-1030731986-project] Calling delete_port for 6786ff9f-26fd-4fe2-8207-78f2e5f7e5ba owned by network:floatingip {{(pid=104388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 18 05:27:53.263417 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-e90f3e3f-2430-4302-9eff-486fcfdd2a2b tempest-AttachVolumeNegativeTest-1030731986 tempest-AttachVolumeNegativeTest-1030731986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1768343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789592765633', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789592262831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15493031'] for port (6786ff9f-26fd-4fe2-8207-78f2e5f7e5ba), after_delete {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:27:53.267756 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG dbcounter [-] [104388] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:27:53.288126 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e90f3e3f-2430-4302-9eff-486fcfdd2a2b tempest-AttachVolumeNegativeTest-1030731986 tempest-AttachVolumeNegativeTest-1030731986-project] Pushing event deleted for resources: {'Port': ['ID=6786ff9f-26fd-4fe2-8207-78f2e5f7e5ba,revision_number=None']} {{(pid=104388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:27:53.357234 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-e90f3e3f-2430-4302-9eff-486fcfdd2a2b tempest-AttachVolumeNegativeTest-1030731986 tempest-AttachVolumeNegativeTest-1030731986-project] Publish callbacks [] for floatingip (8f2e1454-71d4-45ee-8940-6f791b0742dd), after_delete {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:27:53.359832 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-e90f3e3f-2430-4302-9eff-486fcfdd2a2b tempest-AttachVolumeNegativeTest-1030731986 tempest-AttachVolumeNegativeTest-1030731986-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19502'] for floatingip (None), before_response {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:27:53.361092 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [None req-e90f3e3f-2430-4302-9eff-486fcfdd2a2b tempest-AttachVolumeNegativeTest-1030731986 tempest-AttachVolumeNegativeTest-1030731986-project] 10.222.0.23 "DELETE /v2.0/floatingips/8f2e1454-71d4-45ee-8940-6f791b0742dd HTTP/1.1" status: 204 len: 168 time: 0.4934638 Jun 18 05:27:53.467113 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.wsgi [-] (104388) accepted ('10.222.0.23', 57012) {{(pid=104388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 05:27:53.471872 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.api.v2.base [None req-5bb6c188-300f-4d18-9907-d5cbd7b0e9af tempest-AttachVolumeNegativeTest-1030731986 tempest-AttachVolumeNegativeTest-1030731986-project] Request body: {'security_group': {'name': 'tempest-securitygroup--858942698', 'description': 'tempest-description--1998526616'}} {{(pid=104388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 18 05:27:53.544359 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-5bb6c188-300f-4d18-9907-d5cbd7b0e9af tempest-AttachVolumeNegativeTest-1030731986 tempest-AttachVolumeNegativeTest-1030731986-project] Publish callbacks [] for security_group (None), before_create {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:27:53.611327 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-5bb6c188-300f-4d18-9907-d5cbd7b0e9af tempest-AttachVolumeNegativeTest-1030731986 tempest-AttachVolumeNegativeTest-1030731986-project] Publish callbacks [] for security_group (ffc85d42-2b61-4f2a-800d-caaee5a2caec), precommit_create {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:27:53.669966 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-5bb6c188-300f-4d18-9907-d5cbd7b0e9af tempest-AttachVolumeNegativeTest-1030731986 tempest-AttachVolumeNegativeTest-1030731986-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728332'] for security_group (ffc85d42-2b61-4f2a-800d-caaee5a2caec), after_create {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:27:53.699894 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb6c188-300f-4d18-9907-d5cbd7b0e9af tempest-AttachVolumeNegativeTest-1030731986 tempest-AttachVolumeNegativeTest-1030731986-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ffc85d42-2b61-4f2a-800d-caaee5a2caec,revision_number=1']} {{(pid=104388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:27:53.752184 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-5bb6c188-300f-4d18-9907-d5cbd7b0e9af tempest-AttachVolumeNegativeTest-1030731986 tempest-AttachVolumeNegativeTest-1030731986-project] Publish callbacks [] for security_group (None), before_response {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:27:53.753463 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [None req-5bb6c188-300f-4d18-9907-d5cbd7b0e9af tempest-AttachVolumeNegativeTest-1030731986 tempest-AttachVolumeNegativeTest-1030731986-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2852812 Jun 18 05:27:53.756230 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.wsgi [-] (104388) accepted ('10.222.0.23', 57014) {{(pid=104388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 05:27:53.760497 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.api.v2.base [None req-57bd0575-5061-454f-b61b-19042c3854f5 tempest-AttachVolumeNegativeTest-1030731986 tempest-AttachVolumeNegativeTest-1030731986-project] Request body: {'security_group_rule': {'security_group_id': 'ffc85d42-2b61-4f2a-800d-caaee5a2caec', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 18 05:27:53.841096 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-57bd0575-5061-454f-b61b-19042c3854f5 tempest-AttachVolumeNegativeTest-1030731986 tempest-AttachVolumeNegativeTest-1030731986-project] Publish callbacks [] for security_group_rule (dafa5b16-b87b-4e13-952a-89a991d1306d), before_create {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:27:53.895663 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-57bd0575-5061-454f-b61b-19042c3854f5 tempest-AttachVolumeNegativeTest-1030731986 tempest-AttachVolumeNegativeTest-1030731986-project] Publish callbacks [] for security_group_rule (dafa5b16-b87b-4e13-952a-89a991d1306d), precommit_create {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:27:53.961892 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-57bd0575-5061-454f-b61b-19042c3854f5 tempest-AttachVolumeNegativeTest-1030731986 tempest-AttachVolumeNegativeTest-1030731986-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728447'] for security_group_rule (dafa5b16-b87b-4e13-952a-89a991d1306d), after_create {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:27:53.979150 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG dbcounter [-] [104388] Writing DB stats neutron:SELECT=87,neutron:DELETE=7,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:27:53.982800 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57bd0575-5061-454f-b61b-19042c3854f5 tempest-AttachVolumeNegativeTest-1030731986 tempest-AttachVolumeNegativeTest-1030731986-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dafa5b16-b87b-4e13-952a-89a991d1306d,revision_number=0']} {{(pid=104388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:27:54.088009 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-57bd0575-5061-454f-b61b-19042c3854f5 tempest-AttachVolumeNegativeTest-1030731986 tempest-AttachVolumeNegativeTest-1030731986-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:27:54.089209 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [None req-57bd0575-5061-454f-b61b-19042c3854f5 tempest-AttachVolumeNegativeTest-1030731986 tempest-AttachVolumeNegativeTest-1030731986-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3320749 Jun 18 05:27:54.091975 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.wsgi [-] (104388) accepted ('10.222.0.23', 57016) {{(pid=104388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 05:27:54.096283 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.api.v2.base [None req-d626c9e0-a08d-4e28-b296-38a1decb5e25 tempest-AttachVolumeNegativeTest-1030731986 tempest-AttachVolumeNegativeTest-1030731986-project] Request body: {'security_group_rule': {'security_group_id': 'ffc85d42-2b61-4f2a-800d-caaee5a2caec', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 18 05:27:54.195733 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-d626c9e0-a08d-4e28-b296-38a1decb5e25 tempest-AttachVolumeNegativeTest-1030731986 tempest-AttachVolumeNegativeTest-1030731986-project] Publish callbacks [] for security_group_rule (f3c3cc45-3bb9-4ce5-982e-77377421eef9), before_create {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:27:54.326150 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.wsgi [-] (104387) accepted ('10.222.0.23', 57020) {{(pid=104387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 05:27:54.394260 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-971e2380-7877-48ca-9547-5f5d9cfda402 tempest-TestVolumeBootPattern-2140324561 tempest-TestVolumeBootPattern-2140324561-project] Publish callbacks [] for security_group (58bf4135-bd70-41ae-af28-83b051ed0d19), before_delete {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:27:54.421758 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-971e2380-7877-48ca-9547-5f5d9cfda402 tempest-TestVolumeBootPattern-2140324561 tempest-TestVolumeBootPattern-2140324561-project] Publish callbacks [] for security_group (58bf4135-bd70-41ae-af28-83b051ed0d19), precommit_delete {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:27:54.493045 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-5065443b-362d-4ffb-a1d0-8d14191b10f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789592556683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1744442'] for agent (a8549501-0164-4ac5-90a6-1ba1ba0d3f9d), after_update {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:27:54.496312 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-d626c9e0-a08d-4e28-b296-38a1decb5e25 tempest-AttachVolumeNegativeTest-1030731986 tempest-AttachVolumeNegativeTest-1030731986-project] Publish callbacks [] for security_group_rule (f3c3cc45-3bb9-4ce5-982e-77377421eef9), precommit_create {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:27:54.538538 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-971e2380-7877-48ca-9547-5f5d9cfda402 tempest-TestVolumeBootPattern-2140324561 tempest-TestVolumeBootPattern-2140324561-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728332'] for security_group (58bf4135-bd70-41ae-af28-83b051ed0d19), after_delete {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:27:54.541565 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-971e2380-7877-48ca-9547-5f5d9cfda402 tempest-TestVolumeBootPattern-2140324561 tempest-TestVolumeBootPattern-2140324561-project] Publish callbacks [] for security_group (None), before_response {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:27:54.542820 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [None req-971e2380-7877-48ca-9547-5f5d9cfda402 tempest-TestVolumeBootPattern-2140324561 tempest-TestVolumeBootPattern-2140324561-project] 10.222.0.23 "DELETE /v2.0/security-groups/58bf4135-bd70-41ae-af28-83b051ed0d19 HTTP/1.1" status: 204 len: 168 time: 0.2156467 Jun 18 05:27:54.552140 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-971e2380-7877-48ca-9547-5f5d9cfda402 tempest-TestVolumeBootPattern-2140324561 tempest-TestVolumeBootPattern-2140324561-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=58bf4135-bd70-41ae-af28-83b051ed0d19,revision_number=None']} {{(pid=104387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:27:54.576401 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-d626c9e0-a08d-4e28-b296-38a1decb5e25 tempest-AttachVolumeNegativeTest-1030731986 tempest-AttachVolumeNegativeTest-1030731986-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728447'] for security_group_rule (f3c3cc45-3bb9-4ce5-982e-77377421eef9), after_create {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:27:54.593554 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d626c9e0-a08d-4e28-b296-38a1decb5e25 tempest-AttachVolumeNegativeTest-1030731986 tempest-AttachVolumeNegativeTest-1030731986-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f3c3cc45-3bb9-4ce5-982e-77377421eef9,revision_number=0']} {{(pid=104388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:27:54.671076 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-d626c9e0-a08d-4e28-b296-38a1decb5e25 tempest-AttachVolumeNegativeTest-1030731986 tempest-AttachVolumeNegativeTest-1030731986-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:27:54.673588 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [None req-d626c9e0-a08d-4e28-b296-38a1decb5e25 tempest-AttachVolumeNegativeTest-1030731986 tempest-AttachVolumeNegativeTest-1030731986-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5806284 Jun 18 05:27:54.678171 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.wsgi [-] (104387) accepted ('10.222.0.23', 57024) {{(pid=104387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 05:27:54.682501 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.wsgi [-] (104388) accepted ('10.222.0.23', 57026) {{(pid=104388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 05:27:54.683303 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.api.v2.base [None req-6f84336e-4c72-4be2-836f-3eaa0ead9110 tempest-AttachVolumeNegativeTest-1030731986 tempest-AttachVolumeNegativeTest-1030731986-project] Request body: {'floatingip': {'floating_network_id': '65c030c7-6a7d-4cea-a47d-5cdd532db0e6'}} {{(pid=104387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 18 05:27:54.762137 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-6f84336e-4c72-4be2-836f-3eaa0ead9110 tempest-AttachVolumeNegativeTest-1030731986 tempest-AttachVolumeNegativeTest-1030731986-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:27:54.840646 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-6f84336e-4c72-4be2-836f-3eaa0ead9110 tempest-AttachVolumeNegativeTest-1030731986 tempest-AttachVolumeNegativeTest-1030731986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1768406'] for port (None), before_create {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:27:54.849512 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG dbcounter [-] [104387] Writing DB stats neutron:DELETE=11,neutron:SELECT=87,neutron:INSERT=2 {{(pid=104387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:27:54.950176 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.db.db_base_plugin_common [None req-6f84336e-4c72-4be2-836f-3eaa0ead9110 tempest-AttachVolumeNegativeTest-1030731986 tempest-AttachVolumeNegativeTest-1030731986-project] Allocated IP 172.27.2.93 (65c030c7-6a7d-4cea-a47d-5cdd532db0e6/a9fa7760-a071-45ee-b985-799999c69975/978029d2-a3bd-4ccf-a3a6-b198aa527adf) {{(pid=104387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 05:27:55.054048 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-6f84336e-4c72-4be2-836f-3eaa0ead9110 tempest-AttachVolumeNegativeTest-1030731986 tempest-AttachVolumeNegativeTest-1030731986-project] Publish callbacks [] for port (978029d2-a3bd-4ccf-a3a6-b198aa527adf), precommit_create {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:27:55.061990 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG dbcounter [-] [104388] Writing DB stats neutron:SELECT=86,neutron:INSERT=10,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:27:55.107490 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-2f23d4eb-e578-44af-acfb-823f2640491c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-574248'] for router_interface (febfd648-1542-4a4c-8d49-ecc66f2a4a94), before_delete {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:27:55.143862 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-6f84336e-4c72-4be2-836f-3eaa0ead9110 tempest-AttachVolumeNegativeTest-1030731986 tempest-AttachVolumeNegativeTest-1030731986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1768343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789592262822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14020772'] for port (978029d2-a3bd-4ccf-a3a6-b198aa527adf), after_create {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:27:55.182520 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG dbcounter [-] [104387] Writing DB stats neutron:SELECT=89,neutron:DELETE=2,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=104387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:27:55.190626 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f84336e-4c72-4be2-836f-3eaa0ead9110 tempest-AttachVolumeNegativeTest-1030731986 tempest-AttachVolumeNegativeTest-1030731986-project] Network 65c030c7-6a7d-4cea-a47d-5cdd532db0e6 is already hosted by enough agents. {{(pid=104387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 05:27:55.193732 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.scheduler.base_scheduler [None req-6f84336e-4c72-4be2-836f-3eaa0ead9110 tempest-AttachVolumeNegativeTest-1030731986 tempest-AttachVolumeNegativeTest-1030731986-project] Resources bound (agent type, host, resource id): {{(pid=104387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 05:27:55.196151 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f84336e-4c72-4be2-836f-3eaa0ead9110 tempest-AttachVolumeNegativeTest-1030731986 tempest-AttachVolumeNegativeTest-1030731986-project] Received port after_create {{(pid=104387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 18 05:27:55.223147 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f84336e-4c72-4be2-836f-3eaa0ead9110 tempest-AttachVolumeNegativeTest-1030731986 tempest-AttachVolumeNegativeTest-1030731986-project] Pushing event updated for resources: {'Port': ['ID=978029d2-a3bd-4ccf-a3a6-b198aa527adf,revision_number=1']} {{(pid=104387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:27:55.292012 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-6f84336e-4c72-4be2-836f-3eaa0ead9110 tempest-AttachVolumeNegativeTest-1030731986 tempest-AttachVolumeNegativeTest-1030731986-project] Publish callbacks [] for floatingip (e018fa72-3177-40b8-8405-932f179a007e), precommit_create {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:27:55.338887 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.plugins.ml2.plugin [None req-2f23d4eb-e578-44af-acfb-823f2640491c admin admin] Deleting port ad37ad86-af51-48c9-8423-f4dcba784269 {{(pid=104388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 18 05:27:55.339175 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-2f23d4eb-e578-44af-acfb-823f2640491c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789592760634'] for port (ad37ad86-af51-48c9-8423-f4dcba784269), before_delete {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:27:55.340701 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG dbcounter [-] [104388] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:27:55.373573 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-6f84336e-4c72-4be2-836f-3eaa0ead9110 tempest-AttachVolumeNegativeTest-1030731986 tempest-AttachVolumeNegativeTest-1030731986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1768406'] for port (978029d2-a3bd-4ccf-a3a6-b198aa527adf), before_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:27:55.425037 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.plugins.ml2.db [None req-2f23d4eb-e578-44af-acfb-823f2640491c admin admin] For port ad37ad86-af51-48c9-8423-f4dcba784269, host dv-cinder-836996-35-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-35-iscsi',level=0,port_id=ad37ad86-af51-48c9-8423-f4dcba784269,segment=NetworkSegment(8aca2cfd-4c97-491c-8d50-193cbcc193f8),segment_id=8aca2cfd-4c97-491c-8d50-193cbcc193f8)] {{(pid=104388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 05:27:55.425527 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-2f23d4eb-e578-44af-acfb-823f2640491c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-734995'] for port (ad37ad86-af51-48c9-8423-f4dcba784269), precommit_delete {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:27:55.440591 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.plugins.ml2.plugin [None req-2f23d4eb-e578-44af-acfb-823f2640491c admin admin] Calling delete_port for ad37ad86-af51-48c9-8423-f4dcba784269 owned by network:router_interface {{(pid=104388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 18 05:27:55.523979 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-6f84336e-4c72-4be2-836f-3eaa0ead9110 tempest-AttachVolumeNegativeTest-1030731986 tempest-AttachVolumeNegativeTest-1030731986-project] Publish callbacks [] for port (978029d2-a3bd-4ccf-a3a6-b198aa527adf), precommit_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:27:55.567577 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-6f84336e-4c72-4be2-836f-3eaa0ead9110 tempest-AttachVolumeNegativeTest-1030731986 tempest-AttachVolumeNegativeTest-1030731986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1768343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789592765606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789592262840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789592262858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14020781'] for port (978029d2-a3bd-4ccf-a3a6-b198aa527adf), after_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:27:55.602345 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-bd48e2cf-68a6-4f35-9a09-882d425f288c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789592556683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1744442'] for agent (e572bbf3-12d8-41bb-a2ed-524d739c9de1), after_update {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:27:55.641144 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f84336e-4c72-4be2-836f-3eaa0ead9110 tempest-AttachVolumeNegativeTest-1030731986 tempest-AttachVolumeNegativeTest-1030731986-project] Pushing event updated for resources: {'Port': ['ID=978029d2-a3bd-4ccf-a3a6-b198aa527adf,revision_number=2']} {{(pid=104387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:27:55.652132 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-6f84336e-4c72-4be2-836f-3eaa0ead9110 tempest-AttachVolumeNegativeTest-1030731986 tempest-AttachVolumeNegativeTest-1030731986-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-736808'] for floatingip (e018fa72-3177-40b8-8405-932f179a007e), after_create {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:27:55.709871 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-2f23d4eb-e578-44af-acfb-823f2640491c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1768343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789592765633', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789592262831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15493031'] for port (ad37ad86-af51-48c9-8423-f4dcba784269), after_delete {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:27:55.735638 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f23d4eb-e578-44af-acfb-823f2640491c admin admin] Pushing event deleted for resources: {'Port': ['ID=ad37ad86-af51-48c9-8423-f4dcba784269,revision_number=None']} {{(pid=104388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:27:55.740558 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-6f84336e-4c72-4be2-836f-3eaa0ead9110 tempest-AttachVolumeNegativeTest-1030731986 tempest-AttachVolumeNegativeTest-1030731986-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19502'] for floatingip (None), before_response {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:27:55.744693 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [None req-6f84336e-4c72-4be2-836f-3eaa0ead9110 tempest-AttachVolumeNegativeTest-1030731986 tempest-AttachVolumeNegativeTest-1030731986-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.0626161 Jun 18 05:27:55.896448 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG dbcounter [-] [104387] Writing DB stats neutron:INSERT=3,neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:27:55.902179 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-2f23d4eb-e578-44af-acfb-823f2640491c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-546271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-575160'] for router_interface (febfd648-1542-4a4c-8d49-ecc66f2a4a94), after_delete {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:27:55.916488 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG dbcounter [-] [104388] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=104388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:27:55.928173 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-e0e9cd1e-4a6d-4791-ac06-9460bf59613c req-c6b299c0-0619-4ddc-9939-52592d7618b2 tempest-AttachVolumeNegativeTest-1030731986 tempest-AttachVolumeNegativeTest-1030731986-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--858942698&fields=id&tenant_id=81c38b2c1ae4484bbf2d4939470f45e4 HTTP/1.1" status: 200 len: 267 time: 0.0606744 Jun 18 05:27:56.033232 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e9cd1e-4a6d-4791-ac06-9460bf59613c req-679fcbdf-ea90-46ee-84e0-995d6e0ddd8f tempest-AttachVolumeNegativeTest-1030731986 tempest-AttachVolumeNegativeTest-1030731986-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:27:56.034676 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-e0e9cd1e-4a6d-4791-ac06-9460bf59613c req-679fcbdf-ea90-46ee-84e0-995d6e0ddd8f tempest-AttachVolumeNegativeTest-1030731986 tempest-AttachVolumeNegativeTest-1030731986-project] 10.222.0.23 "GET /v2.0/networks?id=1c244710-1fba-414f-9d04-4fcd88e7ed14 HTTP/1.1" status: 200 len: 815 time: 0.1056244 Jun 18 05:27:56.049737 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-e0e9cd1e-4a6d-4791-ac06-9460bf59613c req-68aa1b2f-55b1-45d1-b889-fcef2b096d78 tempest-AttachVolumeNegativeTest-1030731986 tempest-AttachVolumeNegativeTest-1030731986-project] 10.222.0.23 "GET /v2.0/quotas/81c38b2c1ae4484bbf2d4939470f45e4 HTTP/1.1" status: 200 len: 375 time: 0.0093677 Jun 18 05:27:56.104854 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-e0e9cd1e-4a6d-4791-ac06-9460bf59613c req-e48a6d42-a153-4ea8-a8cb-1266210ccf77 tempest-AttachVolumeNegativeTest-1030731986 tempest-AttachVolumeNegativeTest-1030731986-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=81c38b2c1ae4484bbf2d4939470f45e4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0490236 Jun 18 05:27:56.114372 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f23d4eb-e578-44af-acfb-823f2640491c admin admin] Router febfd648-1542-4a4c-8d49-ecc66f2a4a94 has already been hosted by L3 agent a8549501-0164-4ac5-90a6-1ba1ba0d3f9d {{(pid=104388) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 18 05:27:56.121200 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.wsgi [req-e0e9cd1e-4a6d-4791-ac06-9460bf59613c req-5c358264-ee87-4e1b-964d-0fb5474fe8ca service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=104387) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 18 05:27:56.122219 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-e0e9cd1e-4a6d-4791-ac06-9460bf59613c req-5c358264-ee87-4e1b-964d-0fb5474fe8ca service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0062838 Jun 18 05:27:56.214515 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-e0e9cd1e-4a6d-4791-ac06-9460bf59613c req-407ef7c1-9ea4-420d-ad6f-f37ba5cc0e3c service neutron] 10.222.0.23 "GET /v2.0/networks/1c244710-1fba-414f-9d04-4fcd88e7ed14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864420 Jun 18 05:27:56.222022 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f23d4eb-e578-44af-acfb-823f2640491c admin admin] Notify agent at l3_agent.dv-cinder-836996-35-iscsi the message routers_updated {{(pid=104388) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 05:27:56.230086 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.wsgi [-] (104387) accepted ('10.222.0.23', 57046) {{(pid=104387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 05:27:56.230734 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [None req-2f23d4eb-e578-44af-acfb-823f2640491c admin admin] 10.222.0.23 "PUT /v2.0/routers/febfd648-1542-4a4c-8d49-ecc66f2a4a94/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5469477 Jun 18 05:27:56.231604 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-911273f9-cfc9-4e96-ac67-4ea995b70dae None None] Sync routers for ids ['febfd648-1542-4a4c-8d49-ecc66f2a4a94'] in dv-cinder-836996-35-iscsi {{(pid=104389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 05:27:56.242375 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-911273f9-cfc9-4e96-ac67-4ea995b70dae None None] Routers {'febfd648-1542-4a4c-8d49-ecc66f2a4a94'} bound to L3 agent in host dv-cinder-836996-35-iscsi {{(pid=104389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 18 05:27:56.242997 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.db.l3_hamode_db [None req-911273f9-cfc9-4e96-ac67-4ea995b70dae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-35-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-18T05:08:24Z,description=,heartbeat_timestamp=2022-06-18T05:27:54Z,host='dv-cinder-836996-35-iscsi',id=a8549501-0164-4ac5-90a6-1ba1ba0d3f9d,load=0,resource_versions=,resources_synced=,started_at=2022-06-18T05:08:25Z,topic='l3_agent')) {'router_ids': ['febfd648-1542-4a4c-8d49-ecc66f2a4a94'], 'active': True} {{(pid=104389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 05:27:56.343509 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.db.l3_dvr_db [None req-911273f9-cfc9-4e96-ac67-4ea995b70dae None None] Set router febfd648-1542-4a4c-8d49-ecc66f2a4a94 gateway port host: dv-cinder-836996-35-iscsi {{(pid=104389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 18 05:27:56.398031 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-e0e9cd1e-4a6d-4791-ac06-9460bf59613c req-e8251f2d-1338-49e6-81fe-2821a45358e8 service neutron] 10.222.0.23 "GET /v2.0/networks/1c244710-1fba-414f-9d04-4fcd88e7ed14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1772795 Jun 18 05:27:56.404663 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-d01ef3e5-0bd0-4f1b-a2d5-25179dc03d9b admin admin] Publish callbacks [] for router (febfd648-1542-4a4c-8d49-ecc66f2a4a94), before_delete {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:27:56.510055 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-d01ef3e5-0bd0-4f1b-a2d5-25179dc03d9b admin admin] Publish callbacks [] for router_gateway (febfd648-1542-4a4c-8d49-ecc66f2a4a94), before_delete {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:27:56.513879 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.db.l3_hamode_db [None req-911273f9-cfc9-4e96-ac67-4ea995b70dae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'febfd648-1542-4a4c-8d49-ecc66f2a4a94', 'name': 'tempest-TestVolumeBootPattern-1313612744-router', 'tenant_id': 'e5e4aece32ff462b9b9a42200d584c1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65c030c7-6a7d-4cea-a47d-5cdd532db0e6', 'external_fixed_ips': [{'subnet_id': 'a9fa7760-a071-45ee-b985-799999c69975', 'ip_address': '172.27.2.206'}], 'enable_snat': True}, 'gw_port_id': '8849aa39-3bdf-4229-a0da-4d21338ac229', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-18T05:20:03Z', 'updated_at': '2022-06-18T05:27:55Z', 'revision_number': 5, 'project_id': 'e5e4aece32ff462b9b9a42200d584c1b', 'gw_port': {'id': '8849aa39-3bdf-4229-a0da-4d21338ac229', 'name': '', 'network_id': '65c030c7-6a7d-4cea-a47d-5cdd532db0e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:7d:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'febfd648-1542-4a4c-8d49-ecc66f2a4a94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': 'a9fa7760-a071-45ee-b985-799999c69975', 'ip_address': '172.27.2.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-18T05:20:03Z', 'updated_at': '2022-06-18T05:20:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9fa7760-a071-45ee-b985-799999c69975', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-35-iscsi'}], 'dv-cinder-836996-35-iscsi', False) {} {{(pid=104389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 05:27:56.514783 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG dbcounter [-] [104387] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:27:56.635927 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.plugin [None req-d01ef3e5-0bd0-4f1b-a2d5-25179dc03d9b admin admin] Deleting port 8849aa39-3bdf-4229-a0da-4d21338ac229 {{(pid=104387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 18 05:27:56.637937 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-d01ef3e5-0bd0-4f1b-a2d5-25179dc03d9b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789592760634'] for port (8849aa39-3bdf-4229-a0da-4d21338ac229), before_delete {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:27:56.656939 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-2623d39e-b677-4e71-8df6-40a2d9ae24fc req-774e5252-20a0-4c5f-b468-11a7d31a2756 tempest-AttachVolumeNegativeTest-1030731986 tempest-AttachVolumeNegativeTest-1030731986-project] 10.222.0.23 "GET /v2.0/ports?device_id=cdb2f954-4e94-4589-adf4-65340f5655e9 HTTP/1.1" status: 200 len: 210 time: 0.0325022 Jun 18 05:27:56.699320 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-911273f9-cfc9-4e96-ac67-4ea995b70dae None None] Checking router: febfd648-1542-4a4c-8d49-ecc66f2a4a94 for host: dv-cinder-836996-35-iscsi {{(pid=104389) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 05:27:56.709018 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-911273f9-cfc9-4e96-ac67-4ea995b70dae None None] Routers {'febfd648-1542-4a4c-8d49-ecc66f2a4a94'} bound to L3 agent in host dv-cinder-836996-35-iscsi {{(pid=104389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 18 05:27:56.709676 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.db.l3_hamode_db [None req-911273f9-cfc9-4e96-ac67-4ea995b70dae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-35-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-18T05:08:24Z,description=,heartbeat_timestamp=2022-06-18T05:27:54Z,host='dv-cinder-836996-35-iscsi',id=a8549501-0164-4ac5-90a6-1ba1ba0d3f9d,load=0,resource_versions=,resources_synced=,started_at=2022-06-18T05:08:25Z,topic='l3_agent')) {'router_ids': ['febfd648-1542-4a4c-8d49-ecc66f2a4a94'], 'active': True} {{(pid=104389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 05:27:56.728123 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.db [None req-d01ef3e5-0bd0-4f1b-a2d5-25179dc03d9b admin admin] For port 8849aa39-3bdf-4229-a0da-4d21338ac229, host dv-cinder-836996-35-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-35-iscsi',level=0,port_id=8849aa39-3bdf-4229-a0da-4d21338ac229,segment=NetworkSegment(62e6b565-92f9-4432-9d4a-754d0a7517a7),segment_id=62e6b565-92f9-4432-9d4a-754d0a7517a7)] {{(pid=104387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 05:27:56.728493 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-d01ef3e5-0bd0-4f1b-a2d5-25179dc03d9b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-734995'] for port (8849aa39-3bdf-4229-a0da-4d21338ac229), precommit_delete {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:27:56.747144 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.plugin [None req-d01ef3e5-0bd0-4f1b-a2d5-25179dc03d9b admin admin] Calling delete_port for 8849aa39-3bdf-4229-a0da-4d21338ac229 owned by network:router_gateway {{(pid=104387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 18 05:27:56.797583 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.db.l3_dvr_db [None req-911273f9-cfc9-4e96-ac67-4ea995b70dae None None] Set router febfd648-1542-4a4c-8d49-ecc66f2a4a94 gateway port host: None {{(pid=104389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 18 05:27:56.822632 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG dbcounter [-] [104389] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:27:56.848706 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.db.l3_hamode_db [None req-911273f9-cfc9-4e96-ac67-4ea995b70dae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'febfd648-1542-4a4c-8d49-ecc66f2a4a94', 'name': 'tempest-TestVolumeBootPattern-1313612744-router', 'tenant_id': 'e5e4aece32ff462b9b9a42200d584c1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-18T05:20:03Z', 'updated_at': '2022-06-18T05:27:56Z', 'revision_number': 6, 'project_id': 'e5e4aece32ff462b9b9a42200d584c1b', 'gw_port_host': None}], 'dv-cinder-836996-35-iscsi', False) {} {{(pid=104389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 05:27:56.867054 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG dbcounter [-] [104387] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=104387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:27:56.877313 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-911273f9-cfc9-4e96-ac67-4ea995b70dae None None] The sync data for ids ['febfd648-1542-4a4c-8d49-ecc66f2a4a94'] in dv-cinder-836996-35-iscsi is: [{'id': 'febfd648-1542-4a4c-8d49-ecc66f2a4a94', 'name': 'tempest-TestVolumeBootPattern-1313612744-router', 'tenant_id': 'e5e4aece32ff462b9b9a42200d584c1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-18T05:20:03Z', 'updated_at': '2022-06-18T05:27:56Z', 'revision_number': 6, 'project_id': 'e5e4aece32ff462b9b9a42200d584c1b', 'gw_port_host': None}] {{(pid=104389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 05:27:57.014141 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-d01ef3e5-0bd0-4f1b-a2d5-25179dc03d9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1768343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789592765633', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789592262831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14020772'] for port (8849aa39-3bdf-4229-a0da-4d21338ac229), after_delete {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:27:57.037744 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01ef3e5-0bd0-4f1b-a2d5-25179dc03d9b admin admin] Pushing event deleted for resources: {'Port': ['ID=8849aa39-3bdf-4229-a0da-4d21338ac229,revision_number=None']} {{(pid=104387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:27:57.100642 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-d01ef3e5-0bd0-4f1b-a2d5-25179dc03d9b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-737003'] for router_gateway (febfd648-1542-4a4c-8d49-ecc66f2a4a94), after_delete {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:27:57.188178 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-d01ef3e5-0bd0-4f1b-a2d5-25179dc03d9b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-575990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9626'] for router (febfd648-1542-4a4c-8d49-ecc66f2a4a94), precommit_delete {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:27:57.190402 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-d01ef3e5-0bd0-4f1b-a2d5-25179dc03d9b admin admin] Publish callbacks [] for router_controller (febfd648-1542-4a4c-8d49-ecc66f2a4a94), precommit_delete_associations {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:27:57.280946 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-5df8b1a9-a354-44ed-8761-35e8e24f4084 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789592556683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1744442'] for agent (37f34a37-d85d-4c21-966b-86dc43157ac3), after_update {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:27:57.326293 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-d01ef3e5-0bd0-4f1b-a2d5-25179dc03d9b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-574313'] for router (febfd648-1542-4a4c-8d49-ecc66f2a4a94), after_delete {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:27:57.326898 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d01ef3e5-0bd0-4f1b-a2d5-25179dc03d9b admin admin] Fanout notify agent at l3_agent the message router_deleted on router febfd648-1542-4a4c-8d49-ecc66f2a4a94 {{(pid=104387) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 18 05:27:57.331180 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-d01ef3e5-0bd0-4f1b-a2d5-25179dc03d9b admin admin] Publish callbacks [] for router (None), before_response {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:27:57.332322 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [None req-d01ef3e5-0bd0-4f1b-a2d5-25179dc03d9b admin admin] 10.222.0.23 "DELETE /v2.0/routers/febfd648-1542-4a4c-8d49-ecc66f2a4a94 HTTP/1.1" status: 204 len: 168 time: 1.1013370 Jun 18 05:27:57.334905 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.wsgi [-] (104387) accepted ('10.222.0.23', 57054) {{(pid=104387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 05:27:57.383692 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.db.db_base_plugin_v2 [None req-27b8f655-c04b-4da4-8401-3c6821d20096 admin admin] Deleting subnet 6b669cb0-2ad3-4bdc-840d-cbd0d58ea955 {{(pid=104387) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 18 05:27:57.386970 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-27b8f655-c04b-4da4-8401-3c6821d20096 admin admin] Publish callbacks [] for subnet (6b669cb0-2ad3-4bdc-840d-cbd0d58ea955), before_delete {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:27:57.421797 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-27b8f655-c04b-4da4-8401-3c6821d20096 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14008636'] for subnet (6b669cb0-2ad3-4bdc-840d-cbd0d58ea955), precommit_delete_associations {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:27:57.497777 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-27b8f655-c04b-4da4-8401-3c6821d20096 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1721998'] for subnet (6b669cb0-2ad3-4bdc-840d-cbd0d58ea955), precommit_delete {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:27:57.526177 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-c042a677-28f5-4026-b552-0173028fe9dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789592556683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1744442'] for agent (d503ae44-4e24-48d3-9886-03581f90537d), after_update {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:27:57.602550 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-27b8f655-c04b-4da4-8401-3c6821d20096 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1720957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14020979', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13962170'] for subnet (6b669cb0-2ad3-4bdc-840d-cbd0d58ea955), after_delete {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:27:57.632511 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-27b8f655-c04b-4da4-8401-3c6821d20096 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:27:57.638111 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [None req-27b8f655-c04b-4da4-8401-3c6821d20096 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/6b669cb0-2ad3-4bdc-840d-cbd0d58ea955 HTTP/1.1" status: 204 len: 168 time: 0.2998857 Jun 18 05:27:57.638111 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b8f655-c04b-4da4-8401-3c6821d20096 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6b669cb0-2ad3-4bdc-840d-cbd0d58ea955,revision_number=None']} {{(pid=104387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:27:57.638827 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.wsgi [-] (104387) accepted ('10.222.0.23', 57056) {{(pid=104387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 05:27:57.647090 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80cf9c1e-e828-42f9-b984-9cf2052ba8c2 None None] Network 1df631c6-dcd7-4307-8f3b-f75e299e78ec requested from dv-cinder-836996-35-iscsi {{(pid=104389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 18 05:27:57.717761 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.rpc [None req-c042a677-28f5-4026-b552-0173028fe9dd None None] Device ad37ad86-af51-48c9-8423-f4dcba784269 no longer exists at agent ovs-agent-dv-cinder-836996-35-iscsi {{(pid=104389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 18 05:27:57.762497 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.plugin [None req-c042a677-28f5-4026-b552-0173028fe9dd None None] No Port match for: ad37ad86-af51-48c9-8423-f4dcba784269 {{(pid=104389) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 18 05:27:57.762833 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.rpc [None req-c042a677-28f5-4026-b552-0173028fe9dd None None] Device ad37ad86-af51-48c9-8423-f4dcba784269 not bound to the agent host dv-cinder-836996-35-iscsi {{(pid=104389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 18 05:27:57.763070 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-64aa7bdb-b36f-4557-a514-3817c8e5d74d req-08e624f2-d10c-47c8-9093-6635dba5dbd3 tempest-AttachVolumeNegativeTest-1030731986 tempest-AttachVolumeNegativeTest-1030731986-project] 10.222.0.23 "GET /v2.0/ports?device_id=cdb2f954-4e94-4589-adf4-65340f5655e9 HTTP/1.1" status: 200 len: 210 time: 0.0384276 Jun 18 05:27:57.763624 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.rpc [None req-c042a677-28f5-4026-b552-0173028fe9dd None None] Device 8849aa39-3bdf-4229-a0da-4d21338ac229 no longer exists at agent ovs-agent-dv-cinder-836996-35-iscsi {{(pid=104389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 18 05:27:57.765657 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-0d00c441-9eaa-4b45-8f17-a8cfc5065c82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1848287'] for network (1df631c6-dcd7-4307-8f3b-f75e299e78ec), before_delete {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:27:57.778687 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG dbcounter [-] [104387] Writing DB stats neutron:SELECT=88,neutron:DELETE=10,neutron:UPDATE=2 {{(pid=104387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:27:57.791695 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.plugin [None req-c042a677-28f5-4026-b552-0173028fe9dd None None] No Port match for: 8849aa39-3bdf-4229-a0da-4d21338ac229 {{(pid=104389) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 18 05:27:57.792077 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.rpc [None req-c042a677-28f5-4026-b552-0173028fe9dd None None] Device 8849aa39-3bdf-4229-a0da-4d21338ac229 not bound to the agent host dv-cinder-836996-35-iscsi {{(pid=104389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 18 05:27:57.812687 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.plugin [None req-0d00c441-9eaa-4b45-8f17-a8cfc5065c82 admin admin] Deleting port d167a54b-632e-4432-9d1e-45138519b2f6 {{(pid=104387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 18 05:27:57.813033 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-0d00c441-9eaa-4b45-8f17-a8cfc5065c82 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789592760634'] for port (d167a54b-632e-4432-9d1e-45138519b2f6), before_delete {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:27:57.861685 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b33e237-fb83-4d41-80f6-e4d8228bac00 None None] DHCP port deletion for 1df631c6-dcd7-4307-8f3b-f75e299e78ec request from dv-cinder-836996-35-iscsi {{(pid=104389) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 18 05:27:57.881108 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.db [None req-0d00c441-9eaa-4b45-8f17-a8cfc5065c82 admin admin] For port d167a54b-632e-4432-9d1e-45138519b2f6, host dv-cinder-836996-35-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-35-iscsi',level=0,port_id=d167a54b-632e-4432-9d1e-45138519b2f6,segment=NetworkSegment(8aca2cfd-4c97-491c-8d50-193cbcc193f8),segment_id=8aca2cfd-4c97-491c-8d50-193cbcc193f8)] {{(pid=104387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 05:27:57.881508 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-0d00c441-9eaa-4b45-8f17-a8cfc5065c82 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-734995'] for port (d167a54b-632e-4432-9d1e-45138519b2f6), precommit_delete {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:27:57.897427 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.plugin [None req-0d00c441-9eaa-4b45-8f17-a8cfc5065c82 admin admin] Calling delete_port for d167a54b-632e-4432-9d1e-45138519b2f6 owned by network:dhcp {{(pid=104387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 18 05:27:57.918022 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.plugin [None req-6b33e237-fb83-4d41-80f6-e4d8228bac00 None None] Deleting port d167a54b-632e-4432-9d1e-45138519b2f6 {{(pid=104389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 18 05:27:57.918470 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-6b33e237-fb83-4d41-80f6-e4d8228bac00 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789592760634'] for port (d167a54b-632e-4432-9d1e-45138519b2f6), before_delete {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:27:57.997127 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.db [None req-6b33e237-fb83-4d41-80f6-e4d8228bac00 None None] For port d167a54b-632e-4432-9d1e-45138519b2f6, host dv-cinder-836996-35-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-35-iscsi',level=0,port_id=d167a54b-632e-4432-9d1e-45138519b2f6,segment=NetworkSegment(8aca2cfd-4c97-491c-8d50-193cbcc193f8),segment_id=8aca2cfd-4c97-491c-8d50-193cbcc193f8)] {{(pid=104389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 05:27:57.997561 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-6b33e237-fb83-4d41-80f6-e4d8228bac00 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-734995'] for port (d167a54b-632e-4432-9d1e-45138519b2f6), precommit_delete {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:27:58.012012 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.plugin [None req-6b33e237-fb83-4d41-80f6-e4d8228bac00 None None] Calling delete_port for d167a54b-632e-4432-9d1e-45138519b2f6 owned by network:dhcp {{(pid=104389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 18 05:27:58.065204 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-0d00c441-9eaa-4b45-8f17-a8cfc5065c82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1768343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789592765633', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789592262831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14020772'] for port (d167a54b-632e-4432-9d1e-45138519b2f6), after_delete {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:27:58.093870 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-6b33e237-fb83-4d41-80f6-e4d8228bac00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1768343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789592765633', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789592262831'] for port (d167a54b-632e-4432-9d1e-45138519b2f6), after_delete {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:27:58.099567 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d00c441-9eaa-4b45-8f17-a8cfc5065c82 admin admin] Pushing event deleted for resources: {'Port': ['ID=d167a54b-632e-4432-9d1e-45138519b2f6,revision_number=None']} {{(pid=104387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:27:58.102000 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d00c441-9eaa-4b45-8f17-a8cfc5065c82 admin admin] No DVR routers for this DVR port d167a54b-632e-4432-9d1e-45138519b2f6 on host dv-cinder-836996-35-iscsi {{(pid=104387) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 18 05:27:58.124373 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b33e237-fb83-4d41-80f6-e4d8228bac00 None None] Pushing event deleted for resources: {'Port': ['ID=d167a54b-632e-4432-9d1e-45138519b2f6,revision_number=None']} {{(pid=104389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:27:58.134201 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b33e237-fb83-4d41-80f6-e4d8228bac00 None None] No DVR routers for this DVR port d167a54b-632e-4432-9d1e-45138519b2f6 on host dv-cinder-836996-35-iscsi {{(pid=104389) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 18 05:27:58.136222 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b33e237-fb83-4d41-80f6-e4d8228bac00 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:27:58.136569 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b33e237-fb83-4d41-80f6-e4d8228bac00 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:27:58.136920 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b33e237-fb83-4d41-80f6-e4d8228bac00 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:27:58.137265 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b33e237-fb83-4d41-80f6-e4d8228bac00 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:27:58.137695 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b33e237-fb83-4d41-80f6-e4d8228bac00 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:27:58.138020 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b33e237-fb83-4d41-80f6-e4d8228bac00 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:27:58.138348 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b33e237-fb83-4d41-80f6-e4d8228bac00 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:27:58.138680 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b33e237-fb83-4d41-80f6-e4d8228bac00 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:27:58.139006 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b33e237-fb83-4d41-80f6-e4d8228bac00 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:27:58.139332 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b33e237-fb83-4d41-80f6-e4d8228bac00 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:27:58.139659 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b33e237-fb83-4d41-80f6-e4d8228bac00 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:27:58.140322 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b33e237-fb83-4d41-80f6-e4d8228bac00 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:27:58.140322 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b33e237-fb83-4d41-80f6-e4d8228bac00 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:27:58.140732 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b33e237-fb83-4d41-80f6-e4d8228bac00 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:27:58.141059 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b33e237-fb83-4d41-80f6-e4d8228bac00 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:27:58.180499 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-0d00c441-9eaa-4b45-8f17-a8cfc5065c82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1722107', 'neutron.services.segments.db._delete_segments_for_network-8789592556701'] for network (1df631c6-dcd7-4307-8f3b-f75e299e78ec), precommit_delete {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:27:58.201819 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.services.segments.db [None req-0d00c441-9eaa-4b45-8f17-a8cfc5065c82 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1df631c6-dcd7-4307-8f3b-f75e299e78ec']}} {{(pid=104387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 05:27:58.211432 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.services.segments.db [None req-0d00c441-9eaa-4b45-8f17-a8cfc5065c82 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8aca2cfd-4c97-491c-8d50-193cbcc193f8') {'for_net_delete': True} {{(pid=104387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 05:27:58.211727 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.services.segments.db [None req-0d00c441-9eaa-4b45-8f17-a8cfc5065c82 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8aca2cfd-4c97-491c-8d50-193cbcc193f8') {} {{(pid=104387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 05:27:58.221152 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-0d00c441-9eaa-4b45-8f17-a8cfc5065c82 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789592557222', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14008627'] for segment (8aca2cfd-4c97-491c-8d50-193cbcc193f8), before_delete {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:27:58.234974 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-0d00c441-9eaa-4b45-8f17-a8cfc5065c82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1723189'] for segment (8aca2cfd-4c97-491c-8d50-193cbcc193f8), precommit_delete {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:27:58.240463 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG dbcounter [-] [104387] Writing DB stats neutron:SELECT=90,neutron:DELETE=7,neutron:UPDATE=3 {{(pid=104387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:27:58.241699 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0d00c441-9eaa-4b45-8f17-a8cfc5065c82 admin admin] Releasing vlan 314 on physical network physnet1 to pool {{(pid=104387) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 18 05:27:58.248577 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-0d00c441-9eaa-4b45-8f17-a8cfc5065c82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1723189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14020753'] for segment (8aca2cfd-4c97-491c-8d50-193cbcc193f8), after_delete {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:27:58.261069 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.services.segments.plugin [-] Segment 8aca2cfd-4c97-491c-8d50-193cbcc193f8 resource provider aggregate not found Jun 18 05:27:58.298378 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.services.segments.plugin [-] Segment 8aca2cfd-4c97-491c-8d50-193cbcc193f8 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 8aca2cfd-4c97-491c-8d50-193cbcc193f8 found for delete ", "request_id": "req-2b88b288-7b3d-4404-87c4-5002ae3902f7"}]} Jun 18 05:27:58.361332 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-0d00c441-9eaa-4b45-8f17-a8cfc5065c82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1722098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-736823'] for network (1df631c6-dcd7-4307-8f3b-f75e299e78ec), after_delete {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:27:58.370269 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-0d00c441-9eaa-4b45-8f17-a8cfc5065c82 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546098'] for network (None), before_response {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:27:58.376488 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [None req-0d00c441-9eaa-4b45-8f17-a8cfc5065c82 admin admin] 10.222.0.23 "DELETE /v2.0/networks/1df631c6-dcd7-4307-8f3b-f75e299e78ec HTTP/1.1" status: 204 len: 168 time: 0.7334909 Jun 18 05:27:58.376764 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.wsgi [-] (104388) accepted ('10.222.0.23', 57070) {{(pid=104388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 05:27:58.383626 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d00c441-9eaa-4b45-8f17-a8cfc5065c82 admin admin] Pushing event deleted for resources: {'Network': ['ID=1df631c6-dcd7-4307-8f3b-f75e299e78ec,revision_number=None']} {{(pid=104387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:27:58.680735 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG dbcounter [-] [104388] Writing DB stats neutron:SELECT=100 {{(pid=104388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:27:58.686358 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-bef3a062-0df7-4c4d-bde9-56b7e0d7f68a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-574248'] for router_interface (13521a4a-bb55-4747-8227-6e1a2fc78c14), before_delete {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:27:58.857488 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-807bd71f-efef-4eab-a40d-2312c42d6c7e req-7267faeb-a0fe-4f0d-8ef1-ed2d03ee3a6f tempest-AttachVolumeNegativeTest-1030731986 tempest-AttachVolumeNegativeTest-1030731986-project] 10.222.0.23 "GET /v2.0/ports?device_id=cdb2f954-4e94-4589-adf4-65340f5655e9 HTTP/1.1" status: 200 len: 210 time: 0.0328259 Jun 18 05:27:58.926354 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.plugins.ml2.plugin [None req-bef3a062-0df7-4c4d-bde9-56b7e0d7f68a admin admin] Deleting port 030c15c8-1a83-4881-879c-4910bf77fb48 {{(pid=104388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 18 05:27:58.926699 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-bef3a062-0df7-4c4d-bde9-56b7e0d7f68a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789592760634'] for port (030c15c8-1a83-4881-879c-4910bf77fb48), before_delete {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:27:59.002977 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.plugins.ml2.db [None req-bef3a062-0df7-4c4d-bde9-56b7e0d7f68a admin admin] For port 030c15c8-1a83-4881-879c-4910bf77fb48, host dv-cinder-836996-35-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-35-iscsi',level=0,port_id=030c15c8-1a83-4881-879c-4910bf77fb48,segment=NetworkSegment(e1c18640-22f7-4e25-9712-5aaefc165ed8),segment_id=e1c18640-22f7-4e25-9712-5aaefc165ed8)] {{(pid=104388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 05:27:59.003262 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-bef3a062-0df7-4c4d-bde9-56b7e0d7f68a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-734995'] for port (030c15c8-1a83-4881-879c-4910bf77fb48), precommit_delete {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:27:59.015690 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG dbcounter [-] [104388] Writing DB stats neutron:SELECT=100 {{(pid=104388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:27:59.016865 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.plugins.ml2.plugin [None req-bef3a062-0df7-4c4d-bde9-56b7e0d7f68a admin admin] Calling delete_port for 030c15c8-1a83-4881-879c-4910bf77fb48 owned by network:router_interface {{(pid=104388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 18 05:27:59.528811 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-bef3a062-0df7-4c4d-bde9-56b7e0d7f68a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1768343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789592765633', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789592262831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15493031'] for port (030c15c8-1a83-4881-879c-4910bf77fb48), after_delete {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:27:59.528811 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef3a062-0df7-4c4d-bde9-56b7e0d7f68a admin admin] Pushing event deleted for resources: {'Port': ['ID=030c15c8-1a83-4881-879c-4910bf77fb48,revision_number=None']} {{(pid=104388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:27:59.541714 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-bef3a062-0df7-4c4d-bde9-56b7e0d7f68a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-546271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-575160'] for router_interface (13521a4a-bb55-4747-8227-6e1a2fc78c14), after_delete {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:27:59.592052 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.rpc [None req-c042a677-28f5-4026-b552-0173028fe9dd None None] Device d167a54b-632e-4432-9d1e-45138519b2f6 no longer exists at agent ovs-agent-dv-cinder-836996-35-iscsi {{(pid=104389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 18 05:27:59.614576 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.plugin [None req-c042a677-28f5-4026-b552-0173028fe9dd None None] No Port match for: d167a54b-632e-4432-9d1e-45138519b2f6 {{(pid=104389) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 18 05:27:59.614916 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.rpc [None req-c042a677-28f5-4026-b552-0173028fe9dd None None] Device d167a54b-632e-4432-9d1e-45138519b2f6 not bound to the agent host dv-cinder-836996-35-iscsi {{(pid=104389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 18 05:27:59.734242 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG dbcounter [-] [104388] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:27:59.752749 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bef3a062-0df7-4c4d-bde9-56b7e0d7f68a admin admin] Router 13521a4a-bb55-4747-8227-6e1a2fc78c14 has already been hosted by L3 agent a8549501-0164-4ac5-90a6-1ba1ba0d3f9d {{(pid=104388) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 18 05:27:59.853951 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bef3a062-0df7-4c4d-bde9-56b7e0d7f68a admin admin] Notify agent at l3_agent.dv-cinder-836996-35-iscsi the message routers_updated {{(pid=104388) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 05:27:59.860322 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [None req-bef3a062-0df7-4c4d-bde9-56b7e0d7f68a admin admin] 10.222.0.23 "PUT /v2.0/routers/13521a4a-bb55-4747-8227-6e1a2fc78c14/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4809980 Jun 18 05:27:59.861261 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.wsgi [-] (104388) accepted ('10.222.0.23', 57078) {{(pid=104388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 05:27:59.863761 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3f564d9-79eb-4d34-b8fa-185648090965 None None] Sync routers for ids ['13521a4a-bb55-4747-8227-6e1a2fc78c14'] in dv-cinder-836996-35-iscsi {{(pid=104390) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 05:27:59.875317 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3f564d9-79eb-4d34-b8fa-185648090965 None None] Routers {'13521a4a-bb55-4747-8227-6e1a2fc78c14'} bound to L3 agent in host dv-cinder-836996-35-iscsi {{(pid=104390) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 18 05:27:59.875942 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG neutron.db.l3_hamode_db [None req-e3f564d9-79eb-4d34-b8fa-185648090965 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-35-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-18T05:08:24Z,description=,heartbeat_timestamp=2022-06-18T05:27:54Z,host='dv-cinder-836996-35-iscsi',id=a8549501-0164-4ac5-90a6-1ba1ba0d3f9d,load=0,resource_versions=,resources_synced=,started_at=2022-06-18T05:08:25Z,topic='l3_agent')) {'router_ids': ['13521a4a-bb55-4747-8227-6e1a2fc78c14'], 'active': True} {{(pid=104390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 05:27:59.958773 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-360a1626-cae8-4402-926e-5bb0dff5a6d8 req-3969be56-9579-4fc9-80f0-6ef5460fefd4 tempest-AttachVolumeNegativeTest-1030731986 tempest-AttachVolumeNegativeTest-1030731986-project] 10.222.0.23 "GET /v2.0/ports?device_id=cdb2f954-4e94-4589-adf4-65340f5655e9 HTTP/1.1" status: 200 len: 210 time: 0.0336730 Jun 18 05:27:59.982830 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG neutron.db.l3_dvr_db [None req-e3f564d9-79eb-4d34-b8fa-185648090965 None None] Set router 13521a4a-bb55-4747-8227-6e1a2fc78c14 gateway port host: dv-cinder-836996-35-iscsi {{(pid=104390) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 18 05:28:00.144464 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG dbcounter [-] [104388] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:28:00.151795 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG neutron.db.l3_hamode_db [None req-e3f564d9-79eb-4d34-b8fa-185648090965 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13521a4a-bb55-4747-8227-6e1a2fc78c14', 'name': 'tempest-TestVolumeBootPattern-120177135-router', 'tenant_id': '9098492a9e6644edb4d02b2b4b6399ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65c030c7-6a7d-4cea-a47d-5cdd532db0e6', 'external_fixed_ips': [{'subnet_id': 'a9fa7760-a071-45ee-b985-799999c69975', 'ip_address': '172.27.2.112'}], 'enable_snat': True}, 'gw_port_id': '989259d1-28db-4c6d-b7b4-936352f3ff43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-18T05:20:11Z', 'updated_at': '2022-06-18T05:27:59Z', 'revision_number': 5, 'project_id': '9098492a9e6644edb4d02b2b4b6399ad', 'gw_port': {'id': '989259d1-28db-4c6d-b7b4-936352f3ff43', 'name': '', 'network_id': '65c030c7-6a7d-4cea-a47d-5cdd532db0e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:99:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13521a4a-bb55-4747-8227-6e1a2fc78c14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': 'a9fa7760-a071-45ee-b985-799999c69975', 'ip_address': '172.27.2.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-18T05:20:12Z', 'updated_at': '2022-06-18T05:20:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9fa7760-a071-45ee-b985-799999c69975', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-35-iscsi'}], 'dv-cinder-836996-35-iscsi', False) {} {{(pid=104390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 05:28:00.176608 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3f564d9-79eb-4d34-b8fa-185648090965 None None] Checking router: 13521a4a-bb55-4747-8227-6e1a2fc78c14 for host: dv-cinder-836996-35-iscsi {{(pid=104390) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 05:28:00.185175 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3f564d9-79eb-4d34-b8fa-185648090965 None None] Routers {'13521a4a-bb55-4747-8227-6e1a2fc78c14'} bound to L3 agent in host dv-cinder-836996-35-iscsi {{(pid=104390) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 18 05:28:00.185811 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG neutron.db.l3_hamode_db [None req-e3f564d9-79eb-4d34-b8fa-185648090965 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-35-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-18T05:08:24Z,description=,heartbeat_timestamp=2022-06-18T05:27:54Z,host='dv-cinder-836996-35-iscsi',id=a8549501-0164-4ac5-90a6-1ba1ba0d3f9d,load=0,resource_versions=,resources_synced=,started_at=2022-06-18T05:08:25Z,topic='l3_agent')) {'router_ids': ['13521a4a-bb55-4747-8227-6e1a2fc78c14'], 'active': True} {{(pid=104390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 05:28:00.207851 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-35cadc10-083c-4440-a07c-c1766b7661c5 admin admin] Publish callbacks [] for router (13521a4a-bb55-4747-8227-6e1a2fc78c14), before_delete {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:28:00.284238 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG neutron.db.l3_dvr_db [None req-e3f564d9-79eb-4d34-b8fa-185648090965 None None] Set router 13521a4a-bb55-4747-8227-6e1a2fc78c14 gateway port host: dv-cinder-836996-35-iscsi {{(pid=104390) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 18 05:28:00.306493 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-35cadc10-083c-4440-a07c-c1766b7661c5 admin admin] Publish callbacks [] for router_gateway (13521a4a-bb55-4747-8227-6e1a2fc78c14), before_delete {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:28:00.406757 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.plugins.ml2.plugin [None req-35cadc10-083c-4440-a07c-c1766b7661c5 admin admin] Deleting port 989259d1-28db-4c6d-b7b4-936352f3ff43 {{(pid=104388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 18 05:28:00.407030 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-35cadc10-083c-4440-a07c-c1766b7661c5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789592760634'] for port (989259d1-28db-4c6d-b7b4-936352f3ff43), before_delete {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:28:00.450479 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG neutron.db.l3_hamode_db [None req-e3f564d9-79eb-4d34-b8fa-185648090965 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13521a4a-bb55-4747-8227-6e1a2fc78c14', 'name': 'tempest-TestVolumeBootPattern-120177135-router', 'tenant_id': '9098492a9e6644edb4d02b2b4b6399ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65c030c7-6a7d-4cea-a47d-5cdd532db0e6', 'external_fixed_ips': [{'subnet_id': 'a9fa7760-a071-45ee-b985-799999c69975', 'ip_address': '172.27.2.112'}], 'enable_snat': True}, 'gw_port_id': '989259d1-28db-4c6d-b7b4-936352f3ff43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-18T05:20:11Z', 'updated_at': '2022-06-18T05:27:59Z', 'revision_number': 5, 'project_id': '9098492a9e6644edb4d02b2b4b6399ad', 'gw_port': {'id': '989259d1-28db-4c6d-b7b4-936352f3ff43', 'name': '', 'network_id': '65c030c7-6a7d-4cea-a47d-5cdd532db0e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:99:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13521a4a-bb55-4747-8227-6e1a2fc78c14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': 'a9fa7760-a071-45ee-b985-799999c69975', 'ip_address': '172.27.2.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-18T05:20:12Z', 'updated_at': '2022-06-18T05:20:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9fa7760-a071-45ee-b985-799999c69975', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-35-iscsi'}], 'dv-cinder-836996-35-iscsi', False) {} {{(pid=104390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 05:28:00.474864 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3f564d9-79eb-4d34-b8fa-185648090965 None None] The sync data for ids ['13521a4a-bb55-4747-8227-6e1a2fc78c14'] in dv-cinder-836996-35-iscsi is: [{'id': '13521a4a-bb55-4747-8227-6e1a2fc78c14', 'name': 'tempest-TestVolumeBootPattern-120177135-router', 'tenant_id': '9098492a9e6644edb4d02b2b4b6399ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65c030c7-6a7d-4cea-a47d-5cdd532db0e6', 'external_fixed_ips': [{'subnet_id': 'a9fa7760-a071-45ee-b985-799999c69975', 'ip_address': '172.27.2.112'}], 'enable_snat': True}, 'gw_port_id': '989259d1-28db-4c6d-b7b4-936352f3ff43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-18T05:20:11Z', 'updated_at': '2022-06-18T05:27:59Z', 'revision_number': 5, 'project_id': '9098492a9e6644edb4d02b2b4b6399ad', 'gw_port': {'id': '989259d1-28db-4c6d-b7b4-936352f3ff43', 'name': '', 'network_id': '65c030c7-6a7d-4cea-a47d-5cdd532db0e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:99:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13521a4a-bb55-4747-8227-6e1a2fc78c14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': 'a9fa7760-a071-45ee-b985-799999c69975', 'ip_address': '172.27.2.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-18T05:20:12Z', 'updated_at': '2022-06-18T05:20:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9fa7760-a071-45ee-b985-799999c69975', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-35-iscsi'}] {{(pid=104390) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 05:28:00.487320 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.plugins.ml2.db [None req-35cadc10-083c-4440-a07c-c1766b7661c5 admin admin] For port 989259d1-28db-4c6d-b7b4-936352f3ff43, host dv-cinder-836996-35-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-35-iscsi',level=0,port_id=989259d1-28db-4c6d-b7b4-936352f3ff43,segment=NetworkSegment(62e6b565-92f9-4432-9d4a-754d0a7517a7),segment_id=62e6b565-92f9-4432-9d4a-754d0a7517a7)] {{(pid=104388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 05:28:00.487689 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-35cadc10-083c-4440-a07c-c1766b7661c5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-734995'] for port (989259d1-28db-4c6d-b7b4-936352f3ff43), precommit_delete {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:28:00.500853 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.plugins.ml2.plugin [None req-35cadc10-083c-4440-a07c-c1766b7661c5 admin admin] Calling delete_port for 989259d1-28db-4c6d-b7b4-936352f3ff43 owned by network:router_gateway {{(pid=104388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 18 05:28:00.717645 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG neutron.db.agents_db [None req-f0cd052f-7516-4656-9d29-e77bb90ffdea None None] Agent healthcheck: found 6 active agents {{(pid=104390) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 18 05:28:00.720430 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-35cadc10-083c-4440-a07c-c1766b7661c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1768343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789592765633', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789592262831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15493031'] for port (989259d1-28db-4c6d-b7b4-936352f3ff43), after_delete {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:28:00.749353 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35cadc10-083c-4440-a07c-c1766b7661c5 admin admin] Pushing event deleted for resources: {'Port': ['ID=989259d1-28db-4c6d-b7b4-936352f3ff43,revision_number=None']} {{(pid=104388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:28:00.811842 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-35cadc10-083c-4440-a07c-c1766b7661c5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-737003'] for router_gateway (13521a4a-bb55-4747-8227-6e1a2fc78c14), after_delete {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:28:00.905615 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-35cadc10-083c-4440-a07c-c1766b7661c5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-575990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9626'] for router (13521a4a-bb55-4747-8227-6e1a2fc78c14), precommit_delete {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:28:00.908200 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-35cadc10-083c-4440-a07c-c1766b7661c5 admin admin] Publish callbacks [] for router_controller (13521a4a-bb55-4747-8227-6e1a2fc78c14), precommit_delete_associations {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:28:01.008459 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-35cadc10-083c-4440-a07c-c1766b7661c5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-574313'] for router (13521a4a-bb55-4747-8227-6e1a2fc78c14), after_delete {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:28:01.009021 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35cadc10-083c-4440-a07c-c1766b7661c5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 13521a4a-bb55-4747-8227-6e1a2fc78c14 {{(pid=104388) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 18 05:28:01.019450 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-35cadc10-083c-4440-a07c-c1766b7661c5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:28:01.019450 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [None req-35cadc10-083c-4440-a07c-c1766b7661c5 admin admin] 10.222.0.23 "DELETE /v2.0/routers/13521a4a-bb55-4747-8227-6e1a2fc78c14 HTTP/1.1" status: 204 len: 168 time: 1.1545119 Jun 18 05:28:01.019624 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.wsgi [-] (104387) accepted ('10.222.0.23', 57086) {{(pid=104387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 05:28:01.066044 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-e5925f4e-5b22-444f-8ed7-ebc960ef16da req-cd63c355-2f56-4ddc-a3eb-cab7e64eed62 tempest-AttachVolumeNegativeTest-1030731986 tempest-AttachVolumeNegativeTest-1030731986-project] 10.222.0.23 "GET /v2.0/ports?device_id=cdb2f954-4e94-4589-adf4-65340f5655e9 HTTP/1.1" status: 200 len: 210 time: 0.0343039 Jun 18 05:28:01.068714 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.db.db_base_plugin_v2 [None req-488a0ab8-81ad-4fc0-977d-87738a252b49 admin admin] Deleting subnet 4b84a385-e2d7-4b31-9f41-f70481e6d675 {{(pid=104387) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 18 05:28:01.074012 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-488a0ab8-81ad-4fc0-977d-87738a252b49 admin admin] Publish callbacks [] for subnet (4b84a385-e2d7-4b31-9f41-f70481e6d675), before_delete {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:28:01.115470 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-488a0ab8-81ad-4fc0-977d-87738a252b49 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14008636'] for subnet (4b84a385-e2d7-4b31-9f41-f70481e6d675), precommit_delete_associations {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:28:01.200369 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-488a0ab8-81ad-4fc0-977d-87738a252b49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1721998'] for subnet (4b84a385-e2d7-4b31-9f41-f70481e6d675), precommit_delete {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:28:01.322441 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-488a0ab8-81ad-4fc0-977d-87738a252b49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1720957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14020979', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13962170'] for subnet (4b84a385-e2d7-4b31-9f41-f70481e6d675), after_delete {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:28:01.348129 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488a0ab8-81ad-4fc0-977d-87738a252b49 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4b84a385-e2d7-4b31-9f41-f70481e6d675,revision_number=None']} {{(pid=104387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:28:01.352508 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-488a0ab8-81ad-4fc0-977d-87738a252b49 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:28:01.355733 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [None req-488a0ab8-81ad-4fc0-977d-87738a252b49 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/4b84a385-e2d7-4b31-9f41-f70481e6d675 HTTP/1.1" status: 204 len: 168 time: 0.3351457 Jun 18 05:28:01.358713 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.wsgi [-] (104387) accepted ('10.222.0.23', 57088) {{(pid=104387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 05:28:01.360995 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cf124c8-6cb8-4881-bc6b-63188fc485f0 None None] Network 85e28b63-ef1b-48a4-bc27-1cfb267fa95e requested from dv-cinder-836996-35-iscsi {{(pid=104389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 18 05:28:01.434949 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-68ee9bc9-2c5b-46f2-a13f-f99469bf6379 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1848287'] for network (85e28b63-ef1b-48a4-bc27-1cfb267fa95e), before_delete {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:28:01.446316 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG dbcounter [-] [104389] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=104389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:28:01.479428 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.plugin [None req-68ee9bc9-2c5b-46f2-a13f-f99469bf6379 admin admin] Deleting port b825cd0c-23b2-46ed-92c1-2c1fd6071071 {{(pid=104387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 18 05:28:01.479428 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-68ee9bc9-2c5b-46f2-a13f-f99469bf6379 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789592760634'] for port (b825cd0c-23b2-46ed-92c1-2c1fd6071071), before_delete {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:28:01.491169 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG dbcounter [-] [104387] Writing DB stats neutron:SELECT=89,neutron:DELETE=10,neutron:UPDATE=1 {{(pid=104387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:28:01.516446 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-028ee3d7-bbd1-4ba3-95dc-69645cbdf21c None None] DHCP port deletion for 85e28b63-ef1b-48a4-bc27-1cfb267fa95e request from dv-cinder-836996-35-iscsi {{(pid=104389) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 18 05:28:01.557352 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.db [None req-68ee9bc9-2c5b-46f2-a13f-f99469bf6379 admin admin] For port b825cd0c-23b2-46ed-92c1-2c1fd6071071, host dv-cinder-836996-35-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-35-iscsi',level=0,port_id=b825cd0c-23b2-46ed-92c1-2c1fd6071071,segment=NetworkSegment(e1c18640-22f7-4e25-9712-5aaefc165ed8),segment_id=e1c18640-22f7-4e25-9712-5aaefc165ed8)] {{(pid=104387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 05:28:01.557352 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-68ee9bc9-2c5b-46f2-a13f-f99469bf6379 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-734995'] for port (b825cd0c-23b2-46ed-92c1-2c1fd6071071), precommit_delete {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:28:01.568051 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.plugin [None req-028ee3d7-bbd1-4ba3-95dc-69645cbdf21c None None] Deleting port b825cd0c-23b2-46ed-92c1-2c1fd6071071 {{(pid=104389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 18 05:28:01.568704 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-028ee3d7-bbd1-4ba3-95dc-69645cbdf21c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789592760634'] for port (b825cd0c-23b2-46ed-92c1-2c1fd6071071), before_delete {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:28:01.573470 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.plugin [None req-68ee9bc9-2c5b-46f2-a13f-f99469bf6379 admin admin] Calling delete_port for b825cd0c-23b2-46ed-92c1-2c1fd6071071 owned by network:dhcp {{(pid=104387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 18 05:28:01.590662 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.rpc [None req-c042a677-28f5-4026-b552-0173028fe9dd None None] Device b825cd0c-23b2-46ed-92c1-2c1fd6071071 no longer exists at agent ovs-agent-dv-cinder-836996-35-iscsi {{(pid=104389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 18 05:28:01.677061 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.db [None req-028ee3d7-bbd1-4ba3-95dc-69645cbdf21c None None] For port b825cd0c-23b2-46ed-92c1-2c1fd6071071, host dv-cinder-836996-35-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-35-iscsi',level=0,port_id=b825cd0c-23b2-46ed-92c1-2c1fd6071071,segment=NetworkSegment(e1c18640-22f7-4e25-9712-5aaefc165ed8),segment_id=e1c18640-22f7-4e25-9712-5aaefc165ed8)] {{(pid=104389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 05:28:01.677484 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-028ee3d7-bbd1-4ba3-95dc-69645cbdf21c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-734995'] for port (b825cd0c-23b2-46ed-92c1-2c1fd6071071), precommit_delete {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:28:01.693549 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.plugin [None req-028ee3d7-bbd1-4ba3-95dc-69645cbdf21c None None] Calling delete_port for b825cd0c-23b2-46ed-92c1-2c1fd6071071 owned by network:dhcp {{(pid=104389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 18 05:28:01.719868 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG dbcounter [-] [104389] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:28:01.761977 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-68ee9bc9-2c5b-46f2-a13f-f99469bf6379 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1768343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789592765633', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789592262831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14020772'] for port (b825cd0c-23b2-46ed-92c1-2c1fd6071071), after_delete {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:28:01.762379 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.plugin [None req-c042a677-28f5-4026-b552-0173028fe9dd None None] Current status of the port b825cd0c-23b2-46ed-92c1-2c1fd6071071 is: ACTIVE; New status is: DOWN {{(pid=104389) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 18 05:28:01.762771 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-c042a677-28f5-4026-b552-0173028fe9dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1768406'] for port (b825cd0c-23b2-46ed-92c1-2c1fd6071071), before_update {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:28:01.788342 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ee9bc9-2c5b-46f2-a13f-f99469bf6379 admin admin] Pushing event deleted for resources: {'Port': ['ID=b825cd0c-23b2-46ed-92c1-2c1fd6071071,revision_number=None']} {{(pid=104387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:28:01.790243 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68ee9bc9-2c5b-46f2-a13f-f99469bf6379 admin admin] No DVR routers for this DVR port b825cd0c-23b2-46ed-92c1-2c1fd6071071 on host dv-cinder-836996-35-iscsi {{(pid=104387) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 18 05:28:01.822859 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.rpc [None req-c042a677-28f5-4026-b552-0173028fe9dd None None] Device 030c15c8-1a83-4881-879c-4910bf77fb48 no longer exists at agent ovs-agent-dv-cinder-836996-35-iscsi {{(pid=104389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 18 05:28:01.847221 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.plugin [None req-c042a677-28f5-4026-b552-0173028fe9dd None None] No Port match for: 030c15c8-1a83-4881-879c-4910bf77fb48 {{(pid=104389) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 18 05:28:01.847836 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.rpc [None req-c042a677-28f5-4026-b552-0173028fe9dd None None] Device 030c15c8-1a83-4881-879c-4910bf77fb48 not bound to the agent host dv-cinder-836996-35-iscsi {{(pid=104389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 18 05:28:01.848419 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.rpc [None req-c042a677-28f5-4026-b552-0173028fe9dd None None] Device 989259d1-28db-4c6d-b7b4-936352f3ff43 no longer exists at agent ovs-agent-dv-cinder-836996-35-iscsi {{(pid=104389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 18 05:28:01.868867 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.plugin [None req-c042a677-28f5-4026-b552-0173028fe9dd None None] No Port match for: 989259d1-28db-4c6d-b7b4-936352f3ff43 {{(pid=104389) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 18 05:28:01.869230 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.rpc [None req-c042a677-28f5-4026-b552-0173028fe9dd None None] Device 989259d1-28db-4c6d-b7b4-936352f3ff43 not bound to the agent host dv-cinder-836996-35-iscsi {{(pid=104389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 18 05:28:01.870785 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-028ee3d7-bbd1-4ba3-95dc-69645cbdf21c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1768343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789592765633', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789592262831'] for port (b825cd0c-23b2-46ed-92c1-2c1fd6071071), after_delete {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:28:01.871567 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-68ee9bc9-2c5b-46f2-a13f-f99469bf6379 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1722107', 'neutron.services.segments.db._delete_segments_for_network-8789592556701'] for network (85e28b63-ef1b-48a4-bc27-1cfb267fa95e), precommit_delete {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:28:01.876636 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG dbcounter [-] [104388] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:DELETE=5 {{(pid=104388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:28:01.881038 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG dbcounter [-] [104387] Writing DB stats neutron:SELECT=90,neutron:DELETE=8,neutron:UPDATE=2 {{(pid=104387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:28:01.896397 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-028ee3d7-bbd1-4ba3-95dc-69645cbdf21c None None] Pushing event deleted for resources: {'Port': ['ID=b825cd0c-23b2-46ed-92c1-2c1fd6071071,revision_number=None']} {{(pid=104389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:28:01.898886 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.services.segments.db [None req-68ee9bc9-2c5b-46f2-a13f-f99469bf6379 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['85e28b63-ef1b-48a4-bc27-1cfb267fa95e']}} {{(pid=104387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 05:28:01.900490 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-028ee3d7-bbd1-4ba3-95dc-69645cbdf21c None None] No DVR routers for this DVR port b825cd0c-23b2-46ed-92c1-2c1fd6071071 on host dv-cinder-836996-35-iscsi {{(pid=104389) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 18 05:28:01.912235 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.services.segments.db [None req-68ee9bc9-2c5b-46f2-a13f-f99469bf6379 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e1c18640-22f7-4e25-9712-5aaefc165ed8') {'for_net_delete': True} {{(pid=104387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 05:28:01.912606 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.services.segments.db [None req-68ee9bc9-2c5b-46f2-a13f-f99469bf6379 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e1c18640-22f7-4e25-9712-5aaefc165ed8') {} {{(pid=104387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 05:28:01.925945 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-68ee9bc9-2c5b-46f2-a13f-f99469bf6379 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789592557222', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14008627'] for segment (e1c18640-22f7-4e25-9712-5aaefc165ed8), before_delete {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:28:01.941954 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-68ee9bc9-2c5b-46f2-a13f-f99469bf6379 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1723189'] for segment (e1c18640-22f7-4e25-9712-5aaefc165ed8), precommit_delete {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:28:01.949596 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-68ee9bc9-2c5b-46f2-a13f-f99469bf6379 admin admin] Releasing vlan 320 on physical network physnet1 to pool {{(pid=104387) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 18 05:28:01.949993 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-68ee9bc9-2c5b-46f2-a13f-f99469bf6379 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1723189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14020753'] for segment (e1c18640-22f7-4e25-9712-5aaefc165ed8), after_delete {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:28:01.962351 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e9cd1e-4a6d-4791-ac06-9460bf59613c req-79399594-1b71-4c3f-8502-cae087d9ad2d tempest-AttachVolumeNegativeTest-1030731986 tempest-AttachVolumeNegativeTest-1030731986-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:28:01.962351 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-e0e9cd1e-4a6d-4791-ac06-9460bf59613c req-79399594-1b71-4c3f-8502-cae087d9ad2d tempest-AttachVolumeNegativeTest-1030731986 tempest-AttachVolumeNegativeTest-1030731986-project] 10.222.0.15 "GET /v2.0/networks?id=1c244710-1fba-414f-9d04-4fcd88e7ed14 HTTP/1.1" status: 200 len: 815 time: 0.1264210 Jun 18 05:28:01.977178 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.services.segments.plugin [-] Segment e1c18640-22f7-4e25-9712-5aaefc165ed8 resource provider aggregate not found Jun 18 05:28:02.020538 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.services.segments.plugin [-] Segment e1c18640-22f7-4e25-9712-5aaefc165ed8 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e1c18640-22f7-4e25-9712-5aaefc165ed8 found for delete ", "request_id": "req-08fc2b3a-1f13-4146-9bc4-d75c98a23921"}]} Jun 18 05:28:02.030378 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-e0e9cd1e-4a6d-4791-ac06-9460bf59613c req-ce6112d2-64d4-4535-867c-9790dbfce653 tempest-AttachVolumeNegativeTest-1030731986 tempest-AttachVolumeNegativeTest-1030731986-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=81c38b2c1ae4484bbf2d4939470f45e4 HTTP/1.1" status: 200 len: 379 time: 0.0572119 Jun 18 05:28:02.040044 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.api.v2.base [req-e0e9cd1e-4a6d-4791-ac06-9460bf59613c req-d386cd30-4cf9-4451-9827-371589f8ca9c tempest-AttachVolumeNegativeTest-1030731986 tempest-AttachVolumeNegativeTest-1030731986-project] Request body: {'port': {'device_id': 'cdb2f954-4e94-4589-adf4-65340f5655e9', 'network_id': '1c244710-1fba-414f-9d04-4fcd88e7ed14', 'admin_state_up': True, 'tenant_id': '81c38b2c1ae4484bbf2d4939470f45e4', 'security_groups': ['ffc85d42-2b61-4f2a-800d-caaee5a2caec']}} {{(pid=104388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 18 05:28:02.067074 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG dbcounter [-] [104388] Writing DB stats neutron:SELECT=92,neutron:UPDATE=1,neutron:DELETE=7 {{(pid=104388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:28:02.110857 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-68ee9bc9-2c5b-46f2-a13f-f99469bf6379 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1722098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-736823'] for network (85e28b63-ef1b-48a4-bc27-1cfb267fa95e), after_delete {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:28:02.116313 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-68ee9bc9-2c5b-46f2-a13f-f99469bf6379 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546098'] for network (None), before_response {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:28:02.124552 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [None req-68ee9bc9-2c5b-46f2-a13f-f99469bf6379 admin admin] 10.222.0.23 "DELETE /v2.0/networks/85e28b63-ef1b-48a4-bc27-1cfb267fa95e HTTP/1.1" status: 204 len: 168 time: 0.7647734 Jun 18 05:28:02.139501 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ee9bc9-2c5b-46f2-a13f-f99469bf6379 admin admin] Pushing event deleted for resources: {'Network': ['ID=85e28b63-ef1b-48a4-bc27-1cfb267fa95e,revision_number=None']} {{(pid=104387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:28:02.178266 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-d905c6c9-e9a5-42c8-badc-1f4284fd3599 req-d1a44dc2-a8b6-4d05-a951-d7ba8a6e2c04 tempest-AttachVolumeNegativeTest-1030731986 tempest-AttachVolumeNegativeTest-1030731986-project] 10.222.0.23 "GET /v2.0/ports?device_id=cdb2f954-4e94-4589-adf4-65340f5655e9 HTTP/1.1" status: 200 len: 210 time: 0.0344777 Jun 18 05:28:02.275870 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e0e9cd1e-4a6d-4791-ac06-9460bf59613c req-d386cd30-4cf9-4451-9827-371589f8ca9c tempest-AttachVolumeNegativeTest-1030731986 tempest-AttachVolumeNegativeTest-1030731986-project] Made reservation on behalf of 81c38b2c1ae4484bbf2d4939470f45e4 for: {'port': 1} {{(pid=104388) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 05:28:02.279427 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [req-e0e9cd1e-4a6d-4791-ac06-9460bf59613c req-d386cd30-4cf9-4451-9827-371589f8ca9c tempest-AttachVolumeNegativeTest-1030731986 tempest-AttachVolumeNegativeTest-1030731986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1768406'] for port (None), before_create {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:28:02.409915 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.db.db_base_plugin_common [req-e0e9cd1e-4a6d-4791-ac06-9460bf59613c req-d386cd30-4cf9-4451-9827-371589f8ca9c tempest-AttachVolumeNegativeTest-1030731986 tempest-AttachVolumeNegativeTest-1030731986-project] Allocated IP 172.20.0.8 (1c244710-1fba-414f-9d04-4fcd88e7ed14/04d37ce2-ecce-4dd0-86fe-4bab0e2e49c9/2a7614f5-ede4-4e08-914f-d2783c3dee19) {{(pid=104388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 05:28:02.484348 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.wsgi [-] (104387) accepted ('10.222.0.23', 57102) {{(pid=104387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 05:28:02.525270 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [None req-7551596a-67c2-498a-af29-a1d5875666eb admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=e5e4aece32ff462b9b9a42200d584c1b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0397820 Jun 18 05:28:02.527684 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.wsgi [-] (104387) accepted ('10.222.0.23', 57104) {{(pid=104387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 05:28:02.550132 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [req-e0e9cd1e-4a6d-4791-ac06-9460bf59613c req-d386cd30-4cf9-4451-9827-371589f8ca9c tempest-AttachVolumeNegativeTest-1030731986 tempest-AttachVolumeNegativeTest-1030731986-project] Publish callbacks [] for port (2a7614f5-ede4-4e08-914f-d2783c3dee19), precommit_create {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:28:02.561021 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG dbcounter [-] [104388] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:UPDATE=4 {{(pid=104388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:28:02.577892 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-3901376f-050e-4b92-88f0-389da8b981cb admin admin] Publish callbacks [] for security_group (f907a2e4-1d50-44a6-8481-6a8df74e4764), before_delete {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:28:02.599726 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-3901376f-050e-4b92-88f0-389da8b981cb admin admin] Publish callbacks [] for security_group (f907a2e4-1d50-44a6-8481-6a8df74e4764), precommit_delete {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:28:02.637267 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [req-e0e9cd1e-4a6d-4791-ac06-9460bf59613c req-d386cd30-4cf9-4451-9827-371589f8ca9c tempest-AttachVolumeNegativeTest-1030731986 tempest-AttachVolumeNegativeTest-1030731986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1768343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789592262822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15493031'] for port (2a7614f5-ede4-4e08-914f-d2783c3dee19), after_create {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:28:02.689908 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e0e9cd1e-4a6d-4791-ac06-9460bf59613c req-d386cd30-4cf9-4451-9827-371589f8ca9c tempest-AttachVolumeNegativeTest-1030731986 tempest-AttachVolumeNegativeTest-1030731986-project] Network 1c244710-1fba-414f-9d04-4fcd88e7ed14 is already hosted by enough agents. {{(pid=104388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 05:28:02.692933 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.scheduler.base_scheduler [req-e0e9cd1e-4a6d-4791-ac06-9460bf59613c req-d386cd30-4cf9-4451-9827-371589f8ca9c tempest-AttachVolumeNegativeTest-1030731986 tempest-AttachVolumeNegativeTest-1030731986-project] Resources bound (agent type, host, resource id): {{(pid=104388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 05:28:02.697350 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0e9cd1e-4a6d-4791-ac06-9460bf59613c req-d386cd30-4cf9-4451-9827-371589f8ca9c tempest-AttachVolumeNegativeTest-1030731986 tempest-AttachVolumeNegativeTest-1030731986-project] Received port after_create {{(pid=104388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 18 05:28:02.721238 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d386cd30-4cf9-4451-9827-371589f8ca9c tempest-AttachVolumeNegativeTest-1030731986 tempest-AttachVolumeNegativeTest-1030731986-project] Pushing event updated for resources: {'Port': ['ID=2a7614f5-ede4-4e08-914f-d2783c3dee19,revision_number=1']} {{(pid=104388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:28:02.744511 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-3901376f-050e-4b92-88f0-389da8b981cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728332'] for security_group (f907a2e4-1d50-44a6-8481-6a8df74e4764), after_delete {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:28:02.747089 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-3901376f-050e-4b92-88f0-389da8b981cb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:28:02.753191 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [None req-3901376f-050e-4b92-88f0-389da8b981cb admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/f907a2e4-1d50-44a6-8481-6a8df74e4764 HTTP/1.1" status: 204 len: 168 time: 0.2197497 Jun 18 05:28:02.754558 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e9cd1e-4a6d-4791-ac06-9460bf59613c req-d386cd30-4cf9-4451-9827-371589f8ca9c tempest-AttachVolumeNegativeTest-1030731986 tempest-AttachVolumeNegativeTest-1030731986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:28:02.755226 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [req-e0e9cd1e-4a6d-4791-ac06-9460bf59613c req-d386cd30-4cf9-4451-9827-371589f8ca9c tempest-AttachVolumeNegativeTest-1030731986 tempest-AttachVolumeNegativeTest-1030731986-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19502'] for port (None), before_response {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:28:02.757734 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3901376f-050e-4b92-88f0-389da8b981cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f907a2e4-1d50-44a6-8481-6a8df74e4764,revision_number=None']} {{(pid=104387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:28:02.856046 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-e0e9cd1e-4a6d-4791-ac06-9460bf59613c req-d386cd30-4cf9-4451-9827-371589f8ca9c tempest-AttachVolumeNegativeTest-1030731986 tempest-AttachVolumeNegativeTest-1030731986-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8200603 Jun 18 05:28:02.874517 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.api.v2.base [req-e0e9cd1e-4a6d-4791-ac06-9460bf59613c req-2d090037-eac3-4202-b670-67cda901bb26 service neutron] Request body: {'port': {'device_id': 'cdb2f954-4e94-4589-adf4-65340f5655e9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83699'}} {{(pid=104388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 18 05:28:02.902846 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.db.provisioning_blocks [None req-85bcb9fd-c1fc-4db7-980d-abf97ef69a05 None None] Provisioning complete for port 2a7614f5-ede4-4e08-914f-d2783c3dee19 triggered by entity DHCP. {{(pid=104389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 18 05:28:02.903392 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-85bcb9fd-c1fc-4db7-980d-abf97ef69a05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1740956'] for port (2a7614f5-ede4-4e08-914f-d2783c3dee19), provisioning_complete {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:28:02.937102 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.plugin [None req-85bcb9fd-c1fc-4db7-980d-abf97ef69a05 None None] Port 2a7614f5-ede4-4e08-914f-d2783c3dee19 cannot update to ACTIVE because it is not bound. {{(pid=104389) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 18 05:28:02.941216 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [req-e0e9cd1e-4a6d-4791-ac06-9460bf59613c req-2d090037-eac3-4202-b670-67cda901bb26 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1768406'] for port (2a7614f5-ede4-4e08-914f-d2783c3dee19), before_update {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:28:03.199696 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.notifiers.nova [req-e0e9cd1e-4a6d-4791-ac06-9460bf59613c req-2d090037-eac3-4202-b670-67cda901bb26 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2a7614f5-ede4-4e08-914f-d2783c3dee19 {{(pid=104388) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 18 05:28:03.209479 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [req-e0e9cd1e-4a6d-4791-ac06-9460bf59613c req-2d090037-eac3-4202-b670-67cda901bb26 service neutron] Publish callbacks [] for port (2a7614f5-ede4-4e08-914f-d2783c3dee19), precommit_update {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:28:03.220955 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.db.provisioning_blocks [req-e0e9cd1e-4a6d-4791-ac06-9460bf59613c req-2d090037-eac3-4202-b670-67cda901bb26 service neutron] Transition to ACTIVE for port object 2a7614f5-ede4-4e08-914f-d2783c3dee19 will not be triggered until provisioned by entity L2. {{(pid=104388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 18 05:28:03.292807 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b749ccd-3dcd-42c4-b435-366102e947e3 req-04bdeb19-9df6-4853-b604-c848a1e84dfd tempest-AttachVolumeNegativeTest-1030731986 tempest-AttachVolumeNegativeTest-1030731986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:28:03.294316 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-6b749ccd-3dcd-42c4-b435-366102e947e3 req-04bdeb19-9df6-4853-b604-c848a1e84dfd tempest-AttachVolumeNegativeTest-1030731986 tempest-AttachVolumeNegativeTest-1030731986-project] 10.222.0.23 "GET /v2.0/ports?device_id=cdb2f954-4e94-4589-adf4-65340f5655e9 HTTP/1.1" status: 200 len: 931 time: 0.0470617 Jun 18 05:28:03.312880 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [req-e0e9cd1e-4a6d-4791-ac06-9460bf59613c req-2d090037-eac3-4202-b670-67cda901bb26 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1768343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789592765606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789592262840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789592262858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15493038'] for port (2a7614f5-ede4-4e08-914f-d2783c3dee19), after_update {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:28:03.391350 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-6b749ccd-3dcd-42c4-b435-366102e947e3 req-4f81ed92-1a16-4e9c-ae84-5c80da5eadd9 tempest-AttachVolumeNegativeTest-1030731986 tempest-AttachVolumeNegativeTest-1030731986-project] 10.222.0.23 "GET /v2.0/security-groups?id=ffc85d42-2b61-4f2a-800d-caaee5a2caec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0914586 Jun 18 05:28:03.392743 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d090037-eac3-4202-b670-67cda901bb26 service neutron] Pushing event updated for resources: {'Port': ['ID=2a7614f5-ede4-4e08-914f-d2783c3dee19,revision_number=2']} {{(pid=104388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:28:03.457232 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG dbcounter [-] [104388] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:INSERT=1 {{(pid=104388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:28:03.470480 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.plugins.ml2.managers [req-e0e9cd1e-4a6d-4791-ac06-9460bf59613c req-2d090037-eac3-4202-b670-67cda901bb26 service neutron] Attempting to bind port 2a7614f5-ede4-4e08-914f-d2783c3dee19 on host hv-cinder-83699 for vnic_type normal with profile {{(pid=104388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 18 05:28:03.470831 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.plugins.ml2.managers [req-e0e9cd1e-4a6d-4791-ac06-9460bf59613c req-2d090037-eac3-4202-b670-67cda901bb26 service neutron] Attempting to bind port 2a7614f5-ede4-4e08-914f-d2783c3dee19 by drivers openvswitch,hyperv on host hv-cinder-83699 at level 0 using segments [{'id': '86362bff-3a6a-43b7-a40e-ec817261ef9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '1c244710-1fba-414f-9d04-4fcd88e7ed14'}] {{(pid=104388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 18 05:28:03.471167 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0e9cd1e-4a6d-4791-ac06-9460bf59613c req-2d090037-eac3-4202-b670-67cda901bb26 service neutron] Attempting to bind port 2a7614f5-ede4-4e08-914f-d2783c3dee19 on network 1c244710-1fba-414f-9d04-4fcd88e7ed14 {{(pid=104388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 18 05:28:03.476965 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0e9cd1e-4a6d-4791-ac06-9460bf59613c req-2d090037-eac3-4202-b670-67cda901bb26 service neutron] Port 2a7614f5-ede4-4e08-914f-d2783c3dee19 on network 1c244710-1fba-414f-9d04-4fcd88e7ed14 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83699 {{(pid=104388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 18 05:28:03.477514 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0e9cd1e-4a6d-4791-ac06-9460bf59613c req-2d090037-eac3-4202-b670-67cda901bb26 service neutron] Attempting to bind port 2a7614f5-ede4-4e08-914f-d2783c3dee19 on network 1c244710-1fba-414f-9d04-4fcd88e7ed14 {{(pid=104388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 18 05:28:03.482688 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0e9cd1e-4a6d-4791-ac06-9460bf59613c req-2d090037-eac3-4202-b670-67cda901bb26 service neutron] Checking agent: {'id': '21f82a9e-593b-4fa9-aa06-dfe6f16482e6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83699', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 18, 5, 14, 36), 'started_at': datetime.datetime(2022, 6, 18, 5, 14, 36), 'heartbeat_timestamp': datetime.datetime(2022, 6, 18, 5, 27, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 18 05:28:03.483030 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0e9cd1e-4a6d-4791-ac06-9460bf59613c req-2d090037-eac3-4202-b670-67cda901bb26 service neutron] Checking segment: {'id': '86362bff-3a6a-43b7-a40e-ec817261ef9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '1c244710-1fba-414f-9d04-4fcd88e7ed14'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 18 05:28:03.483418 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0e9cd1e-4a6d-4791-ac06-9460bf59613c req-2d090037-eac3-4202-b670-67cda901bb26 service neutron] Bound using segment: {'id': '86362bff-3a6a-43b7-a40e-ec817261ef9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '1c244710-1fba-414f-9d04-4fcd88e7ed14'} {{(pid=104388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 18 05:28:03.483940 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.plugins.ml2.managers [req-e0e9cd1e-4a6d-4791-ac06-9460bf59613c req-2d090037-eac3-4202-b670-67cda901bb26 service neutron] Bound port: 2a7614f5-ede4-4e08-914f-d2783c3dee19, host: hv-cinder-83699, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '86362bff-3a6a-43b7-a40e-ec817261ef9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '1c244710-1fba-414f-9d04-4fcd88e7ed14'}}] {{(pid=104388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 18 05:28:03.484194 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [req-e0e9cd1e-4a6d-4791-ac06-9460bf59613c req-2d090037-eac3-4202-b670-67cda901bb26 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1768406'] for port (2a7614f5-ede4-4e08-914f-d2783c3dee19), before_update {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:28:03.495152 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.wsgi [-] (104387) accepted ('10.222.0.23', 57112) {{(pid=104387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 05:28:03.540133 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [None req-dfaec556-18ee-4d6e-9fdd-1e422b57b317 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=9098492a9e6644edb4d02b2b4b6399ad&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0437520 Jun 18 05:28:03.540828 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.wsgi [-] (104387) accepted ('10.222.0.23', 57114) {{(pid=104387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 05:28:03.559675 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.plugins.ml2.db [req-e0e9cd1e-4a6d-4791-ac06-9460bf59613c req-2d090037-eac3-4202-b670-67cda901bb26 service neutron] For port 2a7614f5-ede4-4e08-914f-d2783c3dee19, host hv-cinder-83699, cleared binding levels {{(pid=104388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 05:28:03.563008 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.plugins.ml2.db [req-e0e9cd1e-4a6d-4791-ac06-9460bf59613c req-2d090037-eac3-4202-b670-67cda901bb26 service neutron] For port 2a7614f5-ede4-4e08-914f-d2783c3dee19, host hv-cinder-83699, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=2a7614f5-ede4-4e08-914f-d2783c3dee19,segment=NetworkSegment(86362bff-3a6a-43b7-a40e-ec817261ef9d),segment_id=86362bff-3a6a-43b7-a40e-ec817261ef9d)] {{(pid=104388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 05:28:03.593143 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-44593745-e95c-40b6-be05-b23a719a1ee4 admin admin] Publish callbacks [] for security_group (9bd1190e-970f-46b5-b203-b9a071346db7), before_delete {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:28:03.613974 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-44593745-e95c-40b6-be05-b23a719a1ee4 admin admin] Publish callbacks [] for security_group (9bd1190e-970f-46b5-b203-b9a071346db7), precommit_delete {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:28:03.648763 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [req-e0e9cd1e-4a6d-4791-ac06-9460bf59613c req-2d090037-eac3-4202-b670-67cda901bb26 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1768343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789592765606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789592262840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789592262858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15493038'] for port (2a7614f5-ede4-4e08-914f-d2783c3dee19), after_update {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:28:03.653175 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG dbcounter [-] [104388] Writing DB stats neutron:SELECT=92,neutron:UPDATE=7,neutron:INSERT=1 {{(pid=104388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:28:03.687251 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e9cd1e-4a6d-4791-ac06-9460bf59613c req-2d090037-eac3-4202-b670-67cda901bb26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:28:03.687887 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [req-e0e9cd1e-4a6d-4791-ac06-9460bf59613c req-2d090037-eac3-4202-b670-67cda901bb26 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19502'] for port (None), before_response {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:28:03.689235 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-e0e9cd1e-4a6d-4791-ac06-9460bf59613c req-2d090037-eac3-4202-b670-67cda901bb26 service neutron] 10.222.0.15 "PUT /v2.0/ports/2a7614f5-ede4-4e08-914f-d2783c3dee19 HTTP/1.1" status: 200 len: 1093 time: 0.8200252 Jun 18 05:28:03.689690 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cdb2f954-4e94-4589-adf4-65340f5655e9', 'tag': '2a7614f5-ede4-4e08-914f-d2783c3dee19'}] {{(pid=104388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 18 05:28:03.691922 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76651050bff5b1e15da4688504920c0e470581a7df997af8856c46d23e91a66a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18c6d62a-e608-44ea-a867-a4f8dba37545" -d '{"events": [{"name": "network-changed", "server_uuid": "cdb2f954-4e94-4589-adf4-65340f5655e9", "tag": "2a7614f5-ede4-4e08-914f-d2783c3dee19"}]}' {{(pid=104388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 05:28:03.715443 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d090037-eac3-4202-b670-67cda901bb26 service neutron] Pushing event updated for resources: {'Port': ['ID=2a7614f5-ede4-4e08-914f-d2783c3dee19,revision_number=3']} {{(pid=104388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:28:03.735383 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Jun 2022 05:28:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c922e33-28b0-4eb5-9362-5c2452138c49 x-openstack-request-id: req-7c922e33-28b0-4eb5-9362-5c2452138c49 {{(pid=104388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 05:28:03.735383 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cdb2f954-4e94-4589-adf4-65340f5655e9", "tag": "2a7614f5-ede4-4e08-914f-d2783c3dee19", "status": "completed", "code": 200}]} {{(pid=104388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 05:28:03.735884 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-7c922e33-28b0-4eb5-9362-5c2452138c49 {{(pid=104388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 05:28:03.736302 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7c922e33-28b0-4eb5-9362-5c2452138c49'] response: {'name': 'network-changed', 'server_uuid': 'cdb2f954-4e94-4589-adf4-65340f5655e9', 'tag': '2a7614f5-ede4-4e08-914f-d2783c3dee19', 'status': 'completed', 'code': 200} Jun 18 05:28:03.754750 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-44593745-e95c-40b6-be05-b23a719a1ee4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728332'] for security_group (9bd1190e-970f-46b5-b203-b9a071346db7), after_delete {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:28:03.758163 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-44593745-e95c-40b6-be05-b23a719a1ee4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:28:03.763853 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [None req-44593745-e95c-40b6-be05-b23a719a1ee4 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/9bd1190e-970f-46b5-b203-b9a071346db7 HTTP/1.1" status: 204 len: 168 time: 0.2194278 Jun 18 05:28:03.773788 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44593745-e95c-40b6-be05-b23a719a1ee4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bd1190e-970f-46b5-b203-b9a071346db7,revision_number=None']} {{(pid=104387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:28:03.834805 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c6d62a-e608-44ea-a867-a4f8dba37545 req-75e6dd11-dc80-4e11-a1fa-578c0a125431 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:28:03.836727 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-18c6d62a-e608-44ea-a867-a4f8dba37545 req-75e6dd11-dc80-4e11-a1fa-578c0a125431 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=81c38b2c1ae4484bbf2d4939470f45e4&device_id=cdb2f954-4e94-4589-adf4-65340f5655e9 HTTP/1.1" status: 200 len: 1127 time: 0.0594714 Jun 18 05:28:03.948850 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c6d62a-e608-44ea-a867-a4f8dba37545 req-8de1796b-c45f-42a1-9267-cb80580a579c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:28:03.950257 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-18c6d62a-e608-44ea-a867-a4f8dba37545 req-8de1796b-c45f-42a1-9267-cb80580a579c service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=81c38b2c1ae4484bbf2d4939470f45e4&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1020799 Jun 18 05:28:04.047016 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c6d62a-e608-44ea-a867-a4f8dba37545 req-4900398f-0757-460b-a497-f2d519515fff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:28:04.048488 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-18c6d62a-e608-44ea-a867-a4f8dba37545 req-4900398f-0757-460b-a497-f2d519515fff service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0926139 Jun 18 05:28:04.147466 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e9cd1e-4a6d-4791-ac06-9460bf59613c req-80a2067f-1998-4fc5-8009-34a71e2414a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:28:04.149785 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-e0e9cd1e-4a6d-4791-ac06-9460bf59613c req-80a2067f-1998-4fc5-8009-34a71e2414a8 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=81c38b2c1ae4484bbf2d4939470f45e4&device_id=cdb2f954-4e94-4589-adf4-65340f5655e9 HTTP/1.1" status: 200 len: 1127 time: 0.0466890 Jun 18 05:28:04.197305 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-e0e9cd1e-4a6d-4791-ac06-9460bf59613c req-9daae50f-48fd-4177-803f-0fc20dbc9538 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2a7614f5-ede4-4e08-914f-d2783c3dee19 HTTP/1.1" status: 200 len: 217 time: 0.0355389 Jun 18 05:28:04.249033 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e9cd1e-4a6d-4791-ac06-9460bf59613c req-537f51f4-d66b-4dc7-a6fb-4acde4cc1f23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:28:04.250468 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-e0e9cd1e-4a6d-4791-ac06-9460bf59613c req-537f51f4-d66b-4dc7-a6fb-4acde4cc1f23 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=04d37ce2-ecce-4dd0-86fe-4bab0e2e49c9 HTTP/1.1" status: 200 len: 854 time: 0.0477078 Jun 18 05:28:04.296999 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e9cd1e-4a6d-4791-ac06-9460bf59613c req-7a5dd076-9bf1-4af7-840c-b4bf9e19c5a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:28:04.298623 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-e0e9cd1e-4a6d-4791-ac06-9460bf59613c req-7a5dd076-9bf1-4af7-840c-b4bf9e19c5a5 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=1c244710-1fba-414f-9d04-4fcd88e7ed14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0424256 Jun 18 05:28:04.396684 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-e0e9cd1e-4a6d-4791-ac06-9460bf59613c req-5e62f49b-3984-4331-b2d3-6b98912fb779 service neutron] 10.222.0.15 "GET /v2.0/networks/1c244710-1fba-414f-9d04-4fcd88e7ed14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924208 Jun 18 05:28:04.520772 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG dbcounter [-] [104388] Writing DB stats neutron:SELECT=100 {{(pid=104388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:28:04.525141 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-e0e9cd1e-4a6d-4791-ac06-9460bf59613c req-a5654f7d-528c-49b9-8e18-8aa81aaeb377 service neutron] 10.222.0.15 "GET /v2.0/networks/1c244710-1fba-414f-9d04-4fcd88e7ed14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229694 Jun 18 05:28:04.531483 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41460017-8423-45fc-a4fa-4619c3076e02 req-70a9d9ce-dec0-4dd4-872c-e44c18ce65d9 tempest-AttachVolumeNegativeTest-1030731986 tempest-AttachVolumeNegativeTest-1030731986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:28:04.533094 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-41460017-8423-45fc-a4fa-4619c3076e02 req-70a9d9ce-dec0-4dd4-872c-e44c18ce65d9 tempest-AttachVolumeNegativeTest-1030731986 tempest-AttachVolumeNegativeTest-1030731986-project] 10.222.0.23 "GET /v2.0/ports?device_id=cdb2f954-4e94-4589-adf4-65340f5655e9 HTTP/1.1" status: 200 len: 943 time: 0.0615914 Jun 18 05:28:04.582901 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-41460017-8423-45fc-a4fa-4619c3076e02 req-1121120d-1cb9-477e-a6d2-3fe533e1a583 tempest-AttachVolumeNegativeTest-1030731986 tempest-AttachVolumeNegativeTest-1030731986-project] 10.222.0.23 "GET /v2.0/security-groups?id=ffc85d42-2b61-4f2a-800d-caaee5a2caec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433314 Jun 18 05:28:05.701970 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc52141a-2ea5-454b-bafa-e8f9e733535f req-1e64c424-f70d-46f7-a0f0-514b66521a1a tempest-AttachVolumeNegativeTest-1030731986 tempest-AttachVolumeNegativeTest-1030731986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:28:05.703460 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-bc52141a-2ea5-454b-bafa-e8f9e733535f req-1e64c424-f70d-46f7-a0f0-514b66521a1a tempest-AttachVolumeNegativeTest-1030731986 tempest-AttachVolumeNegativeTest-1030731986-project] 10.222.0.23 "GET /v2.0/ports?device_id=cdb2f954-4e94-4589-adf4-65340f5655e9 HTTP/1.1" status: 200 len: 943 time: 0.0466075 Jun 18 05:28:05.750355 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-bc52141a-2ea5-454b-bafa-e8f9e733535f req-9257126f-df0c-47b9-9032-aef4ab028d4d tempest-AttachVolumeNegativeTest-1030731986 tempest-AttachVolumeNegativeTest-1030731986-project] 10.222.0.23 "GET /v2.0/security-groups?id=ffc85d42-2b61-4f2a-800d-caaee5a2caec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413241 Jun 18 05:28:06.214124 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.rpc [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] Device 2a7614f5-ede4-4e08-914f-d2783c3dee19 details requested by agent hyperv_hv-cinder-83699 with host hv-cinder-83699 {{(pid=104389) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 18 05:28:06.313631 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.db [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] For port 2a7614f5-ede4-4e08-914f-d2783c3dee19, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=2a7614f5-ede4-4e08-914f-d2783c3dee19,segment=NetworkSegment(86362bff-3a6a-43b7-a40e-ec817261ef9d),segment_id=86362bff-3a6a-43b7-a40e-ec817261ef9d)] {{(pid=104389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 05:28:06.324753 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.rpc [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] Returning: {'device': '2a7614f5-ede4-4e08-914f-d2783c3dee19', 'network_id': '1c244710-1fba-414f-9d04-4fcd88e7ed14', 'port_id': '2a7614f5-ede4-4e08-914f-d2783c3dee19', 'mac_address': 'fa:16:3e:7a:7c:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 321, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '04d37ce2-ecce-4dd0-86fe-4bab0e2e49c9', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104389) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 18 05:28:06.359377 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.plugin [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] Current status of the port 2a7614f5-ede4-4e08-914f-d2783c3dee19 is: DOWN; New status is: BUILD {{(pid=104389) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 18 05:28:06.359763 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1768406'] for port (2a7614f5-ede4-4e08-914f-d2783c3dee19), before_update {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:28:06.372863 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.notifiers.nova [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2a7614f5-ede4-4e08-914f-d2783c3dee19 {{(pid=104389) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 18 05:28:06.393222 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.db [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] For port 2a7614f5-ede4-4e08-914f-d2783c3dee19, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=2a7614f5-ede4-4e08-914f-d2783c3dee19,segment=NetworkSegment(86362bff-3a6a-43b7-a40e-ec817261ef9d),segment_id=86362bff-3a6a-43b7-a40e-ec817261ef9d)] {{(pid=104389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 05:28:06.476348 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1768343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789592765606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789592262840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789592262858'] for port (2a7614f5-ede4-4e08-914f-d2783c3dee19), after_update {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:28:06.523613 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] Pushing event updated for resources: {'Port': ['ID=2a7614f5-ede4-4e08-914f-d2783c3dee19,revision_number=4']} {{(pid=104389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:28:06.770763 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.db [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] get_ports_and_sgs() called for port_ids ['2a7614f5-ede4-4e08-914f-d2783c3dee19'] {{(pid=104389) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 18 05:28:06.804548 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG dbcounter [-] [104389] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:DELETE=5 {{(pid=104389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:28:06.867075 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71f9a2b-2ac8-4a77-bf97-f4ac481775ff req-e79a34fb-6153-4286-805a-cc63cf475b64 tempest-AttachVolumeNegativeTest-1030731986 tempest-AttachVolumeNegativeTest-1030731986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:28:06.868839 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-b71f9a2b-2ac8-4a77-bf97-f4ac481775ff req-e79a34fb-6153-4286-805a-cc63cf475b64 tempest-AttachVolumeNegativeTest-1030731986 tempest-AttachVolumeNegativeTest-1030731986-project] 10.222.0.23 "GET /v2.0/ports?device_id=cdb2f954-4e94-4589-adf4-65340f5655e9 HTTP/1.1" status: 200 len: 944 time: 0.0490158 Jun 18 05:28:06.918244 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-b71f9a2b-2ac8-4a77-bf97-f4ac481775ff req-4006f8ce-160e-4d81-975c-f09e5033b328 tempest-AttachVolumeNegativeTest-1030731986 tempest-AttachVolumeNegativeTest-1030731986-project] 10.222.0.23 "GET /v2.0/security-groups?id=ffc85d42-2b61-4f2a-800d-caaee5a2caec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437691 Jun 18 05:28:07.559875 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789592556683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1744442'] for agent (21f82a9e-593b-4fa9-aa06-dfe6f16482e6), after_update {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:28:08.016308 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG dbcounter [-] [104387] Writing DB stats neutron:SELECT=90,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=104387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:28:08.031226 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4568d28-c3e0-456b-864b-63a692af28e5 req-0cc8da99-2d03-4e52-a3e3-11b51a734a8d tempest-AttachVolumeNegativeTest-1030731986 tempest-AttachVolumeNegativeTest-1030731986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:28:08.032709 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-b4568d28-c3e0-456b-864b-63a692af28e5 req-0cc8da99-2d03-4e52-a3e3-11b51a734a8d tempest-AttachVolumeNegativeTest-1030731986 tempest-AttachVolumeNegativeTest-1030731986-project] 10.222.0.23 "GET /v2.0/ports?device_id=cdb2f954-4e94-4589-adf4-65340f5655e9 HTTP/1.1" status: 200 len: 944 time: 0.0461514 Jun 18 05:28:08.084296 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-b4568d28-c3e0-456b-864b-63a692af28e5 req-39f14a93-2b7c-41b8-a3d7-bd17f5146211 tempest-AttachVolumeNegativeTest-1030731986 tempest-AttachVolumeNegativeTest-1030731986-project] 10.222.0.23 "GET /v2.0/security-groups?id=ffc85d42-2b61-4f2a-800d-caaee5a2caec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455718 Jun 18 05:28:08.224001 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.rpc [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] Device 2a7614f5-ede4-4e08-914f-d2783c3dee19 up at agent hyperv_hv-cinder-83699 {{(pid=104389) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 18 05:28:08.269069 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.db.provisioning_blocks [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] Provisioning for port 2a7614f5-ede4-4e08-914f-d2783c3dee19 completed by entity L2. {{(pid=104389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 18 05:28:08.371338 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.db.provisioning_blocks [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] Provisioning complete for port 2a7614f5-ede4-4e08-914f-d2783c3dee19 triggered by entity L2. {{(pid=104389) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 18 05:28:08.371708 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1740956'] for port (2a7614f5-ede4-4e08-914f-d2783c3dee19), provisioning_complete {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:28:08.443971 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.plugin [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] Current status of the port 2a7614f5-ede4-4e08-914f-d2783c3dee19 is: BUILD; New status is: ACTIVE {{(pid=104389) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 18 05:28:08.444362 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1768406'] for port (2a7614f5-ede4-4e08-914f-d2783c3dee19), before_update {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:28:08.466415 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cdb2f954-4e94-4589-adf4-65340f5655e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a7614f5-ede4-4e08-914f-d2783c3dee19'}] {{(pid=104389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 18 05:28:08.468600 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84994602c193c13a4c26b8b675ba51d9b392d44d80225cb9db16c930b334f47b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18fe22f6-f2a9-4455-be17-5a86adb06f16" -d '{"events": [{"server_uuid": "cdb2f954-4e94-4589-adf4-65340f5655e9", "name": "network-vif-plugged", "status": "completed", "tag": "2a7614f5-ede4-4e08-914f-d2783c3dee19"}]}' {{(pid=104389) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 05:28:08.472571 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG dbcounter [-] [104389] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:28:08.486765 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.db [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] For port 2a7614f5-ede4-4e08-914f-d2783c3dee19, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=2a7614f5-ede4-4e08-914f-d2783c3dee19,segment=NetworkSegment(86362bff-3a6a-43b7-a40e-ec817261ef9d),segment_id=86362bff-3a6a-43b7-a40e-ec817261ef9d)] {{(pid=104389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 05:28:08.556457 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1768343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789592765606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789592262840', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789592262858'] for port (2a7614f5-ede4-4e08-914f-d2783c3dee19), after_update {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:28:08.604205 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] Pushing event updated for resources: {'Port': ['ID=2a7614f5-ede4-4e08-914f-d2783c3dee19,revision_number=5']} {{(pid=104389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:28:08.686881 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Jun 2022 05:28:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-102d4941-1393-4d15-ab74-c992ad20a1fa x-openstack-request-id: req-102d4941-1393-4d15-ab74-c992ad20a1fa {{(pid=104389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 05:28:08.686881 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cdb2f954-4e94-4589-adf4-65340f5655e9", "name": "network-vif-plugged", "status": "completed", "tag": "2a7614f5-ede4-4e08-914f-d2783c3dee19", "code": 200}]} {{(pid=104389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 05:28:08.686881 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-102d4941-1393-4d15-ab74-c992ad20a1fa {{(pid=104389) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 05:28:08.687248 dv-cinder-836996-35-iscsi neutron-server[104389]: INFO neutron.notifiers.nova [-] Nova event matching ['req-102d4941-1393-4d15-ab74-c992ad20a1fa'] response: {'server_uuid': 'cdb2f954-4e94-4589-adf4-65340f5655e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a7614f5-ede4-4e08-914f-d2783c3dee19', 'code': 200} Jun 18 05:28:09.030742 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b48524-671b-4807-b39a-d20e68563888 req-e2d6c487-a079-4b91-97ac-8662e0816212 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:28:09.032234 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-41b48524-671b-4807-b39a-d20e68563888 req-e2d6c487-a079-4b91-97ac-8662e0816212 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=cdb2f954-4e94-4589-adf4-65340f5655e9 HTTP/1.1" status: 200 len: 1129 time: 0.0415335 Jun 18 05:28:09.076127 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-41b48524-671b-4807-b39a-d20e68563888 req-20a4bd93-91c5-4454-9484-2fb95a7e0c21 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=ffc85d42-2b61-4f2a-800d-caaee5a2caec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371547 Jun 18 05:28:09.201716 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1e31e5-47cc-4fe8-8bc7-35e4fdcf6461 req-f12bf0f1-b2d6-4c9d-97a4-ae6ecf1c0419 tempest-AttachVolumeNegativeTest-1030731986 tempest-AttachVolumeNegativeTest-1030731986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:28:09.203202 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-3f1e31e5-47cc-4fe8-8bc7-35e4fdcf6461 req-f12bf0f1-b2d6-4c9d-97a4-ae6ecf1c0419 tempest-AttachVolumeNegativeTest-1030731986 tempest-AttachVolumeNegativeTest-1030731986-project] 10.222.0.23 "GET /v2.0/ports?device_id=cdb2f954-4e94-4589-adf4-65340f5655e9 HTTP/1.1" status: 200 len: 945 time: 0.0466108 Jun 18 05:28:09.249551 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-3f1e31e5-47cc-4fe8-8bc7-35e4fdcf6461 req-cc66def5-30ba-4cc3-8da1-00a05abbde6a tempest-AttachVolumeNegativeTest-1030731986 tempest-AttachVolumeNegativeTest-1030731986-project] 10.222.0.23 "GET /v2.0/security-groups?id=ffc85d42-2b61-4f2a-800d-caaee5a2caec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410078 Jun 18 05:28:10.366314 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8337d8e8-7443-4b7c-be1b-4a57e9d435c6 req-0d4d88f9-f7c7-4202-affd-07ab78ca4270 tempest-AttachVolumeNegativeTest-1030731986 tempest-AttachVolumeNegativeTest-1030731986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:28:10.367918 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-8337d8e8-7443-4b7c-be1b-4a57e9d435c6 req-0d4d88f9-f7c7-4202-affd-07ab78ca4270 tempest-AttachVolumeNegativeTest-1030731986 tempest-AttachVolumeNegativeTest-1030731986-project] 10.222.0.23 "GET /v2.0/ports?device_id=cdb2f954-4e94-4589-adf4-65340f5655e9 HTTP/1.1" status: 200 len: 945 time: 0.0473003 Jun 18 05:28:10.416529 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-8337d8e8-7443-4b7c-be1b-4a57e9d435c6 req-98c575b1-42cb-44b9-b38d-683fcad71782 tempest-AttachVolumeNegativeTest-1030731986 tempest-AttachVolumeNegativeTest-1030731986-project] 10.222.0.23 "GET /v2.0/security-groups?id=ffc85d42-2b61-4f2a-800d-caaee5a2caec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429628 Jun 18 05:28:10.578347 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG dbcounter [-] [104390] Writing DB stats neutron:SELECT=78,neutron:UPDATE=2 {{(pid=104390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:28:10.579688 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG dbcounter [-] [104390] Writing DB stats neutron:SELECT=65,neutron:DELETE=1 {{(pid=104390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:28:11.529487 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a885037-d5b4-4da3-9bd5-d1396a3a5560 req-c79d4c8b-706b-462d-9d77-f5507b91d0a3 tempest-AttachVolumeNegativeTest-1030731986 tempest-AttachVolumeNegativeTest-1030731986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:28:11.530990 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-8a885037-d5b4-4da3-9bd5-d1396a3a5560 req-c79d4c8b-706b-462d-9d77-f5507b91d0a3 tempest-AttachVolumeNegativeTest-1030731986 tempest-AttachVolumeNegativeTest-1030731986-project] 10.222.0.23 "GET /v2.0/ports?device_id=cdb2f954-4e94-4589-adf4-65340f5655e9 HTTP/1.1" status: 200 len: 945 time: 0.0463820 Jun 18 05:28:11.578048 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-8a885037-d5b4-4da3-9bd5-d1396a3a5560 req-f2af58a9-655c-48de-bd4c-76b21d12f8c4 tempest-AttachVolumeNegativeTest-1030731986 tempest-AttachVolumeNegativeTest-1030731986-project] 10.222.0.23 "GET /v2.0/security-groups?id=ffc85d42-2b61-4f2a-800d-caaee5a2caec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413263 Jun 18 05:28:11.691647 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5945fd9-8379-4f00-888c-bc59f1b15e54 req-21d9ecfb-2af3-470c-8bc4-6f0cda08e91a tempest-AttachVolumeNegativeTest-1030731986 tempest-AttachVolumeNegativeTest-1030731986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:28:11.693125 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-d5945fd9-8379-4f00-888c-bc59f1b15e54 req-21d9ecfb-2af3-470c-8bc4-6f0cda08e91a tempest-AttachVolumeNegativeTest-1030731986 tempest-AttachVolumeNegativeTest-1030731986-project] 10.222.0.23 "GET /v2.0/ports?device_id=cdb2f954-4e94-4589-adf4-65340f5655e9 HTTP/1.1" status: 200 len: 945 time: 0.0517406 Jun 18 05:28:11.702061 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.wsgi [-] (104388) accepted ('10.222.0.23', 57140) {{(pid=104388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 05:28:11.706359 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.api.v2.base [None req-c63b0039-37a3-4344-9ab1-b8ba21094750 tempest-AttachVolumeNegativeTest-1030731986 tempest-AttachVolumeNegativeTest-1030731986-project] Request body: {'floatingip': {'port_id': '2a7614f5-ede4-4e08-914f-d2783c3dee19'}} {{(pid=104388) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 18 05:28:11.743256 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-c63b0039-37a3-4344-9ab1-b8ba21094750 tempest-AttachVolumeNegativeTest-1030731986 tempest-AttachVolumeNegativeTest-1030731986-project] Publish callbacks [] for floatingip (e018fa72-3177-40b8-8405-932f179a007e), before_update {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:28:12.012052 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG dbcounter [-] [104388] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:28:12.155376 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-c63b0039-37a3-4344-9ab1-b8ba21094750 tempest-AttachVolumeNegativeTest-1030731986 tempest-AttachVolumeNegativeTest-1030731986-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:28:12.246825 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-c63b0039-37a3-4344-9ab1-b8ba21094750 tempest-AttachVolumeNegativeTest-1030731986 tempest-AttachVolumeNegativeTest-1030731986-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-736808'] for floatingip (e018fa72-3177-40b8-8405-932f179a007e), after_update {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:28:12.339032 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG dbcounter [-] [104388] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:28:12.342495 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.db.l3_db [None req-c63b0039-37a3-4344-9ab1-b8ba21094750 tempest-AttachVolumeNegativeTest-1030731986 tempest-AttachVolumeNegativeTest-1030731986-project] Floating IP e018fa72-3177-40b8-8405-932f179a007e associated. External IP: 172.27.2.93, port: 2a7614f5-ede4-4e08-914f-d2783c3dee19. Jun 18 05:28:12.776685 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c63b0039-37a3-4344-9ab1-b8ba21094750 tempest-AttachVolumeNegativeTest-1030731986 tempest-AttachVolumeNegativeTest-1030731986-project] Router bd1d2cf2-0e95-45dc-a81c-142caeaebaea has already been hosted by L3 agent a8549501-0164-4ac5-90a6-1ba1ba0d3f9d {{(pid=104388) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 18 05:28:12.876598 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c63b0039-37a3-4344-9ab1-b8ba21094750 tempest-AttachVolumeNegativeTest-1030731986 tempest-AttachVolumeNegativeTest-1030731986-project] Notify agent at l3_agent.dv-cinder-836996-35-iscsi the message routers_updated {{(pid=104388) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 05:28:12.881592 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-c63b0039-37a3-4344-9ab1-b8ba21094750 tempest-AttachVolumeNegativeTest-1030731986 tempest-AttachVolumeNegativeTest-1030731986-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19502'] for floatingip (None), before_response {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:28:12.886612 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81c7be21-c7d4-442c-8300-54b5105f21ad None None] Sync routers for ids ['bd1d2cf2-0e95-45dc-a81c-142caeaebaea'] in dv-cinder-836996-35-iscsi {{(pid=104389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 05:28:12.895861 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81c7be21-c7d4-442c-8300-54b5105f21ad None None] Routers {'bd1d2cf2-0e95-45dc-a81c-142caeaebaea'} bound to L3 agent in host dv-cinder-836996-35-iscsi {{(pid=104389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 18 05:28:12.896474 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.db.l3_hamode_db [None req-81c7be21-c7d4-442c-8300-54b5105f21ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-35-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-18T05:08:24Z,description=,heartbeat_timestamp=2022-06-18T05:27:54Z,host='dv-cinder-836996-35-iscsi',id=a8549501-0164-4ac5-90a6-1ba1ba0d3f9d,load=0,resource_versions=,resources_synced=,started_at=2022-06-18T05:08:25Z,topic='l3_agent')) {'router_ids': ['bd1d2cf2-0e95-45dc-a81c-142caeaebaea'], 'active': True} {{(pid=104389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 05:28:12.911426 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [None req-c63b0039-37a3-4344-9ab1-b8ba21094750 tempest-AttachVolumeNegativeTest-1030731986 tempest-AttachVolumeNegativeTest-1030731986-project] 10.222.0.23 "PUT /v2.0/floatingips/e018fa72-3177-40b8-8405-932f179a007e HTTP/1.1" status: 200 len: 990 time: 1.2083001 Jun 18 05:28:12.912020 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cdb2f954-4e94-4589-adf4-65340f5655e9', 'tag': '2a7614f5-ede4-4e08-914f-d2783c3dee19'}] {{(pid=104388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 18 05:28:12.914277 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76651050bff5b1e15da4688504920c0e470581a7df997af8856c46d23e91a66a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a8e1daf-1b02-4dd2-8931-d671474380ff" -d '{"events": [{"name": "network-changed", "server_uuid": "cdb2f954-4e94-4589-adf4-65340f5655e9", "tag": "2a7614f5-ede4-4e08-914f-d2783c3dee19"}]}' {{(pid=104388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 05:28:12.950998 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Jun 2022 05:28:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c747a511-9720-428e-977e-06493ab0be77 x-openstack-request-id: req-c747a511-9720-428e-977e-06493ab0be77 {{(pid=104388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 05:28:12.951292 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cdb2f954-4e94-4589-adf4-65340f5655e9", "tag": "2a7614f5-ede4-4e08-914f-d2783c3dee19", "status": "completed", "code": 200}]} {{(pid=104388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 05:28:12.951544 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-c747a511-9720-428e-977e-06493ab0be77 {{(pid=104388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 05:28:12.951948 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c747a511-9720-428e-977e-06493ab0be77'] response: {'name': 'network-changed', 'server_uuid': 'cdb2f954-4e94-4589-adf4-65340f5655e9', 'tag': '2a7614f5-ede4-4e08-914f-d2783c3dee19', 'status': 'completed', 'code': 200} Jun 18 05:28:13.036271 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8e1daf-1b02-4dd2-8931-d671474380ff req-69741221-bea0-4ac2-a6c6-a2e69e3628f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:28:13.037736 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-9a8e1daf-1b02-4dd2-8931-d671474380ff req-69741221-bea0-4ac2-a6c6-a2e69e3628f6 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=81c38b2c1ae4484bbf2d4939470f45e4&device_id=cdb2f954-4e94-4589-adf4-65340f5655e9 HTTP/1.1" status: 200 len: 1129 time: 0.0446589 Jun 18 05:28:13.127633 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.db.l3_dvr_db [None req-81c7be21-c7d4-442c-8300-54b5105f21ad None None] Set router bd1d2cf2-0e95-45dc-a81c-142caeaebaea gateway port host: dv-cinder-836996-35-iscsi {{(pid=104389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 18 05:28:13.131783 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8e1daf-1b02-4dd2-8931-d671474380ff req-68f8879a-4036-4cae-bcf5-d171ff93fcd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:28:13.133251 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-9a8e1daf-1b02-4dd2-8931-d671474380ff req-68f8879a-4036-4cae-bcf5-d171ff93fcd1 service neutron] 10.222.0.15 "GET /v2.0/networks?id=1c244710-1fba-414f-9d04-4fcd88e7ed14 HTTP/1.1" status: 200 len: 916 time: 0.0896754 Jun 18 05:28:13.199011 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-9a8e1daf-1b02-4dd2-8931-d671474380ff req-25d9e3d6-401b-4f02-9722-713e62e58b4e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2a7614f5-ede4-4e08-914f-d2783c3dee19 HTTP/1.1" status: 200 len: 998 time: 0.0600190 Jun 18 05:28:13.246925 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8e1daf-1b02-4dd2-8931-d671474380ff req-7dbcb2fe-0655-4bff-bc44-4e9b318a1bd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:28:13.248384 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-9a8e1daf-1b02-4dd2-8931-d671474380ff req-7dbcb2fe-0655-4bff-bc44-4e9b318a1bd7 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=04d37ce2-ecce-4dd0-86fe-4bab0e2e49c9 HTTP/1.1" status: 200 len: 854 time: 0.0441918 Jun 18 05:28:13.292069 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8e1daf-1b02-4dd2-8931-d671474380ff req-4c709f61-b212-4d4c-9014-5c7d2633385b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:28:13.293508 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-9a8e1daf-1b02-4dd2-8931-d671474380ff req-4c709f61-b212-4d4c-9014-5c7d2633385b service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=1c244710-1fba-414f-9d04-4fcd88e7ed14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0389545 Jun 18 05:28:13.338751 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.db.l3_hamode_db [None req-81c7be21-c7d4-442c-8300-54b5105f21ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd1d2cf2-0e95-45dc-a81c-142caeaebaea', 'name': 'tempest-AttachVolumeNegativeTest-1598467528-router', 'tenant_id': '81c38b2c1ae4484bbf2d4939470f45e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65c030c7-6a7d-4cea-a47d-5cdd532db0e6', 'external_fixed_ips': [{'subnet_id': 'a9fa7760-a071-45ee-b985-799999c69975', 'ip_address': '172.27.2.173'}], 'enable_snat': True}, 'gw_port_id': 'f94d4039-4d8f-4564-be5c-6e372aba9749', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-18T05:23:50Z', 'updated_at': '2022-06-18T05:23:53Z', 'revision_number': 4, 'project_id': '81c38b2c1ae4484bbf2d4939470f45e4', 'gw_port': {'id': 'f94d4039-4d8f-4564-be5c-6e372aba9749', 'name': '', 'network_id': '65c030c7-6a7d-4cea-a47d-5cdd532db0e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:b4:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd1d2cf2-0e95-45dc-a81c-142caeaebaea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': 'a9fa7760-a071-45ee-b985-799999c69975', 'ip_address': '172.27.2.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-18T05:23:50Z', 'updated_at': '2022-06-18T05:23:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9fa7760-a071-45ee-b985-799999c69975', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-35-iscsi', '_floatingips': [{'id': 'e018fa72-3177-40b8-8405-932f179a007e', 'tenant_id': '81c38b2c1ae4484bbf2d4939470f45e4', 'floating_ip_address': '172.27.2.93', 'floating_network_id': '65c030c7-6a7d-4cea-a47d-5cdd532db0e6', 'router_id': 'bd1d2cf2-0e95-45dc-a81c-142caeaebaea', 'port_id': '2a7614f5-ede4-4e08-914f-d2783c3dee19', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 686, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1c244710-1fba-414f-9d04-4fcd88e7ed14', 'mac_address': 'fa:16:3e:7a:7c:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdb2f954-4e94-4589-adf4-65340f5655e9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-18T05:27:55Z', 'updated_at': '2022-06-18T05:28:12Z', 'revision_number': 1, 'project_id': '81c38b2c1ae4484bbf2d4939470f45e4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cb2b0c93-f026-4453-8702-ba5bfc22ddc5', 'name': '', 'network_id': '1c244710-1fba-414f-9d04-4fcd88e7ed14', 'tenant_id': '81c38b2c1ae4484bbf2d4939470f45e4', 'mac_address': 'fa:16:3e:26:31:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd1d2cf2-0e95-45dc-a81c-142caeaebaea', 'device_owner': 'network:router_interface', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '04d37ce2-ecce-4dd0-86fe-4bab0e2e49c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-18T05:23:53Z', 'updated_at': '2022-06-18T05:23:57Z', 'revision_number': 5, 'project_id': '81c38b2c1ae4484bbf2d4939470f45e4', 'subnets': [{'id': '04d37ce2-ecce-4dd0-86fe-4bab0e2e49c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-35-iscsi', False) {} {{(pid=104389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 05:28:13.363376 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81c7be21-c7d4-442c-8300-54b5105f21ad None None] Checking router: bd1d2cf2-0e95-45dc-a81c-142caeaebaea for host: dv-cinder-836996-35-iscsi {{(pid=104389) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 05:28:13.372363 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81c7be21-c7d4-442c-8300-54b5105f21ad None None] Routers {'bd1d2cf2-0e95-45dc-a81c-142caeaebaea'} bound to L3 agent in host dv-cinder-836996-35-iscsi {{(pid=104389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 18 05:28:13.372975 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.db.l3_hamode_db [None req-81c7be21-c7d4-442c-8300-54b5105f21ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-35-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-18T05:08:24Z,description=,heartbeat_timestamp=2022-06-18T05:27:54Z,host='dv-cinder-836996-35-iscsi',id=a8549501-0164-4ac5-90a6-1ba1ba0d3f9d,load=0,resource_versions=,resources_synced=,started_at=2022-06-18T05:08:25Z,topic='l3_agent')) {'router_ids': ['bd1d2cf2-0e95-45dc-a81c-142caeaebaea'], 'active': True} {{(pid=104389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 05:28:13.373543 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG dbcounter [-] [104388] Writing DB stats neutron:SELECT=100 {{(pid=104388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:28:13.390714 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-9a8e1daf-1b02-4dd2-8931-d671474380ff req-01e81079-733b-4d98-95c3-7386685c9bff service neutron] 10.222.0.15 "GET /v2.0/networks/1c244710-1fba-414f-9d04-4fcd88e7ed14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887837 Jun 18 05:28:13.476954 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.db.l3_dvr_db [None req-81c7be21-c7d4-442c-8300-54b5105f21ad None None] Set router bd1d2cf2-0e95-45dc-a81c-142caeaebaea gateway port host: dv-cinder-836996-35-iscsi {{(pid=104389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 18 05:28:13.479540 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-9a8e1daf-1b02-4dd2-8931-d671474380ff req-f976f9ee-6b08-4d1b-b242-b20668f74eb3 service neutron] 10.222.0.15 "GET /v2.0/networks/1c244710-1fba-414f-9d04-4fcd88e7ed14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852654 Jun 18 05:28:13.591120 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG dbcounter [-] [104389] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:28:13.688669 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.db.l3_hamode_db [None req-81c7be21-c7d4-442c-8300-54b5105f21ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd1d2cf2-0e95-45dc-a81c-142caeaebaea', 'name': 'tempest-AttachVolumeNegativeTest-1598467528-router', 'tenant_id': '81c38b2c1ae4484bbf2d4939470f45e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65c030c7-6a7d-4cea-a47d-5cdd532db0e6', 'external_fixed_ips': [{'subnet_id': 'a9fa7760-a071-45ee-b985-799999c69975', 'ip_address': '172.27.2.173'}], 'enable_snat': True}, 'gw_port_id': 'f94d4039-4d8f-4564-be5c-6e372aba9749', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-18T05:23:50Z', 'updated_at': '2022-06-18T05:23:53Z', 'revision_number': 4, 'project_id': '81c38b2c1ae4484bbf2d4939470f45e4', 'gw_port': {'id': 'f94d4039-4d8f-4564-be5c-6e372aba9749', 'name': '', 'network_id': '65c030c7-6a7d-4cea-a47d-5cdd532db0e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:b4:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd1d2cf2-0e95-45dc-a81c-142caeaebaea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': 'a9fa7760-a071-45ee-b985-799999c69975', 'ip_address': '172.27.2.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-18T05:23:50Z', 'updated_at': '2022-06-18T05:23:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9fa7760-a071-45ee-b985-799999c69975', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-35-iscsi', '_floatingips': [{'id': 'e018fa72-3177-40b8-8405-932f179a007e', 'tenant_id': '81c38b2c1ae4484bbf2d4939470f45e4', 'floating_ip_address': '172.27.2.93', 'floating_network_id': '65c030c7-6a7d-4cea-a47d-5cdd532db0e6', 'router_id': 'bd1d2cf2-0e95-45dc-a81c-142caeaebaea', 'port_id': '2a7614f5-ede4-4e08-914f-d2783c3dee19', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 686, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1c244710-1fba-414f-9d04-4fcd88e7ed14', 'mac_address': 'fa:16:3e:7a:7c:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdb2f954-4e94-4589-adf4-65340f5655e9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-18T05:27:55Z', 'updated_at': '2022-06-18T05:28:12Z', 'revision_number': 1, 'project_id': '81c38b2c1ae4484bbf2d4939470f45e4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cb2b0c93-f026-4453-8702-ba5bfc22ddc5', 'name': '', 'network_id': '1c244710-1fba-414f-9d04-4fcd88e7ed14', 'tenant_id': '81c38b2c1ae4484bbf2d4939470f45e4', 'mac_address': 'fa:16:3e:26:31:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd1d2cf2-0e95-45dc-a81c-142caeaebaea', 'device_owner': 'network:router_interface', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '04d37ce2-ecce-4dd0-86fe-4bab0e2e49c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-18T05:23:53Z', 'updated_at': '2022-06-18T05:23:57Z', 'revision_number': 5, 'project_id': '81c38b2c1ae4484bbf2d4939470f45e4', 'subnets': [{'id': '04d37ce2-ecce-4dd0-86fe-4bab0e2e49c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-35-iscsi', False) {} {{(pid=104389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 05:28:13.714681 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81c7be21-c7d4-442c-8300-54b5105f21ad None None] The sync data for ids ['bd1d2cf2-0e95-45dc-a81c-142caeaebaea'] in dv-cinder-836996-35-iscsi is: [{'id': 'bd1d2cf2-0e95-45dc-a81c-142caeaebaea', 'name': 'tempest-AttachVolumeNegativeTest-1598467528-router', 'tenant_id': '81c38b2c1ae4484bbf2d4939470f45e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65c030c7-6a7d-4cea-a47d-5cdd532db0e6', 'external_fixed_ips': [{'subnet_id': 'a9fa7760-a071-45ee-b985-799999c69975', 'ip_address': '172.27.2.173'}], 'enable_snat': True}, 'gw_port_id': 'f94d4039-4d8f-4564-be5c-6e372aba9749', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-18T05:23:50Z', 'updated_at': '2022-06-18T05:23:53Z', 'revision_number': 4, 'project_id': '81c38b2c1ae4484bbf2d4939470f45e4', 'gw_port': {'id': 'f94d4039-4d8f-4564-be5c-6e372aba9749', 'name': '', 'network_id': '65c030c7-6a7d-4cea-a47d-5cdd532db0e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:b4:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd1d2cf2-0e95-45dc-a81c-142caeaebaea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': 'a9fa7760-a071-45ee-b985-799999c69975', 'ip_address': '172.27.2.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-18T05:23:50Z', 'updated_at': '2022-06-18T05:23:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9fa7760-a071-45ee-b985-799999c69975', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-35-iscsi', '_floatingips': [{'id': 'e018fa72-3177-40b8-8405-932f179a007e', 'tenant_id': '81c38b2c1ae4484bbf2d4939470f45e4', 'floating_ip_address': '172.27.2.93', 'floating_network_id': '65c030c7-6a7d-4cea-a47d-5cdd532db0e6', 'router_id': 'bd1d2cf2-0e95-45dc-a81c-142caeaebaea', 'port_id': '2a7614f5-ede4-4e08-914f-d2783c3dee19', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 686, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1c244710-1fba-414f-9d04-4fcd88e7ed14', 'mac_address': 'fa:16:3e:7a:7c:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdb2f954-4e94-4589-adf4-65340f5655e9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-18T05:27:55Z', 'updated_at': '2022-06-18T05:28:12Z', 'revision_number': 1, 'project_id': '81c38b2c1ae4484bbf2d4939470f45e4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cb2b0c93-f026-4453-8702-ba5bfc22ddc5', 'name': '', 'network_id': '1c244710-1fba-414f-9d04-4fcd88e7ed14', 'tenant_id': '81c38b2c1ae4484bbf2d4939470f45e4', 'mac_address': 'fa:16:3e:26:31:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd1d2cf2-0e95-45dc-a81c-142caeaebaea', 'device_owner': 'network:router_interface', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '04d37ce2-ecce-4dd0-86fe-4bab0e2e49c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-18T05:23:53Z', 'updated_at': '2022-06-18T05:23:57Z', 'revision_number': 5, 'project_id': '81c38b2c1ae4484bbf2d4939470f45e4', 'subnets': [{'id': '04d37ce2-ecce-4dd0-86fe-4bab0e2e49c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 05:28:13.903304 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f0413a3-7732-45fe-9912-2e5385601042 None None] New status for floating IP e018fa72-3177-40b8-8405-932f179a007e: ACTIVE {{(pid=104390) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 18 05:28:21.567607 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG dbcounter [-] [104387] Writing DB stats neutron:SELECT=20 {{(pid=104387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:28:21.574601 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG dbcounter [-] [104387] Writing DB stats neutron:SELECT=75,neutron:DELETE=4 {{(pid=104387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:28:22.081613 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-4375cc94-e405-45c3-851b-53d0815efcd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789592556683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1744442'] for agent (426d7b1c-7831-4cf6-8aa4-29496a16634c), after_update {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:28:23.475027 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG dbcounter [-] [104388] Writing DB stats neutron:SELECT=7 {{(pid=104388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:28:23.476797 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG dbcounter [-] [104388] Writing DB stats neutron:SELECT=73 {{(pid=104388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:28:24.005857 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG dbcounter [-] [104390] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=104390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:28:24.006589 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG dbcounter [-] [104390] Writing DB stats neutron:SELECT=10 {{(pid=104390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:28:24.514284 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-6c879659-976e-4ff3-bada-2e2ee82d9442 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789592556683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1744442'] for agent (a8549501-0164-4ac5-90a6-1ba1ba0d3f9d), after_update {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:28:25.610831 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-bd48e2cf-68a6-4f35-9a09-882d425f288c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789592556683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1744442'] for agent (e572bbf3-12d8-41bb-a2ed-524d739c9de1), after_update {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:28:27.286729 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-5df8b1a9-a354-44ed-8761-35e8e24f4084 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789592556683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1744442'] for agent (37f34a37-d85d-4c21-966b-86dc43157ac3), after_update {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:28:27.566930 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-c042a677-28f5-4026-b552-0173028fe9dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789592556683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1744442'] for agent (d503ae44-4e24-48d3-9886-03581f90537d), after_update {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:28:37.471817 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG dbcounter [-] [104389] Writing DB stats neutron:SELECT=11,neutron:UPDATE=1 {{(pid=104389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:28:37.473703 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG dbcounter [-] [104389] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4 {{(pid=104389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:28:37.555516 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789592556683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1744442'] for agent (21f82a9e-593b-4fa9-aa06-dfe6f16482e6), after_update {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:28:37.715269 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG neutron.db.agents_db [None req-f0cd052f-7516-4656-9d29-e77bb90ffdea None None] Agent healthcheck: found 6 active agents {{(pid=104390) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 18 05:28:47.578557 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG dbcounter [-] [104389] Writing DB stats neutron:SELECT=3,neutron:UPDATE=1 {{(pid=104389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:28:47.710703 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG dbcounter [-] [104390] Writing DB stats neutron:SELECT=4 {{(pid=104390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:28:47.711457 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG dbcounter [-] [104390] Writing DB stats neutron:SELECT=6 {{(pid=104390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:28:52.052620 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-a2caeb3b-23e5-4727-9841-e9ad7fc7d614 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789592556683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1744442'] for agent (426d7b1c-7831-4cf6-8aa4-29496a16634c), after_update {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:28:54.544175 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-934f7853-708f-42d9-8b72-44c98f9eff0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789592556683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1744442'] for agent (a8549501-0164-4ac5-90a6-1ba1ba0d3f9d), after_update {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:28:55.641260 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-bd48e2cf-68a6-4f35-9a09-882d425f288c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789592556683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1744442'] for agent (e572bbf3-12d8-41bb-a2ed-524d739c9de1), after_update {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:28:57.304187 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-5df8b1a9-a354-44ed-8761-35e8e24f4084 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789592556683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1744442'] for agent (37f34a37-d85d-4c21-966b-86dc43157ac3), after_update {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:28:57.538616 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-c042a677-28f5-4026-b552-0173028fe9dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789592556683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1744442'] for agent (d503ae44-4e24-48d3-9886-03581f90537d), after_update {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:28:59.226480 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9267a6-0e75-4e51-9e6f-0be60d8fe01b req-f0d488b9-41f8-4198-ade6-fc7a3764e611 tempest-AttachVolumeNegativeTest-1030731986 tempest-AttachVolumeNegativeTest-1030731986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:28:59.227933 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-cf9267a6-0e75-4e51-9e6f-0be60d8fe01b req-f0d488b9-41f8-4198-ade6-fc7a3764e611 tempest-AttachVolumeNegativeTest-1030731986 tempest-AttachVolumeNegativeTest-1030731986-project] 10.222.0.23 "GET /v2.0/ports?device_id=cdb2f954-4e94-4589-adf4-65340f5655e9 HTTP/1.1" status: 200 len: 945 time: 0.0498641 Jun 18 05:28:59.273984 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-cf9267a6-0e75-4e51-9e6f-0be60d8fe01b req-5e2da7f7-d1f3-45ee-b5aa-8bb738f2cf6f tempest-AttachVolumeNegativeTest-1030731986 tempest-AttachVolumeNegativeTest-1030731986-project] 10.222.0.23 "GET /v2.0/security-groups?id=ffc85d42-2b61-4f2a-800d-caaee5a2caec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405855 Jun 18 05:29:00.391315 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860019c1-fb6a-4121-b721-eef7cf455eb6 req-81a5941d-fcd7-4433-abe0-d74687b9ea13 tempest-AttachVolumeNegativeTest-1030731986 tempest-AttachVolumeNegativeTest-1030731986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:29:00.392830 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-860019c1-fb6a-4121-b721-eef7cf455eb6 req-81a5941d-fcd7-4433-abe0-d74687b9ea13 tempest-AttachVolumeNegativeTest-1030731986 tempest-AttachVolumeNegativeTest-1030731986-project] 10.222.0.23 "GET /v2.0/ports?device_id=cdb2f954-4e94-4589-adf4-65340f5655e9 HTTP/1.1" status: 200 len: 945 time: 0.0502000 Jun 18 05:29:00.438992 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [req-860019c1-fb6a-4121-b721-eef7cf455eb6 req-fb2231a1-54cc-41b0-af89-08db0f5db4e1 tempest-AttachVolumeNegativeTest-1030731986 tempest-AttachVolumeNegativeTest-1030731986-project] 10.222.0.23 "GET /v2.0/security-groups?id=ffc85d42-2b61-4f2a-800d-caaee5a2caec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405939 Jun 18 05:29:00.828508 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d3cb52-9f46-4d0c-b3e6-0b8a20096e7c req-4a50ef35-dbfe-4aa4-851e-9a676a1447fa tempest-AttachVolumeNegativeTest-1030731986 tempest-AttachVolumeNegativeTest-1030731986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104388) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 05:29:00.829983 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-25d3cb52-9f46-4d0c-b3e6-0b8a20096e7c req-4a50ef35-dbfe-4aa4-851e-9a676a1447fa tempest-AttachVolumeNegativeTest-1030731986 tempest-AttachVolumeNegativeTest-1030731986-project] 10.222.0.15 "GET /v2.0/ports?device_id=cdb2f954-4e94-4589-adf4-65340f5655e9 HTTP/1.1" status: 200 len: 945 time: 0.0465257 Jun 18 05:29:00.915757 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.plugins.ml2.plugin [req-25d3cb52-9f46-4d0c-b3e6-0b8a20096e7c req-9608eee0-04ae-4ae6-93b7-52114e4f1403 tempest-AttachVolumeNegativeTest-1030731986 tempest-AttachVolumeNegativeTest-1030731986-project] Deleting port 2a7614f5-ede4-4e08-914f-d2783c3dee19 {{(pid=104388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 18 05:29:00.916104 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [req-25d3cb52-9f46-4d0c-b3e6-0b8a20096e7c req-9608eee0-04ae-4ae6-93b7-52114e4f1403 tempest-AttachVolumeNegativeTest-1030731986 tempest-AttachVolumeNegativeTest-1030731986-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789592760634'] for port (2a7614f5-ede4-4e08-914f-d2783c3dee19), before_delete {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:29:01.006256 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.plugins.ml2.db [req-25d3cb52-9f46-4d0c-b3e6-0b8a20096e7c req-9608eee0-04ae-4ae6-93b7-52114e4f1403 tempest-AttachVolumeNegativeTest-1030731986 tempest-AttachVolumeNegativeTest-1030731986-project] For port 2a7614f5-ede4-4e08-914f-d2783c3dee19, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=2a7614f5-ede4-4e08-914f-d2783c3dee19,segment=NetworkSegment(86362bff-3a6a-43b7-a40e-ec817261ef9d),segment_id=86362bff-3a6a-43b7-a40e-ec817261ef9d)] {{(pid=104388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 05:29:01.006602 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [req-25d3cb52-9f46-4d0c-b3e6-0b8a20096e7c req-9608eee0-04ae-4ae6-93b7-52114e4f1403 tempest-AttachVolumeNegativeTest-1030731986 tempest-AttachVolumeNegativeTest-1030731986-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-734995'] for port (2a7614f5-ede4-4e08-914f-d2783c3dee19), precommit_delete {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:29:01.166655 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [req-25d3cb52-9f46-4d0c-b3e6-0b8a20096e7c req-9608eee0-04ae-4ae6-93b7-52114e4f1403 tempest-AttachVolumeNegativeTest-1030731986 tempest-AttachVolumeNegativeTest-1030731986-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:29:01.166912 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [req-25d3cb52-9f46-4d0c-b3e6-0b8a20096e7c req-9608eee0-04ae-4ae6-93b7-52114e4f1403 tempest-AttachVolumeNegativeTest-1030731986 tempest-AttachVolumeNegativeTest-1030731986-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-736808'] for floatingip (e018fa72-3177-40b8-8405-932f179a007e), after_update {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:29:01.167255 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.db.l3_db [req-25d3cb52-9f46-4d0c-b3e6-0b8a20096e7c req-9608eee0-04ae-4ae6-93b7-52114e4f1403 tempest-AttachVolumeNegativeTest-1030731986 tempest-AttachVolumeNegativeTest-1030731986-project] Floating IP e018fa72-3177-40b8-8405-932f179a007e disassociated. External IP: 172.27.2.93, port: 2a7614f5-ede4-4e08-914f-d2783c3dee19. Jun 18 05:29:01.167598 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.plugins.ml2.plugin [req-25d3cb52-9f46-4d0c-b3e6-0b8a20096e7c req-9608eee0-04ae-4ae6-93b7-52114e4f1403 tempest-AttachVolumeNegativeTest-1030731986 tempest-AttachVolumeNegativeTest-1030731986-project] Calling delete_port for 2a7614f5-ede4-4e08-914f-d2783c3dee19 owned by compute:nova {{(pid=104388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 18 05:29:01.364979 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [req-25d3cb52-9f46-4d0c-b3e6-0b8a20096e7c req-9608eee0-04ae-4ae6-93b7-52114e4f1403 tempest-AttachVolumeNegativeTest-1030731986 tempest-AttachVolumeNegativeTest-1030731986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1768343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789592765633', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789592262831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15493031'] for port (2a7614f5-ede4-4e08-914f-d2783c3dee19), after_delete {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:29:01.392176 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9608eee0-04ae-4ae6-93b7-52114e4f1403 tempest-AttachVolumeNegativeTest-1030731986 tempest-AttachVolumeNegativeTest-1030731986-project] Pushing event deleted for resources: {'Port': ['ID=2a7614f5-ede4-4e08-914f-d2783c3dee19,revision_number=None']} {{(pid=104388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:29:01.404670 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9608eee0-04ae-4ae6-93b7-52114e4f1403 tempest-AttachVolumeNegativeTest-1030731986 tempest-AttachVolumeNegativeTest-1030731986-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:29:01.404951 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9608eee0-04ae-4ae6-93b7-52114e4f1403 tempest-AttachVolumeNegativeTest-1030731986 tempest-AttachVolumeNegativeTest-1030731986-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:29:01.405352 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9608eee0-04ae-4ae6-93b7-52114e4f1403 tempest-AttachVolumeNegativeTest-1030731986 tempest-AttachVolumeNegativeTest-1030731986-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:29:01.409328 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9608eee0-04ae-4ae6-93b7-52114e4f1403 tempest-AttachVolumeNegativeTest-1030731986 tempest-AttachVolumeNegativeTest-1030731986-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:29:01.409328 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9608eee0-04ae-4ae6-93b7-52114e4f1403 tempest-AttachVolumeNegativeTest-1030731986 tempest-AttachVolumeNegativeTest-1030731986-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:29:01.409328 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9608eee0-04ae-4ae6-93b7-52114e4f1403 tempest-AttachVolumeNegativeTest-1030731986 tempest-AttachVolumeNegativeTest-1030731986-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:29:01.409328 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9608eee0-04ae-4ae6-93b7-52114e4f1403 tempest-AttachVolumeNegativeTest-1030731986 tempest-AttachVolumeNegativeTest-1030731986-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:29:01.409328 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9608eee0-04ae-4ae6-93b7-52114e4f1403 tempest-AttachVolumeNegativeTest-1030731986 tempest-AttachVolumeNegativeTest-1030731986-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:29:01.409328 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9608eee0-04ae-4ae6-93b7-52114e4f1403 tempest-AttachVolumeNegativeTest-1030731986 tempest-AttachVolumeNegativeTest-1030731986-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:29:01.409328 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9608eee0-04ae-4ae6-93b7-52114e4f1403 tempest-AttachVolumeNegativeTest-1030731986 tempest-AttachVolumeNegativeTest-1030731986-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:29:01.409328 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9608eee0-04ae-4ae6-93b7-52114e4f1403 tempest-AttachVolumeNegativeTest-1030731986 tempest-AttachVolumeNegativeTest-1030731986-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:29:01.409328 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9608eee0-04ae-4ae6-93b7-52114e4f1403 tempest-AttachVolumeNegativeTest-1030731986 tempest-AttachVolumeNegativeTest-1030731986-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:29:01.409328 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9608eee0-04ae-4ae6-93b7-52114e4f1403 tempest-AttachVolumeNegativeTest-1030731986 tempest-AttachVolumeNegativeTest-1030731986-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:29:01.409328 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9608eee0-04ae-4ae6-93b7-52114e4f1403 tempest-AttachVolumeNegativeTest-1030731986 tempest-AttachVolumeNegativeTest-1030731986-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:29:01.410429 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9608eee0-04ae-4ae6-93b7-52114e4f1403 tempest-AttachVolumeNegativeTest-1030731986 tempest-AttachVolumeNegativeTest-1030731986-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:29:01.540605 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-6d41692c-4c04-43e4-9295-94e13041fb1e req-840fcdbd-e749-476c-b215-757e49095b00 tempest-AttachVolumeNegativeTest-1030731986 tempest-AttachVolumeNegativeTest-1030731986-project] 10.222.0.23 "GET /v2.0/ports?device_id=cdb2f954-4e94-4589-adf4-65340f5655e9 HTTP/1.1" status: 200 len: 210 time: 0.0319173 Jun 18 05:29:01.542331 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.scheduler.l3_agent_scheduler [req-25d3cb52-9f46-4d0c-b3e6-0b8a20096e7c req-9608eee0-04ae-4ae6-93b7-52114e4f1403 tempest-AttachVolumeNegativeTest-1030731986 tempest-AttachVolumeNegativeTest-1030731986-project] Router bd1d2cf2-0e95-45dc-a81c-142caeaebaea has already been hosted by L3 agent a8549501-0164-4ac5-90a6-1ba1ba0d3f9d {{(pid=104388) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 18 05:29:01.642497 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG dbcounter [-] [104388] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:29:01.645875 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-25d3cb52-9f46-4d0c-b3e6-0b8a20096e7c req-9608eee0-04ae-4ae6-93b7-52114e4f1403 tempest-AttachVolumeNegativeTest-1030731986 tempest-AttachVolumeNegativeTest-1030731986-project] Notify agent at l3_agent.dv-cinder-836996-35-iscsi the message routers_updated {{(pid=104388) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 05:29:01.655192 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ef5c1a3-3a50-48a2-8e8c-6bca60e5b48e None None] Sync routers for ids ['bd1d2cf2-0e95-45dc-a81c-142caeaebaea'] in dv-cinder-836996-35-iscsi {{(pid=104389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 05:29:01.665292 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ef5c1a3-3a50-48a2-8e8c-6bca60e5b48e None None] Routers {'bd1d2cf2-0e95-45dc-a81c-142caeaebaea'} bound to L3 agent in host dv-cinder-836996-35-iscsi {{(pid=104389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 18 05:29:01.665998 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.db.l3_hamode_db [None req-5ef5c1a3-3a50-48a2-8e8c-6bca60e5b48e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-35-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-18T05:08:24Z,description=,heartbeat_timestamp=2022-06-18T05:28:54Z,host='dv-cinder-836996-35-iscsi',id=a8549501-0164-4ac5-90a6-1ba1ba0d3f9d,load=0,resource_versions=,resources_synced=,started_at=2022-06-18T05:08:25Z,topic='l3_agent')) {'router_ids': ['bd1d2cf2-0e95-45dc-a81c-142caeaebaea'], 'active': True} {{(pid=104389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 05:29:01.687708 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.db.l3_dvrscheduler_db [req-25d3cb52-9f46-4d0c-b3e6-0b8a20096e7c req-9608eee0-04ae-4ae6-93b7-52114e4f1403 tempest-AttachVolumeNegativeTest-1030731986 tempest-AttachVolumeNegativeTest-1030731986-project] No DVR routers for this DVR port 2a7614f5-ede4-4e08-914f-d2783c3dee19 on host hv-cinder-83699 {{(pid=104388) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 18 05:29:01.690234 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [req-25d3cb52-9f46-4d0c-b3e6-0b8a20096e7c req-9608eee0-04ae-4ae6-93b7-52114e4f1403 tempest-AttachVolumeNegativeTest-1030731986 tempest-AttachVolumeNegativeTest-1030731986-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19502'] for port (None), before_response {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:29:01.693651 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-25d3cb52-9f46-4d0c-b3e6-0b8a20096e7c req-9608eee0-04ae-4ae6-93b7-52114e4f1403 tempest-AttachVolumeNegativeTest-1030731986 tempest-AttachVolumeNegativeTest-1030731986-project] 10.222.0.15 "DELETE /v2.0/ports/2a7614f5-ede4-4e08-914f-d2783c3dee19 HTTP/1.1" status: 204 len: 173 time: 0.8584371 Jun 18 05:29:01.694095 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cdb2f954-4e94-4589-adf4-65340f5655e9', 'name': 'network-vif-deleted', 'tag': '2a7614f5-ede4-4e08-914f-d2783c3dee19'}] {{(pid=104388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 18 05:29:01.696348 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76651050bff5b1e15da4688504920c0e470581a7df997af8856c46d23e91a66a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c14422c6-6e57-4729-b8ad-3159ffbfa24b" -d '{"events": [{"server_uuid": "cdb2f954-4e94-4589-adf4-65340f5655e9", "name": "network-vif-deleted", "tag": "2a7614f5-ede4-4e08-914f-d2783c3dee19"}]}' {{(pid=104388) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 05:29:01.773229 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.db.l3_dvr_db [None req-5ef5c1a3-3a50-48a2-8e8c-6bca60e5b48e None None] Set router bd1d2cf2-0e95-45dc-a81c-142caeaebaea gateway port host: dv-cinder-836996-35-iscsi {{(pid=104389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 18 05:29:01.862884 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Jun 2022 05:29:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afa27869-95a3-4481-b4ac-7b1ed4b9b0a7 x-openstack-request-id: req-afa27869-95a3-4481-b4ac-7b1ed4b9b0a7 {{(pid=104388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 05:29:01.863395 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cdb2f954-4e94-4589-adf4-65340f5655e9", "name": "network-vif-deleted", "tag": "2a7614f5-ede4-4e08-914f-d2783c3dee19", "status": "completed", "code": 200}]} {{(pid=104388) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 05:29:01.863506 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-afa27869-95a3-4481-b4ac-7b1ed4b9b0a7 {{(pid=104388) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 05:29:01.863861 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.notifiers.nova [-] Nova event matching ['req-afa27869-95a3-4481-b4ac-7b1ed4b9b0a7'] response: {'server_uuid': 'cdb2f954-4e94-4589-adf4-65340f5655e9', 'name': 'network-vif-deleted', 'tag': '2a7614f5-ede4-4e08-914f-d2783c3dee19', 'status': 'completed', 'code': 200} Jun 18 05:29:01.972184 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.db.l3_hamode_db [None req-5ef5c1a3-3a50-48a2-8e8c-6bca60e5b48e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd1d2cf2-0e95-45dc-a81c-142caeaebaea', 'name': 'tempest-AttachVolumeNegativeTest-1598467528-router', 'tenant_id': '81c38b2c1ae4484bbf2d4939470f45e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65c030c7-6a7d-4cea-a47d-5cdd532db0e6', 'external_fixed_ips': [{'subnet_id': 'a9fa7760-a071-45ee-b985-799999c69975', 'ip_address': '172.27.2.173'}], 'enable_snat': True}, 'gw_port_id': 'f94d4039-4d8f-4564-be5c-6e372aba9749', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-18T05:23:50Z', 'updated_at': '2022-06-18T05:23:53Z', 'revision_number': 4, 'project_id': '81c38b2c1ae4484bbf2d4939470f45e4', 'gw_port': {'id': 'f94d4039-4d8f-4564-be5c-6e372aba9749', 'name': '', 'network_id': '65c030c7-6a7d-4cea-a47d-5cdd532db0e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:b4:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd1d2cf2-0e95-45dc-a81c-142caeaebaea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': 'a9fa7760-a071-45ee-b985-799999c69975', 'ip_address': '172.27.2.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-18T05:23:50Z', 'updated_at': '2022-06-18T05:23:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9fa7760-a071-45ee-b985-799999c69975', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-35-iscsi', '_interfaces': [{'id': 'cb2b0c93-f026-4453-8702-ba5bfc22ddc5', 'name': '', 'network_id': '1c244710-1fba-414f-9d04-4fcd88e7ed14', 'tenant_id': '81c38b2c1ae4484bbf2d4939470f45e4', 'mac_address': 'fa:16:3e:26:31:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd1d2cf2-0e95-45dc-a81c-142caeaebaea', 'device_owner': 'network:router_interface', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '04d37ce2-ecce-4dd0-86fe-4bab0e2e49c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-18T05:23:53Z', 'updated_at': '2022-06-18T05:23:57Z', 'revision_number': 5, 'project_id': '81c38b2c1ae4484bbf2d4939470f45e4', 'subnets': [{'id': '04d37ce2-ecce-4dd0-86fe-4bab0e2e49c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-35-iscsi', False) {} {{(pid=104389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 05:29:02.004692 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ef5c1a3-3a50-48a2-8e8c-6bca60e5b48e None None] Checking router: bd1d2cf2-0e95-45dc-a81c-142caeaebaea for host: dv-cinder-836996-35-iscsi {{(pid=104389) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 05:29:02.010547 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ef5c1a3-3a50-48a2-8e8c-6bca60e5b48e None None] Routers {'bd1d2cf2-0e95-45dc-a81c-142caeaebaea'} bound to L3 agent in host dv-cinder-836996-35-iscsi {{(pid=104389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 18 05:29:02.011147 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.db.l3_hamode_db [None req-5ef5c1a3-3a50-48a2-8e8c-6bca60e5b48e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-35-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-18T05:08:24Z,description=,heartbeat_timestamp=2022-06-18T05:28:54Z,host='dv-cinder-836996-35-iscsi',id=a8549501-0164-4ac5-90a6-1ba1ba0d3f9d,load=0,resource_versions=,resources_synced=,started_at=2022-06-18T05:08:25Z,topic='l3_agent')) {'router_ids': ['bd1d2cf2-0e95-45dc-a81c-142caeaebaea'], 'active': True} {{(pid=104389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 05:29:02.115770 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.db.l3_dvr_db [None req-5ef5c1a3-3a50-48a2-8e8c-6bca60e5b48e None None] Set router bd1d2cf2-0e95-45dc-a81c-142caeaebaea gateway port host: dv-cinder-836996-35-iscsi {{(pid=104389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 18 05:29:02.301781 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.db.l3_hamode_db [None req-5ef5c1a3-3a50-48a2-8e8c-6bca60e5b48e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd1d2cf2-0e95-45dc-a81c-142caeaebaea', 'name': 'tempest-AttachVolumeNegativeTest-1598467528-router', 'tenant_id': '81c38b2c1ae4484bbf2d4939470f45e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65c030c7-6a7d-4cea-a47d-5cdd532db0e6', 'external_fixed_ips': [{'subnet_id': 'a9fa7760-a071-45ee-b985-799999c69975', 'ip_address': '172.27.2.173'}], 'enable_snat': True}, 'gw_port_id': 'f94d4039-4d8f-4564-be5c-6e372aba9749', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-18T05:23:50Z', 'updated_at': '2022-06-18T05:23:53Z', 'revision_number': 4, 'project_id': '81c38b2c1ae4484bbf2d4939470f45e4', 'gw_port': {'id': 'f94d4039-4d8f-4564-be5c-6e372aba9749', 'name': '', 'network_id': '65c030c7-6a7d-4cea-a47d-5cdd532db0e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:b4:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd1d2cf2-0e95-45dc-a81c-142caeaebaea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': 'a9fa7760-a071-45ee-b985-799999c69975', 'ip_address': '172.27.2.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-18T05:23:50Z', 'updated_at': '2022-06-18T05:23:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9fa7760-a071-45ee-b985-799999c69975', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-35-iscsi', '_interfaces': [{'id': 'cb2b0c93-f026-4453-8702-ba5bfc22ddc5', 'name': '', 'network_id': '1c244710-1fba-414f-9d04-4fcd88e7ed14', 'tenant_id': '81c38b2c1ae4484bbf2d4939470f45e4', 'mac_address': 'fa:16:3e:26:31:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd1d2cf2-0e95-45dc-a81c-142caeaebaea', 'device_owner': 'network:router_interface', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '04d37ce2-ecce-4dd0-86fe-4bab0e2e49c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-18T05:23:53Z', 'updated_at': '2022-06-18T05:23:57Z', 'revision_number': 5, 'project_id': '81c38b2c1ae4484bbf2d4939470f45e4', 'subnets': [{'id': '04d37ce2-ecce-4dd0-86fe-4bab0e2e49c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-35-iscsi', False) {} {{(pid=104389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 05:29:02.325623 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ef5c1a3-3a50-48a2-8e8c-6bca60e5b48e None None] The sync data for ids ['bd1d2cf2-0e95-45dc-a81c-142caeaebaea'] in dv-cinder-836996-35-iscsi is: [{'id': 'bd1d2cf2-0e95-45dc-a81c-142caeaebaea', 'name': 'tempest-AttachVolumeNegativeTest-1598467528-router', 'tenant_id': '81c38b2c1ae4484bbf2d4939470f45e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65c030c7-6a7d-4cea-a47d-5cdd532db0e6', 'external_fixed_ips': [{'subnet_id': 'a9fa7760-a071-45ee-b985-799999c69975', 'ip_address': '172.27.2.173'}], 'enable_snat': True}, 'gw_port_id': 'f94d4039-4d8f-4564-be5c-6e372aba9749', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-18T05:23:50Z', 'updated_at': '2022-06-18T05:23:53Z', 'revision_number': 4, 'project_id': '81c38b2c1ae4484bbf2d4939470f45e4', 'gw_port': {'id': 'f94d4039-4d8f-4564-be5c-6e372aba9749', 'name': '', 'network_id': '65c030c7-6a7d-4cea-a47d-5cdd532db0e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:b4:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd1d2cf2-0e95-45dc-a81c-142caeaebaea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': 'a9fa7760-a071-45ee-b985-799999c69975', 'ip_address': '172.27.2.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-18T05:23:50Z', 'updated_at': '2022-06-18T05:23:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9fa7760-a071-45ee-b985-799999c69975', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-35-iscsi', '_interfaces': [{'id': 'cb2b0c93-f026-4453-8702-ba5bfc22ddc5', 'name': '', 'network_id': '1c244710-1fba-414f-9d04-4fcd88e7ed14', 'tenant_id': '81c38b2c1ae4484bbf2d4939470f45e4', 'mac_address': 'fa:16:3e:26:31:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd1d2cf2-0e95-45dc-a81c-142caeaebaea', 'device_owner': 'network:router_interface', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '04d37ce2-ecce-4dd0-86fe-4bab0e2e49c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-18T05:23:53Z', 'updated_at': '2022-06-18T05:23:57Z', 'revision_number': 5, 'project_id': '81c38b2c1ae4484bbf2d4939470f45e4', 'subnets': [{'id': '04d37ce2-ecce-4dd0-86fe-4bab0e2e49c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 05:29:02.550050 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ff5b991-e113-4914-9c79-e24ed99f051e None None] New status for floating IP e018fa72-3177-40b8-8405-932f179a007e: DOWN {{(pid=104390) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 18 05:29:02.667224 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [req-bd6027e9-a178-451b-aeae-596e501af4e3 req-0d01afe0-f890-482f-97a0-83d0d16c1e8c tempest-AttachVolumeNegativeTest-1030731986 tempest-AttachVolumeNegativeTest-1030731986-project] 10.222.0.23 "GET /v2.0/ports?device_id=cdb2f954-4e94-4589-adf4-65340f5655e9 HTTP/1.1" status: 200 len: 210 time: 0.0439360 Jun 18 05:29:03.830274 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.wsgi [-] (104388) accepted ('10.222.0.23', 57230) {{(pid=104388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 05:29:03.844815 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG dbcounter [-] [104388] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=104388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:29:03.885253 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-0f3d9ce9-c3c9-4450-a611-8eb587a2a54a tempest-AttachVolumeNegativeTest-1030731986 tempest-AttachVolumeNegativeTest-1030731986-project] Publish callbacks [] for security_group (ffc85d42-2b61-4f2a-800d-caaee5a2caec), before_delete {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:29:03.909432 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-0f3d9ce9-c3c9-4450-a611-8eb587a2a54a tempest-AttachVolumeNegativeTest-1030731986 tempest-AttachVolumeNegativeTest-1030731986-project] Publish callbacks [] for security_group (ffc85d42-2b61-4f2a-800d-caaee5a2caec), precommit_delete {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:29:04.039048 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-0f3d9ce9-c3c9-4450-a611-8eb587a2a54a tempest-AttachVolumeNegativeTest-1030731986 tempest-AttachVolumeNegativeTest-1030731986-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728332'] for security_group (ffc85d42-2b61-4f2a-800d-caaee5a2caec), after_delete {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:29:04.041633 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-0f3d9ce9-c3c9-4450-a611-8eb587a2a54a tempest-AttachVolumeNegativeTest-1030731986 tempest-AttachVolumeNegativeTest-1030731986-project] Publish callbacks [] for security_group (None), before_response {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:29:04.042821 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [None req-0f3d9ce9-c3c9-4450-a611-8eb587a2a54a tempest-AttachVolumeNegativeTest-1030731986 tempest-AttachVolumeNegativeTest-1030731986-project] 10.222.0.23 "DELETE /v2.0/security-groups/ffc85d42-2b61-4f2a-800d-caaee5a2caec HTTP/1.1" status: 204 len: 168 time: 0.2115233 Jun 18 05:29:04.045653 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.wsgi [-] (104387) accepted ('10.222.0.23', 57232) {{(pid=104387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 05:29:04.052422 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3d9ce9-c3c9-4450-a611-8eb587a2a54a tempest-AttachVolumeNegativeTest-1030731986 tempest-AttachVolumeNegativeTest-1030731986-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffc85d42-2b61-4f2a-800d-caaee5a2caec,revision_number=None']} {{(pid=104388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:29:04.059401 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.api.v2.resource [None req-6b971120-10d4-40dd-b364-f3aebc9dd584 tempest-AttachVolumeNegativeTest-1030731986 tempest-AttachVolumeNegativeTest-1030731986-project] show failed (client error): The resource could not be found. Jun 18 05:29:04.060431 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [None req-6b971120-10d4-40dd-b364-f3aebc9dd584 tempest-AttachVolumeNegativeTest-1030731986 tempest-AttachVolumeNegativeTest-1030731986-project] 10.222.0.23 "GET /v2.0/security-groups/ffc85d42-2b61-4f2a-800d-caaee5a2caec HTTP/1.1" status: 404 len: 347 time: 0.0137546 Jun 18 05:29:04.063981 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.wsgi [-] (104387) accepted ('10.222.0.23', 57234) {{(pid=104387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 05:29:04.175999 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.plugin [None req-bd86ad2d-3171-4eb6-a4e7-f1fcdefed2a6 tempest-AttachVolumeNegativeTest-1030731986 tempest-AttachVolumeNegativeTest-1030731986-project] Deleting port 978029d2-a3bd-4ccf-a3a6-b198aa527adf {{(pid=104387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 18 05:29:04.176342 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-bd86ad2d-3171-4eb6-a4e7-f1fcdefed2a6 tempest-AttachVolumeNegativeTest-1030731986 tempest-AttachVolumeNegativeTest-1030731986-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789592760634'] for port (978029d2-a3bd-4ccf-a3a6-b198aa527adf), before_delete {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:29:04.253426 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-bd86ad2d-3171-4eb6-a4e7-f1fcdefed2a6 tempest-AttachVolumeNegativeTest-1030731986 tempest-AttachVolumeNegativeTest-1030731986-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-734995'] for port (978029d2-a3bd-4ccf-a3a6-b198aa527adf), precommit_delete {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:29:04.253754 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-bd86ad2d-3171-4eb6-a4e7-f1fcdefed2a6 tempest-AttachVolumeNegativeTest-1030731986 tempest-AttachVolumeNegativeTest-1030731986-project] Publish callbacks [] for floatingip (978029d2-a3bd-4ccf-a3a6-b198aa527adf), precommit_delete {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:29:04.267056 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.plugin [None req-bd86ad2d-3171-4eb6-a4e7-f1fcdefed2a6 tempest-AttachVolumeNegativeTest-1030731986 tempest-AttachVolumeNegativeTest-1030731986-project] Calling delete_port for 978029d2-a3bd-4ccf-a3a6-b198aa527adf owned by network:floatingip {{(pid=104387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 18 05:29:04.425795 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.rpc [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] Device 2a7614f5-ede4-4e08-914f-d2783c3dee19 no longer exists at agent hyperv_hv-cinder-83699 {{(pid=104389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 18 05:29:04.449274 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.plugin [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] No Port match for: 2a7614f5-ede4-4e08-914f-d2783c3dee19 {{(pid=104389) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 18 05:29:04.449651 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.rpc [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] Device 2a7614f5-ede4-4e08-914f-d2783c3dee19 not bound to the agent host hv-cinder-83699 {{(pid=104389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 18 05:29:04.468087 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-bd86ad2d-3171-4eb6-a4e7-f1fcdefed2a6 tempest-AttachVolumeNegativeTest-1030731986 tempest-AttachVolumeNegativeTest-1030731986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1768343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789592765633', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789592262831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14020772'] for port (978029d2-a3bd-4ccf-a3a6-b198aa527adf), after_delete {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:29:04.494345 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd86ad2d-3171-4eb6-a4e7-f1fcdefed2a6 tempest-AttachVolumeNegativeTest-1030731986 tempest-AttachVolumeNegativeTest-1030731986-project] Pushing event deleted for resources: {'Port': ['ID=978029d2-a3bd-4ccf-a3a6-b198aa527adf,revision_number=None']} {{(pid=104387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:29:04.505155 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd86ad2d-3171-4eb6-a4e7-f1fcdefed2a6 tempest-AttachVolumeNegativeTest-1030731986 tempest-AttachVolumeNegativeTest-1030731986-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:29:04.507658 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd86ad2d-3171-4eb6-a4e7-f1fcdefed2a6 tempest-AttachVolumeNegativeTest-1030731986 tempest-AttachVolumeNegativeTest-1030731986-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:29:04.507658 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd86ad2d-3171-4eb6-a4e7-f1fcdefed2a6 tempest-AttachVolumeNegativeTest-1030731986 tempest-AttachVolumeNegativeTest-1030731986-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:29:04.507658 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd86ad2d-3171-4eb6-a4e7-f1fcdefed2a6 tempest-AttachVolumeNegativeTest-1030731986 tempest-AttachVolumeNegativeTest-1030731986-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:29:04.507658 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd86ad2d-3171-4eb6-a4e7-f1fcdefed2a6 tempest-AttachVolumeNegativeTest-1030731986 tempest-AttachVolumeNegativeTest-1030731986-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:29:04.507658 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd86ad2d-3171-4eb6-a4e7-f1fcdefed2a6 tempest-AttachVolumeNegativeTest-1030731986 tempest-AttachVolumeNegativeTest-1030731986-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:29:04.507658 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd86ad2d-3171-4eb6-a4e7-f1fcdefed2a6 tempest-AttachVolumeNegativeTest-1030731986 tempest-AttachVolumeNegativeTest-1030731986-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:29:04.507658 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd86ad2d-3171-4eb6-a4e7-f1fcdefed2a6 tempest-AttachVolumeNegativeTest-1030731986 tempest-AttachVolumeNegativeTest-1030731986-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:29:04.508862 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd86ad2d-3171-4eb6-a4e7-f1fcdefed2a6 tempest-AttachVolumeNegativeTest-1030731986 tempest-AttachVolumeNegativeTest-1030731986-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:29:04.508862 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd86ad2d-3171-4eb6-a4e7-f1fcdefed2a6 tempest-AttachVolumeNegativeTest-1030731986 tempest-AttachVolumeNegativeTest-1030731986-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:29:04.508862 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd86ad2d-3171-4eb6-a4e7-f1fcdefed2a6 tempest-AttachVolumeNegativeTest-1030731986 tempest-AttachVolumeNegativeTest-1030731986-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:29:04.509136 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd86ad2d-3171-4eb6-a4e7-f1fcdefed2a6 tempest-AttachVolumeNegativeTest-1030731986 tempest-AttachVolumeNegativeTest-1030731986-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:29:04.509241 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd86ad2d-3171-4eb6-a4e7-f1fcdefed2a6 tempest-AttachVolumeNegativeTest-1030731986 tempest-AttachVolumeNegativeTest-1030731986-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:29:04.509578 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd86ad2d-3171-4eb6-a4e7-f1fcdefed2a6 tempest-AttachVolumeNegativeTest-1030731986 tempest-AttachVolumeNegativeTest-1030731986-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:29:04.509909 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd86ad2d-3171-4eb6-a4e7-f1fcdefed2a6 tempest-AttachVolumeNegativeTest-1030731986 tempest-AttachVolumeNegativeTest-1030731986-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:29:04.571599 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-bd86ad2d-3171-4eb6-a4e7-f1fcdefed2a6 tempest-AttachVolumeNegativeTest-1030731986 tempest-AttachVolumeNegativeTest-1030731986-project] Publish callbacks [] for floatingip (e018fa72-3177-40b8-8405-932f179a007e), after_delete {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:29:04.574201 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-bd86ad2d-3171-4eb6-a4e7-f1fcdefed2a6 tempest-AttachVolumeNegativeTest-1030731986 tempest-AttachVolumeNegativeTest-1030731986-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19502'] for floatingip (None), before_response {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:29:04.575357 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [None req-bd86ad2d-3171-4eb6-a4e7-f1fcdefed2a6 tempest-AttachVolumeNegativeTest-1030731986 tempest-AttachVolumeNegativeTest-1030731986-project] 10.222.0.23 "DELETE /v2.0/floatingips/e018fa72-3177-40b8-8405-932f179a007e HTTP/1.1" status: 204 len: 168 time: 0.5104809 Jun 18 05:29:07.581907 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789592556683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1744442'] for agent (21f82a9e-593b-4fa9-aa06-dfe6f16482e6), after_update {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:29:08.654270 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.wsgi [-] (104387) accepted ('10.222.0.23', 57270) {{(pid=104387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 05:29:09.410998 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-adaf3fc8-9b29-4235-913e-4d59e7250313 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-574248'] for router_interface (bd1d2cf2-0e95-45dc-a81c-142caeaebaea), before_delete {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:29:09.451309 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG dbcounter [-] [104387] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:29:09.459283 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG dbcounter [-] [104387] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:29:09.633963 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.plugin [None req-adaf3fc8-9b29-4235-913e-4d59e7250313 admin admin] Deleting port cb2b0c93-f026-4453-8702-ba5bfc22ddc5 {{(pid=104387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 18 05:29:09.634321 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-adaf3fc8-9b29-4235-913e-4d59e7250313 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789592760634'] for port (cb2b0c93-f026-4453-8702-ba5bfc22ddc5), before_delete {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:29:09.713618 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.db [None req-adaf3fc8-9b29-4235-913e-4d59e7250313 admin admin] For port cb2b0c93-f026-4453-8702-ba5bfc22ddc5, host dv-cinder-836996-35-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-35-iscsi',level=0,port_id=cb2b0c93-f026-4453-8702-ba5bfc22ddc5,segment=NetworkSegment(86362bff-3a6a-43b7-a40e-ec817261ef9d),segment_id=86362bff-3a6a-43b7-a40e-ec817261ef9d)] {{(pid=104387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 05:29:09.714339 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-adaf3fc8-9b29-4235-913e-4d59e7250313 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-734995'] for port (cb2b0c93-f026-4453-8702-ba5bfc22ddc5), precommit_delete {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:29:09.727204 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.plugin [None req-adaf3fc8-9b29-4235-913e-4d59e7250313 admin admin] Calling delete_port for cb2b0c93-f026-4453-8702-ba5bfc22ddc5 owned by network:router_interface {{(pid=104387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 18 05:29:09.981916 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-adaf3fc8-9b29-4235-913e-4d59e7250313 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1768343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789592765633', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789592262831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14020772'] for port (cb2b0c93-f026-4453-8702-ba5bfc22ddc5), after_delete {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:29:10.006589 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adaf3fc8-9b29-4235-913e-4d59e7250313 admin admin] Pushing event deleted for resources: {'Port': ['ID=cb2b0c93-f026-4453-8702-ba5bfc22ddc5,revision_number=None']} {{(pid=104387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:29:10.058332 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG dbcounter [-] [104387] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=104387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:29:10.179341 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-adaf3fc8-9b29-4235-913e-4d59e7250313 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-546271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-575160'] for router_interface (bd1d2cf2-0e95-45dc-a81c-142caeaebaea), after_delete {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:29:10.385018 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-adaf3fc8-9b29-4235-913e-4d59e7250313 admin admin] Router bd1d2cf2-0e95-45dc-a81c-142caeaebaea has already been hosted by L3 agent a8549501-0164-4ac5-90a6-1ba1ba0d3f9d {{(pid=104387) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 18 05:29:10.488207 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-adaf3fc8-9b29-4235-913e-4d59e7250313 admin admin] Notify agent at l3_agent.dv-cinder-836996-35-iscsi the message routers_updated {{(pid=104387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 05:29:10.493319 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [None req-adaf3fc8-9b29-4235-913e-4d59e7250313 admin admin] 10.222.0.23 "PUT /v2.0/routers/bd1d2cf2-0e95-45dc-a81c-142caeaebaea/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8388009 Jun 18 05:29:10.495906 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.wsgi [-] (104387) accepted ('10.222.0.23', 57274) {{(pid=104387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 05:29:10.497287 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e78959a7-1e37-49de-b3c6-8324e5ae4af0 None None] Sync routers for ids ['bd1d2cf2-0e95-45dc-a81c-142caeaebaea'] in dv-cinder-836996-35-iscsi {{(pid=104389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 05:29:10.509230 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e78959a7-1e37-49de-b3c6-8324e5ae4af0 None None] Routers {'bd1d2cf2-0e95-45dc-a81c-142caeaebaea'} bound to L3 agent in host dv-cinder-836996-35-iscsi {{(pid=104389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 18 05:29:10.509868 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.db.l3_hamode_db [None req-e78959a7-1e37-49de-b3c6-8324e5ae4af0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-35-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-18T05:08:24Z,description=,heartbeat_timestamp=2022-06-18T05:28:54Z,host='dv-cinder-836996-35-iscsi',id=a8549501-0164-4ac5-90a6-1ba1ba0d3f9d,load=0,resource_versions=,resources_synced=,started_at=2022-06-18T05:08:25Z,topic='l3_agent')) {'router_ids': ['bd1d2cf2-0e95-45dc-a81c-142caeaebaea'], 'active': True} {{(pid=104389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 05:29:10.608942 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG dbcounter [-] [104387] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:29:10.627794 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-9fc09d03-167b-43e4-a870-ee745609fbe4 admin admin] Publish callbacks [] for router (bd1d2cf2-0e95-45dc-a81c-142caeaebaea), before_delete {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:29:10.735092 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-9fc09d03-167b-43e4-a870-ee745609fbe4 admin admin] Publish callbacks [] for router_gateway (bd1d2cf2-0e95-45dc-a81c-142caeaebaea), before_delete {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:29:10.761211 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.db.l3_dvr_db [None req-e78959a7-1e37-49de-b3c6-8324e5ae4af0 None None] Set router bd1d2cf2-0e95-45dc-a81c-142caeaebaea gateway port host: dv-cinder-836996-35-iscsi {{(pid=104389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 18 05:29:10.831928 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG dbcounter [-] [104389] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:29:10.854598 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.plugin [None req-9fc09d03-167b-43e4-a870-ee745609fbe4 admin admin] Deleting port f94d4039-4d8f-4564-be5c-6e372aba9749 {{(pid=104387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 18 05:29:10.854937 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-9fc09d03-167b-43e4-a870-ee745609fbe4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789592760634'] for port (f94d4039-4d8f-4564-be5c-6e372aba9749), before_delete {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:29:10.871370 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG dbcounter [-] [104389] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:29:10.934890 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.db.l3_hamode_db [None req-e78959a7-1e37-49de-b3c6-8324e5ae4af0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd1d2cf2-0e95-45dc-a81c-142caeaebaea', 'name': 'tempest-AttachVolumeNegativeTest-1598467528-router', 'tenant_id': '81c38b2c1ae4484bbf2d4939470f45e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65c030c7-6a7d-4cea-a47d-5cdd532db0e6', 'external_fixed_ips': [{'subnet_id': 'a9fa7760-a071-45ee-b985-799999c69975', 'ip_address': '172.27.2.173'}], 'enable_snat': True}, 'gw_port_id': 'f94d4039-4d8f-4564-be5c-6e372aba9749', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-18T05:23:50Z', 'updated_at': '2022-06-18T05:29:09Z', 'revision_number': 5, 'project_id': '81c38b2c1ae4484bbf2d4939470f45e4', 'gw_port': {'id': 'f94d4039-4d8f-4564-be5c-6e372aba9749', 'name': '', 'network_id': '65c030c7-6a7d-4cea-a47d-5cdd532db0e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:b4:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd1d2cf2-0e95-45dc-a81c-142caeaebaea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': 'a9fa7760-a071-45ee-b985-799999c69975', 'ip_address': '172.27.2.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-18T05:23:50Z', 'updated_at': '2022-06-18T05:23:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9fa7760-a071-45ee-b985-799999c69975', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-35-iscsi'}], 'dv-cinder-836996-35-iscsi', False) {} {{(pid=104389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 05:29:10.945880 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.db [None req-9fc09d03-167b-43e4-a870-ee745609fbe4 admin admin] For port f94d4039-4d8f-4564-be5c-6e372aba9749, host dv-cinder-836996-35-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-35-iscsi',level=0,port_id=f94d4039-4d8f-4564-be5c-6e372aba9749,segment=NetworkSegment(62e6b565-92f9-4432-9d4a-754d0a7517a7),segment_id=62e6b565-92f9-4432-9d4a-754d0a7517a7)] {{(pid=104387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 05:29:10.946245 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-9fc09d03-167b-43e4-a870-ee745609fbe4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-734995'] for port (f94d4039-4d8f-4564-be5c-6e372aba9749), precommit_delete {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:29:10.960877 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.plugin [None req-9fc09d03-167b-43e4-a870-ee745609fbe4 admin admin] Calling delete_port for f94d4039-4d8f-4564-be5c-6e372aba9749 owned by network:router_gateway {{(pid=104387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 18 05:29:10.966621 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e78959a7-1e37-49de-b3c6-8324e5ae4af0 None None] Checking router: bd1d2cf2-0e95-45dc-a81c-142caeaebaea for host: dv-cinder-836996-35-iscsi {{(pid=104389) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 05:29:10.975929 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e78959a7-1e37-49de-b3c6-8324e5ae4af0 None None] Routers {'bd1d2cf2-0e95-45dc-a81c-142caeaebaea'} bound to L3 agent in host dv-cinder-836996-35-iscsi {{(pid=104389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 18 05:29:10.976541 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.db.l3_hamode_db [None req-e78959a7-1e37-49de-b3c6-8324e5ae4af0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-35-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-18T05:08:24Z,description=,heartbeat_timestamp=2022-06-18T05:28:54Z,host='dv-cinder-836996-35-iscsi',id=a8549501-0164-4ac5-90a6-1ba1ba0d3f9d,load=0,resource_versions=,resources_synced=,started_at=2022-06-18T05:08:25Z,topic='l3_agent')) {'router_ids': ['bd1d2cf2-0e95-45dc-a81c-142caeaebaea'], 'active': True} {{(pid=104389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 05:29:11.062635 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.db.l3_dvr_db [None req-e78959a7-1e37-49de-b3c6-8324e5ae4af0 None None] Set router bd1d2cf2-0e95-45dc-a81c-142caeaebaea gateway port host: None {{(pid=104389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 18 05:29:11.112173 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG dbcounter [-] [104387] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=104387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:29:11.115000 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.db.l3_hamode_db [None req-e78959a7-1e37-49de-b3c6-8324e5ae4af0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd1d2cf2-0e95-45dc-a81c-142caeaebaea', 'name': 'tempest-AttachVolumeNegativeTest-1598467528-router', 'tenant_id': '81c38b2c1ae4484bbf2d4939470f45e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-18T05:23:50Z', 'updated_at': '2022-06-18T05:29:10Z', 'revision_number': 6, 'project_id': '81c38b2c1ae4484bbf2d4939470f45e4', 'gw_port_host': None}], 'dv-cinder-836996-35-iscsi', False) {} {{(pid=104389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 05:29:11.139764 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e78959a7-1e37-49de-b3c6-8324e5ae4af0 None None] The sync data for ids ['bd1d2cf2-0e95-45dc-a81c-142caeaebaea'] in dv-cinder-836996-35-iscsi is: [{'id': 'bd1d2cf2-0e95-45dc-a81c-142caeaebaea', 'name': 'tempest-AttachVolumeNegativeTest-1598467528-router', 'tenant_id': '81c38b2c1ae4484bbf2d4939470f45e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-18T05:23:50Z', 'updated_at': '2022-06-18T05:29:10Z', 'revision_number': 6, 'project_id': '81c38b2c1ae4484bbf2d4939470f45e4', 'gw_port_host': None}] {{(pid=104389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 05:29:11.221911 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-9fc09d03-167b-43e4-a870-ee745609fbe4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1768343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789592765633', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789592262831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14020772'] for port (f94d4039-4d8f-4564-be5c-6e372aba9749), after_delete {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:29:11.247487 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc09d03-167b-43e4-a870-ee745609fbe4 admin admin] Pushing event deleted for resources: {'Port': ['ID=f94d4039-4d8f-4564-be5c-6e372aba9749,revision_number=None']} {{(pid=104387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:29:11.312718 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-9fc09d03-167b-43e4-a870-ee745609fbe4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-737003'] for router_gateway (bd1d2cf2-0e95-45dc-a81c-142caeaebaea), after_delete {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:29:11.400179 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-9fc09d03-167b-43e4-a870-ee745609fbe4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-575990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9626'] for router (bd1d2cf2-0e95-45dc-a81c-142caeaebaea), precommit_delete {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:29:11.402390 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-9fc09d03-167b-43e4-a870-ee745609fbe4 admin admin] Publish callbacks [] for router_controller (bd1d2cf2-0e95-45dc-a81c-142caeaebaea), precommit_delete_associations {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:29:11.522695 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-9fc09d03-167b-43e4-a870-ee745609fbe4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-574313'] for router (bd1d2cf2-0e95-45dc-a81c-142caeaebaea), after_delete {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:29:11.523414 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9fc09d03-167b-43e4-a870-ee745609fbe4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router bd1d2cf2-0e95-45dc-a81c-142caeaebaea {{(pid=104387) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 18 05:29:11.528759 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-9fc09d03-167b-43e4-a870-ee745609fbe4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:29:11.531362 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [None req-9fc09d03-167b-43e4-a870-ee745609fbe4 admin admin] 10.222.0.23 "DELETE /v2.0/routers/bd1d2cf2-0e95-45dc-a81c-142caeaebaea HTTP/1.1" status: 204 len: 168 time: 1.0345111 Jun 18 05:29:11.536735 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.wsgi [-] (104387) accepted ('10.222.0.23', 57276) {{(pid=104387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 05:29:11.592192 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.db.db_base_plugin_v2 [None req-f67a6b83-f823-41e9-9b6a-5db48c78a26e admin admin] Deleting subnet 04d37ce2-ecce-4dd0-86fe-4bab0e2e49c9 {{(pid=104387) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 18 05:29:11.595701 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-f67a6b83-f823-41e9-9b6a-5db48c78a26e admin admin] Publish callbacks [] for subnet (04d37ce2-ecce-4dd0-86fe-4bab0e2e49c9), before_delete {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:29:11.631174 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-f67a6b83-f823-41e9-9b6a-5db48c78a26e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14008636'] for subnet (04d37ce2-ecce-4dd0-86fe-4bab0e2e49c9), precommit_delete_associations {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:29:11.703116 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG dbcounter [-] [104387] Writing DB stats neutron:SELECT=91,neutron:UPDATE=3,neutron:DELETE=6 {{(pid=104387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:29:11.710113 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-f67a6b83-f823-41e9-9b6a-5db48c78a26e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1721998'] for subnet (04d37ce2-ecce-4dd0-86fe-4bab0e2e49c9), precommit_delete {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:29:11.850475 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-f67a6b83-f823-41e9-9b6a-5db48c78a26e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1720957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-721378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14020979', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13962170'] for subnet (04d37ce2-ecce-4dd0-86fe-4bab0e2e49c9), after_delete {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:29:11.877117 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f67a6b83-f823-41e9-9b6a-5db48c78a26e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=04d37ce2-ecce-4dd0-86fe-4bab0e2e49c9,revision_number=None']} {{(pid=104387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:29:11.880833 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-f67a6b83-f823-41e9-9b6a-5db48c78a26e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:29:11.886259 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [None req-f67a6b83-f823-41e9-9b6a-5db48c78a26e admin admin] 10.222.0.23 "DELETE /v2.0/subnets/04d37ce2-ecce-4dd0-86fe-4bab0e2e49c9 HTTP/1.1" status: 204 len: 168 time: 0.3482668 Jun 18 05:29:11.886677 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.wsgi [-] (104388) accepted ('10.222.0.23', 57278) {{(pid=104388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 05:29:11.890692 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-804978d6-da16-44b5-9418-c2b92e7c86d7 None None] Network 1c244710-1fba-414f-9d04-4fcd88e7ed14 requested from dv-cinder-836996-35-iscsi {{(pid=104389) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 18 05:29:11.921887 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.rpc [None req-c042a677-28f5-4026-b552-0173028fe9dd None None] Device cb2b0c93-f026-4453-8702-ba5bfc22ddc5 no longer exists at agent ovs-agent-dv-cinder-836996-35-iscsi {{(pid=104389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 18 05:29:11.952224 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.plugin [None req-c042a677-28f5-4026-b552-0173028fe9dd None None] No Port match for: cb2b0c93-f026-4453-8702-ba5bfc22ddc5 {{(pid=104389) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 18 05:29:11.952567 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.rpc [None req-c042a677-28f5-4026-b552-0173028fe9dd None None] Device cb2b0c93-f026-4453-8702-ba5bfc22ddc5 not bound to the agent host dv-cinder-836996-35-iscsi {{(pid=104389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 18 05:29:11.964564 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-860d2e18-80d0-446a-aeb3-e1f81c654668 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1848287'] for network (1c244710-1fba-414f-9d04-4fcd88e7ed14), before_delete {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:29:12.006330 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.plugins.ml2.plugin [None req-860d2e18-80d0-446a-aeb3-e1f81c654668 admin admin] Deleting port c4a97bd6-f81f-433f-bba2-60e5112d87d0 {{(pid=104388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 18 05:29:12.006674 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-860d2e18-80d0-446a-aeb3-e1f81c654668 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789592760634'] for port (c4a97bd6-f81f-433f-bba2-60e5112d87d0), before_delete {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:29:12.075080 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.plugins.ml2.db [None req-860d2e18-80d0-446a-aeb3-e1f81c654668 admin admin] For port c4a97bd6-f81f-433f-bba2-60e5112d87d0, host dv-cinder-836996-35-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-35-iscsi',level=0,port_id=c4a97bd6-f81f-433f-bba2-60e5112d87d0,segment=NetworkSegment(86362bff-3a6a-43b7-a40e-ec817261ef9d),segment_id=86362bff-3a6a-43b7-a40e-ec817261ef9d)] {{(pid=104388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 05:29:12.075392 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-860d2e18-80d0-446a-aeb3-e1f81c654668 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-734995'] for port (c4a97bd6-f81f-433f-bba2-60e5112d87d0), precommit_delete {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:29:12.088308 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.plugins.ml2.plugin [None req-860d2e18-80d0-446a-aeb3-e1f81c654668 admin admin] Calling delete_port for c4a97bd6-f81f-433f-bba2-60e5112d87d0 owned by network:dhcp {{(pid=104388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 18 05:29:12.100039 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90ea2b9d-e503-45b2-8b16-d5e1574941e9 None None] DHCP port deletion for 1c244710-1fba-414f-9d04-4fcd88e7ed14 request from dv-cinder-836996-35-iscsi {{(pid=104389) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 18 05:29:12.149743 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.plugin [None req-90ea2b9d-e503-45b2-8b16-d5e1574941e9 None None] Deleting port c4a97bd6-f81f-433f-bba2-60e5112d87d0 {{(pid=104389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 18 05:29:12.150107 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-90ea2b9d-e503-45b2-8b16-d5e1574941e9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789592760634'] for port (c4a97bd6-f81f-433f-bba2-60e5112d87d0), before_delete {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:29:12.220985 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.db [None req-90ea2b9d-e503-45b2-8b16-d5e1574941e9 None None] For port c4a97bd6-f81f-433f-bba2-60e5112d87d0, host dv-cinder-836996-35-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-35-iscsi',level=0,port_id=c4a97bd6-f81f-433f-bba2-60e5112d87d0,segment=NetworkSegment(86362bff-3a6a-43b7-a40e-ec817261ef9d),segment_id=86362bff-3a6a-43b7-a40e-ec817261ef9d)] {{(pid=104389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 05:29:12.225342 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-90ea2b9d-e503-45b2-8b16-d5e1574941e9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-734995'] for port (c4a97bd6-f81f-433f-bba2-60e5112d87d0), precommit_delete {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:29:12.234238 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.plugin [None req-90ea2b9d-e503-45b2-8b16-d5e1574941e9 None None] Calling delete_port for c4a97bd6-f81f-433f-bba2-60e5112d87d0 owned by network:dhcp {{(pid=104389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 18 05:29:12.268597 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-860d2e18-80d0-446a-aeb3-e1f81c654668 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1768343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789592765633', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789592262831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15493031'] for port (c4a97bd6-f81f-433f-bba2-60e5112d87d0), after_delete {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:29:12.293823 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860d2e18-80d0-446a-aeb3-e1f81c654668 admin admin] Pushing event deleted for resources: {'Port': ['ID=c4a97bd6-f81f-433f-bba2-60e5112d87d0,revision_number=None']} {{(pid=104388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:29:12.299768 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-860d2e18-80d0-446a-aeb3-e1f81c654668 admin admin] No DVR routers for this DVR port c4a97bd6-f81f-433f-bba2-60e5112d87d0 on host dv-cinder-836996-35-iscsi {{(pid=104388) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 18 05:29:12.310124 dv-cinder-836996-35-iscsi neutron-server[104389]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 18 05:29:12.310124 dv-cinder-836996-35-iscsi neutron-server[104389]: from cryptography.utils import int_from_bytes Jun 18 05:29:12.310124 dv-cinder-836996-35-iscsi neutron-server[104389]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 18 05:29:12.310124 dv-cinder-836996-35-iscsi neutron-server[104389]: from cryptography.utils import int_from_bytes Jun 18 05:29:12.310124 dv-cinder-836996-35-iscsi neutron-server[104389]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 18 05:29:12.310124 dv-cinder-836996-35-iscsi neutron-server[104389]: self.session.flush() Jun 18 05:29:12.310124 dv-cinder-836996-35-iscsi neutron-server[104389]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 18 05:29:12.310124 dv-cinder-836996-35-iscsi neutron-server[104389]: self.session.flush() Jun 18 05:29:12.310124 dv-cinder-836996-35-iscsi neutron-server[104389]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 18 05:29:12.310124 dv-cinder-836996-35-iscsi neutron-server[104389]: self.session.flush() Jun 18 05:29:12.310124 dv-cinder-836996-35-iscsi neutron-server[104389]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 18 05:29:12.310124 dv-cinder-836996-35-iscsi neutron-server[104389]: self.session.flush() Jun 18 05:29:12.310124 dv-cinder-836996-35-iscsi neutron-server[104389]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 18 05:29:12.310124 dv-cinder-836996-35-iscsi neutron-server[104389]: self.session.flush() Jun 18 05:29:12.310124 dv-cinder-836996-35-iscsi neutron-server[104389]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 18 05:29:12.310124 dv-cinder-836996-35-iscsi neutron-server[104389]: self.session.flush() Jun 18 05:29:12.310124 dv-cinder-836996-35-iscsi neutron-server[104389]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 18 05:29:12.310124 dv-cinder-836996-35-iscsi neutron-server[104389]: self.session.flush() Jun 18 05:29:12.310124 dv-cinder-836996-35-iscsi neutron-server[104389]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 18 05:29:12.310124 dv-cinder-836996-35-iscsi neutron-server[104389]: self.session.flush() Jun 18 05:29:12.310124 dv-cinder-836996-35-iscsi neutron-server[104389]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 18 05:29:12.310124 dv-cinder-836996-35-iscsi neutron-server[104389]: self.session.flush() Jun 18 05:29:12.310124 dv-cinder-836996-35-iscsi neutron-server[104389]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 18 05:29:12.310124 dv-cinder-836996-35-iscsi neutron-server[104389]: self.session.flush() Jun 18 05:29:12.310124 dv-cinder-836996-35-iscsi neutron-server[104389]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 18 05:29:12.310124 dv-cinder-836996-35-iscsi neutron-server[104389]: self.session.flush() Jun 18 05:29:12.310124 dv-cinder-836996-35-iscsi neutron-server[104389]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 18 05:29:12.310124 dv-cinder-836996-35-iscsi neutron-server[104389]: self.session.flush() Jun 18 05:29:12.310124 dv-cinder-836996-35-iscsi neutron-server[104389]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 18 05:29:12.310124 dv-cinder-836996-35-iscsi neutron-server[104389]: self.session.flush() Jun 18 05:29:12.310124 dv-cinder-836996-35-iscsi neutron-server[104389]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 18 05:29:12.310124 dv-cinder-836996-35-iscsi neutron-server[104389]: self.session.flush() Jun 18 05:29:12.310124 dv-cinder-836996-35-iscsi neutron-server[104389]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 18 05:29:12.310124 dv-cinder-836996-35-iscsi neutron-server[104389]: self.session.flush() Jun 18 05:29:12.310124 dv-cinder-836996-35-iscsi neutron-server[104389]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 18 05:29:12.310124 dv-cinder-836996-35-iscsi neutron-server[104389]: self.session.flush() Jun 18 05:29:12.310124 dv-cinder-836996-35-iscsi neutron-server[104389]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 18 05:29:12.310124 dv-cinder-836996-35-iscsi neutron-server[104389]: self.session.flush() Jun 18 05:29:12.310124 dv-cinder-836996-35-iscsi neutron-server[104389]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 18 05:29:12.310124 dv-cinder-836996-35-iscsi neutron-server[104389]: self.session.flush() Jun 18 05:29:12.310124 dv-cinder-836996-35-iscsi neutron-server[104389]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 18 05:29:12.310124 dv-cinder-836996-35-iscsi neutron-server[104389]: self.session.flush() Jun 18 05:29:12.315089 dv-cinder-836996-35-iscsi neutron-server[104389]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 18 05:29:12.315089 dv-cinder-836996-35-iscsi neutron-server[104389]: self.session.flush() Jun 18 05:29:12.315089 dv-cinder-836996-35-iscsi neutron-server[104389]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 18 05:29:12.315089 dv-cinder-836996-35-iscsi neutron-server[104389]: self.session.flush() Jun 18 05:29:12.315089 dv-cinder-836996-35-iscsi neutron-server[104389]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 18 05:29:12.315089 dv-cinder-836996-35-iscsi neutron-server[104389]: self.session.flush() Jun 18 05:29:12.315089 dv-cinder-836996-35-iscsi neutron-server[104389]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 18 05:29:12.315089 dv-cinder-836996-35-iscsi neutron-server[104389]: self.session.flush() Jun 18 05:29:12.315089 dv-cinder-836996-35-iscsi neutron-server[104389]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 18 05:29:12.315089 dv-cinder-836996-35-iscsi neutron-server[104389]: self.session.flush() Jun 18 05:29:12.315089 dv-cinder-836996-35-iscsi neutron-server[104389]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 18 05:29:12.315089 dv-cinder-836996-35-iscsi neutron-server[104389]: self.session.flush() Jun 18 05:29:12.315089 dv-cinder-836996-35-iscsi neutron-server[104389]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 18 05:29:12.315089 dv-cinder-836996-35-iscsi neutron-server[104389]: self.session.flush() Jun 18 05:29:12.316222 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-90ea2b9d-e503-45b2-8b16-d5e1574941e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1768343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789592765633', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789592262831'] for port (c4a97bd6-f81f-433f-bba2-60e5112d87d0), after_delete {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:29:12.340310 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ea2b9d-e503-45b2-8b16-d5e1574941e9 None None] Pushing event deleted for resources: {'Port': ['ID=c4a97bd6-f81f-433f-bba2-60e5112d87d0,revision_number=None']} {{(pid=104389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:29:12.345221 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90ea2b9d-e503-45b2-8b16-d5e1574941e9 None None] No DVR routers for this DVR port c4a97bd6-f81f-433f-bba2-60e5112d87d0 on host dv-cinder-836996-35-iscsi {{(pid=104389) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 18 05:29:12.351958 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ea2b9d-e503-45b2-8b16-d5e1574941e9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:29:12.352310 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ea2b9d-e503-45b2-8b16-d5e1574941e9 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:29:12.352637 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ea2b9d-e503-45b2-8b16-d5e1574941e9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:29:12.352978 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ea2b9d-e503-45b2-8b16-d5e1574941e9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:29:12.353314 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ea2b9d-e503-45b2-8b16-d5e1574941e9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:29:12.353672 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ea2b9d-e503-45b2-8b16-d5e1574941e9 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:29:12.353999 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ea2b9d-e503-45b2-8b16-d5e1574941e9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:29:12.354443 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ea2b9d-e503-45b2-8b16-d5e1574941e9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:29:12.354640 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ea2b9d-e503-45b2-8b16-d5e1574941e9 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:29:12.355689 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ea2b9d-e503-45b2-8b16-d5e1574941e9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:29:12.356031 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ea2b9d-e503-45b2-8b16-d5e1574941e9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:29:12.356361 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ea2b9d-e503-45b2-8b16-d5e1574941e9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:29:12.356689 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ea2b9d-e503-45b2-8b16-d5e1574941e9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:29:12.357056 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ea2b9d-e503-45b2-8b16-d5e1574941e9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:29:12.357333 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ea2b9d-e503-45b2-8b16-d5e1574941e9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:29:12.375711 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-860d2e18-80d0-446a-aeb3-e1f81c654668 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1722107', 'neutron.services.segments.db._delete_segments_for_network-8789592556701'] for network (1c244710-1fba-414f-9d04-4fcd88e7ed14), precommit_delete {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:29:12.400285 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.services.segments.db [None req-860d2e18-80d0-446a-aeb3-e1f81c654668 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1c244710-1fba-414f-9d04-4fcd88e7ed14']}} {{(pid=104388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 05:29:12.410529 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.services.segments.db [None req-860d2e18-80d0-446a-aeb3-e1f81c654668 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '86362bff-3a6a-43b7-a40e-ec817261ef9d') {'for_net_delete': True} {{(pid=104388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 05:29:12.410829 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.services.segments.db [None req-860d2e18-80d0-446a-aeb3-e1f81c654668 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '86362bff-3a6a-43b7-a40e-ec817261ef9d') {} {{(pid=104388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 05:29:12.420371 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-860d2e18-80d0-446a-aeb3-e1f81c654668 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789592557222', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14184782'] for segment (86362bff-3a6a-43b7-a40e-ec817261ef9d), before_delete {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:29:12.433569 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-860d2e18-80d0-446a-aeb3-e1f81c654668 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1723189'] for segment (86362bff-3a6a-43b7-a40e-ec817261ef9d), precommit_delete {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:29:12.439801 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-860d2e18-80d0-446a-aeb3-e1f81c654668 admin admin] Releasing vlan 321 on physical network physnet1 to pool {{(pid=104388) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 18 05:29:12.440187 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-860d2e18-80d0-446a-aeb3-e1f81c654668 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1723189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15493010'] for segment (86362bff-3a6a-43b7-a40e-ec817261ef9d), after_delete {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:29:12.576864 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.services.segments.plugin [-] Segment 86362bff-3a6a-43b7-a40e-ec817261ef9d resource provider aggregate not found Jun 18 05:29:12.583921 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-860d2e18-80d0-446a-aeb3-e1f81c654668 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1722098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-736823'] for network (1c244710-1fba-414f-9d04-4fcd88e7ed14), after_delete {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:29:12.594399 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-860d2e18-80d0-446a-aeb3-e1f81c654668 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546098'] for network (None), before_response {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:29:12.595415 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [None req-860d2e18-80d0-446a-aeb3-e1f81c654668 admin admin] 10.222.0.23 "DELETE /v2.0/networks/1c244710-1fba-414f-9d04-4fcd88e7ed14 HTTP/1.1" status: 204 len: 168 time: 0.7070205 Jun 18 05:29:12.596651 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.services.segments.plugin [-] Segment 86362bff-3a6a-43b7-a40e-ec817261ef9d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 86362bff-3a6a-43b7-a40e-ec817261ef9d found for delete ", "request_id": "req-6b5fdc6a-913b-4088-bcba-a25d1f153ee7"}]} Jun 18 05:29:12.605976 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860d2e18-80d0-446a-aeb3-e1f81c654668 admin admin] Pushing event deleted for resources: {'Network': ['ID=1c244710-1fba-414f-9d04-4fcd88e7ed14,revision_number=None']} {{(pid=104388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:29:12.914682 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.wsgi [-] (104388) accepted ('10.222.0.23', 57288) {{(pid=104388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 05:29:12.955629 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [None req-190b5321-46bf-45c9-ba01-cd128cc68e83 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=81c38b2c1ae4484bbf2d4939470f45e4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0398095 Jun 18 05:29:12.958075 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.wsgi [-] (104388) accepted ('10.222.0.23', 57290) {{(pid=104388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 05:29:13.009320 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-1ff31e9b-b44f-4263-8ea9-76a96e333fe4 admin admin] Publish callbacks [] for security_group (2a80a3c1-0a47-4ff4-9422-958f7556bc51), before_delete {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:29:13.017452 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG dbcounter [-] [104388] Writing DB stats neutron:SELECT=89,neutron:DELETE=10,neutron:UPDATE=1 {{(pid=104388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:29:13.030586 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-1ff31e9b-b44f-4263-8ea9-76a96e333fe4 admin admin] Publish callbacks [] for security_group (2a80a3c1-0a47-4ff4-9422-958f7556bc51), precommit_delete {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:29:13.159362 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-1ff31e9b-b44f-4263-8ea9-76a96e333fe4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728332'] for security_group (2a80a3c1-0a47-4ff4-9422-958f7556bc51), after_delete {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:29:13.161874 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-1ff31e9b-b44f-4263-8ea9-76a96e333fe4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:29:13.163088 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [None req-1ff31e9b-b44f-4263-8ea9-76a96e333fe4 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/2a80a3c1-0a47-4ff4-9422-958f7556bc51 HTTP/1.1" status: 204 len: 168 time: 0.2041252 Jun 18 05:29:13.171546 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff31e9b-b44f-4263-8ea9-76a96e333fe4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a80a3c1-0a47-4ff4-9422-958f7556bc51,revision_number=None']} {{(pid=104388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:29:13.554273 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.rpc [None req-c042a677-28f5-4026-b552-0173028fe9dd None None] Device f94d4039-4d8f-4564-be5c-6e372aba9749 no longer exists at agent ovs-agent-dv-cinder-836996-35-iscsi {{(pid=104389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 18 05:29:13.574356 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.plugin [None req-c042a677-28f5-4026-b552-0173028fe9dd None None] No Port match for: f94d4039-4d8f-4564-be5c-6e372aba9749 {{(pid=104389) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 18 05:29:13.574706 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.rpc [None req-c042a677-28f5-4026-b552-0173028fe9dd None None] Device f94d4039-4d8f-4564-be5c-6e372aba9749 not bound to the agent host dv-cinder-836996-35-iscsi {{(pid=104389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 18 05:29:13.575124 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.rpc [None req-c042a677-28f5-4026-b552-0173028fe9dd None None] Device c4a97bd6-f81f-433f-bba2-60e5112d87d0 no longer exists at agent ovs-agent-dv-cinder-836996-35-iscsi {{(pid=104389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 18 05:29:13.595110 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.plugin [None req-c042a677-28f5-4026-b552-0173028fe9dd None None] No Port match for: c4a97bd6-f81f-433f-bba2-60e5112d87d0 {{(pid=104389) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 18 05:29:13.595458 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron.plugins.ml2.rpc [None req-c042a677-28f5-4026-b552-0173028fe9dd None None] Device c4a97bd6-f81f-433f-bba2-60e5112d87d0 not bound to the agent host dv-cinder-836996-35-iscsi {{(pid=104389) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 18 05:29:14.714309 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG neutron.db.agents_db [None req-f0cd052f-7516-4656-9d29-e77bb90ffdea None None] Agent healthcheck: found 6 active agents {{(pid=104390) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 18 05:29:17.936704 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.wsgi [-] (104388) accepted ('10.222.0.23', 57350) {{(pid=104388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 05:29:18.058129 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG dbcounter [-] [104388] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=104388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:29:18.066140 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-4437a5c3-4b92-4528-9ee7-82672065dbcc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:29:18.141650 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-4437a5c3-4b92-4528-9ee7-82672065dbcc admin admin] Publish callbacks [] for security_group (4606c023-ec17-40a1-b550-3279c1d9b18e), precommit_create {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:29:18.195147 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-4437a5c3-4b92-4528-9ee7-82672065dbcc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728332'] for security_group (4606c023-ec17-40a1-b550-3279c1d9b18e), after_create {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:29:18.239963 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [None req-4437a5c3-4b92-4528-9ee7-82672065dbcc admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=98b2c0715f93458785782dfe3574d15c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3021574 Jun 18 05:29:18.241859 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4437a5c3-4b92-4528-9ee7-82672065dbcc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4606c023-ec17-40a1-b550-3279c1d9b18e,revision_number=1']} {{(pid=104388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:29:18.242716 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.wsgi [-] (104387) accepted ('10.222.0.23', 57354) {{(pid=104387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 05:29:18.299812 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-45a03c34-bdd0-4576-8fd1-212e3770c88e admin admin] Publish callbacks [] for security_group (4606c023-ec17-40a1-b550-3279c1d9b18e), before_delete {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:29:18.323854 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-45a03c34-bdd0-4576-8fd1-212e3770c88e admin admin] Publish callbacks [] for security_group (4606c023-ec17-40a1-b550-3279c1d9b18e), precommit_delete {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:29:18.441223 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-45a03c34-bdd0-4576-8fd1-212e3770c88e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728332'] for security_group (4606c023-ec17-40a1-b550-3279c1d9b18e), after_delete {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:29:18.443806 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-45a03c34-bdd0-4576-8fd1-212e3770c88e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:29:18.444993 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [None req-45a03c34-bdd0-4576-8fd1-212e3770c88e admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/4606c023-ec17-40a1-b550-3279c1d9b18e HTTP/1.1" status: 204 len: 168 time: 0.2011936 Jun 18 05:29:18.452972 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a03c34-bdd0-4576-8fd1-212e3770c88e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4606c023-ec17-40a1-b550-3279c1d9b18e,revision_number=None']} {{(pid=104387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:29:22.052711 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-0dc93efd-b50d-4b1a-84ec-22c596f465e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789592556683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1744442'] for agent (426d7b1c-7831-4cf6-8aa4-29496a16634c), after_update {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:29:24.490417 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-d8bef2f7-987e-4662-88c8-c01171a8be57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789592556683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1744442'] for agent (a8549501-0164-4ac5-90a6-1ba1ba0d3f9d), after_update {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:29:24.608046 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG dbcounter [-] [104390] Writing DB stats neutron:SELECT=21,neutron:UPDATE=2 {{(pid=104390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:29:24.710046 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG dbcounter [-] [104390] Writing DB stats neutron:SELECT=21 {{(pid=104390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:29:25.658694 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-bd48e2cf-68a6-4f35-9a09-882d425f288c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789592556683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1744442'] for agent (e572bbf3-12d8-41bb-a2ed-524d739c9de1), after_update {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:29:27.309270 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-5df8b1a9-a354-44ed-8761-35e8e24f4084 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789592556683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1744442'] for agent (37f34a37-d85d-4c21-966b-86dc43157ac3), after_update {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:29:27.552686 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-c042a677-28f5-4026-b552-0173028fe9dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789592556683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1744442'] for agent (d503ae44-4e24-48d3-9886-03581f90537d), after_update {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:29:28.231274 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG dbcounter [-] [104388] Writing DB stats neutron:SELECT=26,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:29:28.238518 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG dbcounter [-] [104388] Writing DB stats neutron:SELECT=10 {{(pid=104388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:29:28.355862 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG dbcounter [-] [104387] Writing DB stats neutron:SELECT=55,neutron:DELETE=11,neutron:UPDATE=2 {{(pid=104387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:29:28.449026 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG dbcounter [-] [104387] Writing DB stats neutron:SELECT=19,neutron:DELETE=2 {{(pid=104387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:29:31.031654 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.wsgi [-] (104387) accepted ('10.222.0.23', 57484) {{(pid=104387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 05:29:31.138110 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-f1563de2-9fdc-4aac-9245-730a85b61add admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:29:31.212704 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-f1563de2-9fdc-4aac-9245-730a85b61add admin admin] Publish callbacks [] for security_group (3ccdbcfb-3d9a-42e1-b56d-f4d4619cd588), precommit_create {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:29:31.283976 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-f1563de2-9fdc-4aac-9245-730a85b61add admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728332'] for security_group (3ccdbcfb-3d9a-42e1-b56d-f4d4619cd588), after_create {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:29:31.324300 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [None req-f1563de2-9fdc-4aac-9245-730a85b61add admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=62211c4027dc4d7c9aae7143ea814468&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2915416 Jun 18 05:29:31.325439 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1563de2-9fdc-4aac-9245-730a85b61add admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ccdbcfb-3d9a-42e1-b56d-f4d4619cd588,revision_number=1']} {{(pid=104387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:29:31.327130 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.wsgi [-] (104388) accepted ('10.222.0.23', 57488) {{(pid=104388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 05:29:31.379987 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-54c07f56-639e-49bb-8427-5f69b84fb7e7 admin admin] Publish callbacks [] for security_group (3ccdbcfb-3d9a-42e1-b56d-f4d4619cd588), before_delete {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:29:31.401814 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-54c07f56-639e-49bb-8427-5f69b84fb7e7 admin admin] Publish callbacks [] for security_group (3ccdbcfb-3d9a-42e1-b56d-f4d4619cd588), precommit_delete {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:29:31.498108 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-54c07f56-639e-49bb-8427-5f69b84fb7e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728332'] for security_group (3ccdbcfb-3d9a-42e1-b56d-f4d4619cd588), after_delete {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:29:31.500556 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-54c07f56-639e-49bb-8427-5f69b84fb7e7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:29:31.501728 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [None req-54c07f56-639e-49bb-8427-5f69b84fb7e7 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/3ccdbcfb-3d9a-42e1-b56d-f4d4619cd588 HTTP/1.1" status: 204 len: 168 time: 0.1735232 Jun 18 05:29:31.509673 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c07f56-639e-49bb-8427-5f69b84fb7e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ccdbcfb-3d9a-42e1-b56d-f4d4619cd588,revision_number=None']} {{(pid=104388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:29:32.073410 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.wsgi [-] (104387) accepted ('10.222.0.23', 57494) {{(pid=104387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 05:29:32.087918 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-384c506d-915c-4ff4-aee4-77df49f48e8c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:29:32.162312 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-384c506d-915c-4ff4-aee4-77df49f48e8c admin admin] Publish callbacks [] for security_group (cbfea1de-8a15-4320-b95e-97f9f1fd3dde), precommit_create {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:29:32.220862 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-384c506d-915c-4ff4-aee4-77df49f48e8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728332'] for security_group (cbfea1de-8a15-4320-b95e-97f9f1fd3dde), after_create {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:29:32.262288 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384c506d-915c-4ff4-aee4-77df49f48e8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbfea1de-8a15-4320-b95e-97f9f1fd3dde,revision_number=1']} {{(pid=104387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:29:32.266522 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [None req-384c506d-915c-4ff4-aee4-77df49f48e8c admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=63a48876a6e04028b448ed616e71bdca&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1920044 Jun 18 05:29:32.269337 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.wsgi [-] (104387) accepted ('10.222.0.23', 57496) {{(pid=104387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 05:29:32.318529 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-d4d53652-c16c-4b2f-b38a-9a299b698000 admin admin] Publish callbacks [] for security_group (cbfea1de-8a15-4320-b95e-97f9f1fd3dde), before_delete {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:29:32.339445 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-d4d53652-c16c-4b2f-b38a-9a299b698000 admin admin] Publish callbacks [] for security_group (cbfea1de-8a15-4320-b95e-97f9f1fd3dde), precommit_delete {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:29:32.446555 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-d4d53652-c16c-4b2f-b38a-9a299b698000 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728332'] for security_group (cbfea1de-8a15-4320-b95e-97f9f1fd3dde), after_delete {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:29:32.449054 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-d4d53652-c16c-4b2f-b38a-9a299b698000 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:29:32.450261 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [None req-d4d53652-c16c-4b2f-b38a-9a299b698000 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/cbfea1de-8a15-4320-b95e-97f9f1fd3dde HTTP/1.1" status: 204 len: 168 time: 0.1801357 Jun 18 05:29:32.458188 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d53652-c16c-4b2f-b38a-9a299b698000 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbfea1de-8a15-4320-b95e-97f9f1fd3dde,revision_number=None']} {{(pid=104387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:29:33.170518 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.wsgi [-] (104388) accepted ('10.222.0.23', 57502) {{(pid=104388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 05:29:33.184529 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-62b5e9db-0059-4dc0-955d-5b658a337b62 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:29:33.260847 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-62b5e9db-0059-4dc0-955d-5b658a337b62 admin admin] Publish callbacks [] for security_group (b73961cc-3397-4c5e-97f0-254e7b9f5596), precommit_create {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:29:33.315185 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-62b5e9db-0059-4dc0-955d-5b658a337b62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728332'] for security_group (b73961cc-3397-4c5e-97f0-254e7b9f5596), after_create {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:29:33.355660 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [None req-62b5e9db-0059-4dc0-955d-5b658a337b62 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=134625a67b5f4c76a65554094e540926&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1836486 Jun 18 05:29:33.356151 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b5e9db-0059-4dc0-955d-5b658a337b62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b73961cc-3397-4c5e-97f0-254e7b9f5596,revision_number=1']} {{(pid=104388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:29:33.357978 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.wsgi [-] (104387) accepted ('10.222.0.23', 57504) {{(pid=104387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 05:29:33.409576 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-3954d10f-b594-4aff-87f1-97790434feed admin admin] Publish callbacks [] for security_group (b73961cc-3397-4c5e-97f0-254e7b9f5596), before_delete {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:29:33.431159 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-3954d10f-b594-4aff-87f1-97790434feed admin admin] Publish callbacks [] for security_group (b73961cc-3397-4c5e-97f0-254e7b9f5596), precommit_delete {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:29:33.593030 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-3954d10f-b594-4aff-87f1-97790434feed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728332'] for security_group (b73961cc-3397-4c5e-97f0-254e7b9f5596), after_delete {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:29:33.595628 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-3954d10f-b594-4aff-87f1-97790434feed admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:29:33.596793 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [None req-3954d10f-b594-4aff-87f1-97790434feed admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/b73961cc-3397-4c5e-97f0-254e7b9f5596 HTTP/1.1" status: 204 len: 168 time: 0.2378550 Jun 18 05:29:33.605139 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3954d10f-b594-4aff-87f1-97790434feed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b73961cc-3397-4c5e-97f0-254e7b9f5596,revision_number=None']} {{(pid=104387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:29:37.581055 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789592556683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1744442'] for agent (21f82a9e-593b-4fa9-aa06-dfe6f16482e6), after_update {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:29:40.713915 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.wsgi [-] (104387) accepted ('10.222.0.23', 57578) {{(pid=104387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 05:29:40.827002 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-649144a5-96af-4d2e-922f-da9c69156dea admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:29:40.847006 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG dbcounter [-] [104387] Writing DB stats neutron:SELECT=78,neutron:INSERT=17,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:29:40.879952 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG dbcounter [-] [104387] Writing DB stats neutron:SELECT=79,neutron:INSERT=15,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=104387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:29:40.902372 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-649144a5-96af-4d2e-922f-da9c69156dea admin admin] Publish callbacks [] for security_group (f9ba8688-5f13-4f1e-8b28-14cbba75f44f), precommit_create {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:29:40.978091 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-649144a5-96af-4d2e-922f-da9c69156dea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728332'] for security_group (f9ba8688-5f13-4f1e-8b28-14cbba75f44f), after_create {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:29:41.017715 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [None req-649144a5-96af-4d2e-922f-da9c69156dea admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=f29194a7cab84679b1ac9e9debee58e1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3027215 Jun 18 05:29:41.018555 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-649144a5-96af-4d2e-922f-da9c69156dea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9ba8688-5f13-4f1e-8b28-14cbba75f44f,revision_number=1']} {{(pid=104387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:29:41.020500 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.wsgi [-] (104388) accepted ('10.222.0.23', 57582) {{(pid=104388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 05:29:41.073739 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-f5128b94-f6df-4f53-bfb3-3bc4c2b01c23 admin admin] Publish callbacks [] for security_group (f9ba8688-5f13-4f1e-8b28-14cbba75f44f), before_delete {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:29:41.095724 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-f5128b94-f6df-4f53-bfb3-3bc4c2b01c23 admin admin] Publish callbacks [] for security_group (f9ba8688-5f13-4f1e-8b28-14cbba75f44f), precommit_delete {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:29:41.241924 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-f5128b94-f6df-4f53-bfb3-3bc4c2b01c23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728332'] for security_group (f9ba8688-5f13-4f1e-8b28-14cbba75f44f), after_delete {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:29:41.244564 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-f5128b94-f6df-4f53-bfb3-3bc4c2b01c23 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:29:41.245746 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [None req-f5128b94-f6df-4f53-bfb3-3bc4c2b01c23 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/f9ba8688-5f13-4f1e-8b28-14cbba75f44f HTTP/1.1" status: 204 len: 168 time: 0.2241676 Jun 18 05:29:41.253746 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5128b94-f6df-4f53-bfb3-3bc4c2b01c23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9ba8688-5f13-4f1e-8b28-14cbba75f44f,revision_number=None']} {{(pid=104388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:29:41.266052 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG dbcounter [-] [104389] Writing DB stats neutron:SELECT=57,neutron:DELETE=3,neutron:UPDATE=5 {{(pid=104389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:29:41.266651 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG dbcounter [-] [104389] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:29:41.901826 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.wsgi [-] (104388) accepted ('10.222.0.23', 57588) {{(pid=104388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 05:29:41.916287 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-953a0dda-3401-434d-bd92-50c9d226512b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:29:41.991251 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-953a0dda-3401-434d-bd92-50c9d226512b admin admin] Publish callbacks [] for security_group (d111ead9-bb15-4c63-9594-7cb85d10ccf6), precommit_create {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:29:42.066721 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-953a0dda-3401-434d-bd92-50c9d226512b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728332'] for security_group (d111ead9-bb15-4c63-9594-7cb85d10ccf6), after_create {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:29:42.106502 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [None req-953a0dda-3401-434d-bd92-50c9d226512b admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=b4ba4c985f3344e3b0f640a1ec72b477&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2035179 Jun 18 05:29:42.107357 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953a0dda-3401-434d-bd92-50c9d226512b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d111ead9-bb15-4c63-9594-7cb85d10ccf6,revision_number=1']} {{(pid=104388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:29:42.109372 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.wsgi [-] (104387) accepted ('10.222.0.23', 57590) {{(pid=104387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 05:29:42.158876 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-40f05b61-5a4c-4ea9-9764-d3b4a2773d4b admin admin] Publish callbacks [] for security_group (d111ead9-bb15-4c63-9594-7cb85d10ccf6), before_delete {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:29:42.182094 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-40f05b61-5a4c-4ea9-9764-d3b4a2773d4b admin admin] Publish callbacks [] for security_group (d111ead9-bb15-4c63-9594-7cb85d10ccf6), precommit_delete {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:29:42.307036 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-40f05b61-5a4c-4ea9-9764-d3b4a2773d4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728332'] for security_group (d111ead9-bb15-4c63-9594-7cb85d10ccf6), after_delete {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:29:42.309639 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-40f05b61-5a4c-4ea9-9764-d3b4a2773d4b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:29:42.310794 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [None req-40f05b61-5a4c-4ea9-9764-d3b4a2773d4b admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/d111ead9-bb15-4c63-9594-7cb85d10ccf6 HTTP/1.1" status: 204 len: 168 time: 0.2003138 Jun 18 05:29:42.318638 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f05b61-5a4c-4ea9-9764-d3b4a2773d4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d111ead9-bb15-4c63-9594-7cb85d10ccf6,revision_number=None']} {{(pid=104387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:29:49.485554 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.wsgi [-] (104387) accepted ('10.222.0.23', 57688) {{(pid=104387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 05:29:49.591161 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-495495f6-7c4f-47c2-a18c-c67eda105a17 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:29:49.665777 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-495495f6-7c4f-47c2-a18c-c67eda105a17 admin admin] Publish callbacks [] for security_group (d69367c3-5821-4dae-b452-b3c7c89f2a2e), precommit_create {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:29:49.735336 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-495495f6-7c4f-47c2-a18c-c67eda105a17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728332'] for security_group (d69367c3-5821-4dae-b452-b3c7c89f2a2e), after_create {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:29:49.775894 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [None req-495495f6-7c4f-47c2-a18c-c67eda105a17 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=398c90b02fb54699b5563270c98b8234&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2891438 Jun 18 05:29:49.776757 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-495495f6-7c4f-47c2-a18c-c67eda105a17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d69367c3-5821-4dae-b452-b3c7c89f2a2e,revision_number=1']} {{(pid=104387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:29:49.778634 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.wsgi [-] (104388) accepted ('10.222.0.23', 57692) {{(pid=104388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 05:29:49.831273 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-46e070dd-0e10-44c4-9046-f919c91f0965 admin admin] Publish callbacks [] for security_group (d69367c3-5821-4dae-b452-b3c7c89f2a2e), before_delete {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:29:49.844189 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG dbcounter [-] [104388] Writing DB stats neutron:SELECT=86,neutron:DELETE=4,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=104388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:29:49.853170 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-46e070dd-0e10-44c4-9046-f919c91f0965 admin admin] Publish callbacks [] for security_group (d69367c3-5821-4dae-b452-b3c7c89f2a2e), precommit_delete {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:29:49.867472 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG dbcounter [-] [104388] Writing DB stats neutron:SELECT=82,neutron:DELETE=4,neutron:INSERT=14 {{(pid=104388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:29:49.992454 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-46e070dd-0e10-44c4-9046-f919c91f0965 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728332'] for security_group (d69367c3-5821-4dae-b452-b3c7c89f2a2e), after_delete {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:29:49.995091 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-46e070dd-0e10-44c4-9046-f919c91f0965 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:29:49.996256 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [None req-46e070dd-0e10-44c4-9046-f919c91f0965 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/d69367c3-5821-4dae-b452-b3c7c89f2a2e HTTP/1.1" status: 204 len: 168 time: 0.2166228 Jun 18 05:29:50.004834 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e070dd-0e10-44c4-9046-f919c91f0965 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d69367c3-5821-4dae-b452-b3c7c89f2a2e,revision_number=None']} {{(pid=104388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:29:50.545023 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.wsgi [-] (104388) accepted ('10.222.0.23', 57698) {{(pid=104388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 05:29:50.558522 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-3c4965d8-f9f5-495f-9397-3b7e2692b173 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:29:50.633305 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-3c4965d8-f9f5-495f-9397-3b7e2692b173 admin admin] Publish callbacks [] for security_group (3ca99224-baf1-475a-a2ad-4edea05a83eb), precommit_create {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:29:50.683785 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-3c4965d8-f9f5-495f-9397-3b7e2692b173 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728332'] for security_group (3ca99224-baf1-475a-a2ad-4edea05a83eb), after_create {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:29:50.724049 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [None req-3c4965d8-f9f5-495f-9397-3b7e2692b173 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=6d62559d75704c12ac666b7292ee1347&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1779406 Jun 18 05:29:50.724856 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4965d8-f9f5-495f-9397-3b7e2692b173 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ca99224-baf1-475a-a2ad-4edea05a83eb,revision_number=1']} {{(pid=104388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:29:50.731540 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.wsgi [-] (104387) accepted ('10.222.0.23', 57700) {{(pid=104387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 05:29:50.784084 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-4b93f9f9-ec7a-46ed-84eb-a75b15cdba65 admin admin] Publish callbacks [] for security_group (3ca99224-baf1-475a-a2ad-4edea05a83eb), before_delete {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:29:50.805444 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-4b93f9f9-ec7a-46ed-84eb-a75b15cdba65 admin admin] Publish callbacks [] for security_group (3ca99224-baf1-475a-a2ad-4edea05a83eb), precommit_delete {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:29:50.903925 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-4b93f9f9-ec7a-46ed-84eb-a75b15cdba65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728332'] for security_group (3ca99224-baf1-475a-a2ad-4edea05a83eb), after_delete {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:29:50.906569 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-4b93f9f9-ec7a-46ed-84eb-a75b15cdba65 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:29:50.907729 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [None req-4b93f9f9-ec7a-46ed-84eb-a75b15cdba65 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/3ca99224-baf1-475a-a2ad-4edea05a83eb HTTP/1.1" status: 204 len: 168 time: 0.1749902 Jun 18 05:29:50.916184 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b93f9f9-ec7a-46ed-84eb-a75b15cdba65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ca99224-baf1-475a-a2ad-4edea05a83eb,revision_number=None']} {{(pid=104387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:29:51.675156 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.wsgi [-] (104388) accepted ('10.222.0.23', 57706) {{(pid=104388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 05:29:51.688766 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-4bf1c39f-2c8f-482d-86eb-99b1f642cbc9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:29:51.713220 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG neutron.db.agents_db [None req-f0cd052f-7516-4656-9d29-e77bb90ffdea None None] Agent healthcheck: found 6 active agents {{(pid=104390) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 18 05:29:51.766274 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-4bf1c39f-2c8f-482d-86eb-99b1f642cbc9 admin admin] Publish callbacks [] for security_group (2d2471ed-8983-445d-98f8-f2dcdfd9fc82), precommit_create {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:29:51.815125 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-4bf1c39f-2c8f-482d-86eb-99b1f642cbc9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728332'] for security_group (2d2471ed-8983-445d-98f8-f2dcdfd9fc82), after_create {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:29:51.855359 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [None req-4bf1c39f-2c8f-482d-86eb-99b1f642cbc9 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=0c24fb2a133241668620055926c9da83&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1791589 Jun 18 05:29:51.856301 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf1c39f-2c8f-482d-86eb-99b1f642cbc9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d2471ed-8983-445d-98f8-f2dcdfd9fc82,revision_number=1']} {{(pid=104388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:29:51.858200 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.wsgi [-] (104387) accepted ('10.222.0.23', 57708) {{(pid=104387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 05:29:51.910595 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-1df47fa4-8c1a-4b90-89b6-ccd8b74cdbcd admin admin] Publish callbacks [] for security_group (2d2471ed-8983-445d-98f8-f2dcdfd9fc82), before_delete {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:29:51.931396 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-1df47fa4-8c1a-4b90-89b6-ccd8b74cdbcd admin admin] Publish callbacks [] for security_group (2d2471ed-8983-445d-98f8-f2dcdfd9fc82), precommit_delete {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:29:52.072339 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-1df47fa4-8c1a-4b90-89b6-ccd8b74cdbcd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728332'] for security_group (2d2471ed-8983-445d-98f8-f2dcdfd9fc82), after_delete {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:29:52.072601 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-67573f5f-8f1a-41cf-907f-7b962afe0a92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789592556683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1744442'] for agent (426d7b1c-7831-4cf6-8aa4-29496a16634c), after_update {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:29:52.074900 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-1df47fa4-8c1a-4b90-89b6-ccd8b74cdbcd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:29:52.079130 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [None req-1df47fa4-8c1a-4b90-89b6-ccd8b74cdbcd admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/2d2471ed-8983-445d-98f8-f2dcdfd9fc82 HTTP/1.1" status: 204 len: 168 time: 0.2162435 Jun 18 05:29:52.085849 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df47fa4-8c1a-4b90-89b6-ccd8b74cdbcd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d2471ed-8983-445d-98f8-f2dcdfd9fc82,revision_number=None']} {{(pid=104387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:29:54.512584 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-1fc8caaf-b307-4272-884f-6ba98307f2ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789592556683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1744442'] for agent (a8549501-0164-4ac5-90a6-1ba1ba0d3f9d), after_update {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:29:55.603900 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-bd48e2cf-68a6-4f35-9a09-882d425f288c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789592556683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1744442'] for agent (e572bbf3-12d8-41bb-a2ed-524d739c9de1), after_update {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:29:57.292401 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-5df8b1a9-a354-44ed-8761-35e8e24f4084 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789592556683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1744442'] for agent (37f34a37-d85d-4c21-966b-86dc43157ac3), after_update {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:29:57.535760 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-c042a677-28f5-4026-b552-0173028fe9dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789592556683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1744442'] for agent (d503ae44-4e24-48d3-9886-03581f90537d), after_update {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:30:01.604214 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG dbcounter [-] [104390] Writing DB stats neutron:SELECT=3 {{(pid=104390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:30:01.708929 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG dbcounter [-] [104390] Writing DB stats neutron:SELECT=5 {{(pid=104390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:30:01.847132 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG dbcounter [-] [104388] Writing DB stats neutron:SELECT=41,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=104388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:30:01.852086 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG dbcounter [-] [104388] Writing DB stats neutron:SELECT=38,neutron:DELETE=4,neutron:INSERT=14,neutron:UPDATE=1 {{(pid=104388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:30:02.080331 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG dbcounter [-] [104387] Writing DB stats neutron:INSERT=5,neutron:SELECT=87,neutron:DELETE=4 {{(pid=104387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:30:02.081020 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG dbcounter [-] [104387] Writing DB stats neutron:SELECT=69,neutron:DELETE=8,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:30:05.246768 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.wsgi [-] (104387) accepted ('10.222.0.23', 57816) {{(pid=104387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 05:30:05.351514 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-1d193a72-3fe1-47e1-9e22-630f62e38cd4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:30:05.426718 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-1d193a72-3fe1-47e1-9e22-630f62e38cd4 admin admin] Publish callbacks [] for security_group (dc7210d0-5f40-4557-93e5-b99edab0df83), precommit_create {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:30:05.492659 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-1d193a72-3fe1-47e1-9e22-630f62e38cd4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728332'] for security_group (dc7210d0-5f40-4557-93e5-b99edab0df83), after_create {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:30:05.533183 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [None req-1d193a72-3fe1-47e1-9e22-630f62e38cd4 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=3d4606866f934cfdb36bb9706914feb7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2853506 Jun 18 05:30:05.534058 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d193a72-3fe1-47e1-9e22-630f62e38cd4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc7210d0-5f40-4557-93e5-b99edab0df83,revision_number=1']} {{(pid=104387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:30:05.536241 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.wsgi [-] (104388) accepted ('10.222.0.23', 57820) {{(pid=104388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 05:30:05.541780 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d193a72-3fe1-47e1-9e22-630f62e38cd4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:30:05.542133 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d193a72-3fe1-47e1-9e22-630f62e38cd4 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:30:05.542477 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d193a72-3fe1-47e1-9e22-630f62e38cd4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:30:05.542819 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d193a72-3fe1-47e1-9e22-630f62e38cd4 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:30:05.543154 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d193a72-3fe1-47e1-9e22-630f62e38cd4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:30:05.543583 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d193a72-3fe1-47e1-9e22-630f62e38cd4 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:30:05.543832 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d193a72-3fe1-47e1-9e22-630f62e38cd4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:30:05.544158 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d193a72-3fe1-47e1-9e22-630f62e38cd4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:30:05.544484 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d193a72-3fe1-47e1-9e22-630f62e38cd4 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:30:05.544809 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d193a72-3fe1-47e1-9e22-630f62e38cd4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:30:05.545135 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d193a72-3fe1-47e1-9e22-630f62e38cd4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:30:05.547963 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d193a72-3fe1-47e1-9e22-630f62e38cd4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:30:05.547963 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d193a72-3fe1-47e1-9e22-630f62e38cd4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:30:05.547963 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d193a72-3fe1-47e1-9e22-630f62e38cd4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:30:05.547963 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d193a72-3fe1-47e1-9e22-630f62e38cd4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:30:05.591661 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-34639a87-5ccb-4d85-a574-d65f0e3d3c12 admin admin] Publish callbacks [] for security_group (dc7210d0-5f40-4557-93e5-b99edab0df83), before_delete {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:30:05.615826 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-34639a87-5ccb-4d85-a574-d65f0e3d3c12 admin admin] Publish callbacks [] for security_group (dc7210d0-5f40-4557-93e5-b99edab0df83), precommit_delete {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:30:05.727021 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-34639a87-5ccb-4d85-a574-d65f0e3d3c12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728332'] for security_group (dc7210d0-5f40-4557-93e5-b99edab0df83), after_delete {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:30:05.729658 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-34639a87-5ccb-4d85-a574-d65f0e3d3c12 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:30:05.730855 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [None req-34639a87-5ccb-4d85-a574-d65f0e3d3c12 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/dc7210d0-5f40-4557-93e5-b99edab0df83 HTTP/1.1" status: 204 len: 168 time: 0.1936259 Jun 18 05:30:05.739591 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34639a87-5ccb-4d85-a574-d65f0e3d3c12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc7210d0-5f40-4557-93e5-b99edab0df83,revision_number=None']} {{(pid=104388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:30:05.747886 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34639a87-5ccb-4d85-a574-d65f0e3d3c12 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:30:05.747886 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34639a87-5ccb-4d85-a574-d65f0e3d3c12 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:30:05.748170 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34639a87-5ccb-4d85-a574-d65f0e3d3c12 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:30:05.748411 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34639a87-5ccb-4d85-a574-d65f0e3d3c12 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:30:05.749504 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34639a87-5ccb-4d85-a574-d65f0e3d3c12 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:30:05.749908 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34639a87-5ccb-4d85-a574-d65f0e3d3c12 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:30:05.750197 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34639a87-5ccb-4d85-a574-d65f0e3d3c12 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:30:05.750537 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34639a87-5ccb-4d85-a574-d65f0e3d3c12 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:30:05.750868 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34639a87-5ccb-4d85-a574-d65f0e3d3c12 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:30:05.751199 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34639a87-5ccb-4d85-a574-d65f0e3d3c12 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:30:05.751534 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34639a87-5ccb-4d85-a574-d65f0e3d3c12 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:30:05.751852 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34639a87-5ccb-4d85-a574-d65f0e3d3c12 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:30:05.752177 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34639a87-5ccb-4d85-a574-d65f0e3d3c12 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:30:05.752501 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34639a87-5ccb-4d85-a574-d65f0e3d3c12 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:30:05.752826 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34639a87-5ccb-4d85-a574-d65f0e3d3c12 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-35-iscsi {{(pid=104388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 05:30:06.363083 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.wsgi [-] (104387) accepted ('10.222.0.23', 57826) {{(pid=104387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 05:30:06.376804 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-ece5fc7b-b46e-4bc7-afb9-ac239f30c39e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:30:06.455898 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-ece5fc7b-b46e-4bc7-afb9-ac239f30c39e admin admin] Publish callbacks [] for security_group (1446066e-1587-457d-b3dc-95e20a4d9de0), precommit_create {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:30:06.521048 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-ece5fc7b-b46e-4bc7-afb9-ac239f30c39e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728332'] for security_group (1446066e-1587-457d-b3dc-95e20a4d9de0), after_create {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:30:06.561714 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [None req-ece5fc7b-b46e-4bc7-afb9-ac239f30c39e admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=1c395e7385e1411ca7ae32e1b624d2e7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1968060 Jun 18 05:30:06.562486 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece5fc7b-b46e-4bc7-afb9-ac239f30c39e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1446066e-1587-457d-b3dc-95e20a4d9de0,revision_number=1']} {{(pid=104387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:30:06.564531 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.wsgi [-] (104388) accepted ('10.222.0.23', 57828) {{(pid=104388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 05:30:06.617609 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-ba26f61e-f4e4-45a3-9b49-40ac8018fcb0 admin admin] Publish callbacks [] for security_group (1446066e-1587-457d-b3dc-95e20a4d9de0), before_delete {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:30:06.640537 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-ba26f61e-f4e4-45a3-9b49-40ac8018fcb0 admin admin] Publish callbacks [] for security_group (1446066e-1587-457d-b3dc-95e20a4d9de0), precommit_delete {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:30:06.752063 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-ba26f61e-f4e4-45a3-9b49-40ac8018fcb0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728332'] for security_group (1446066e-1587-457d-b3dc-95e20a4d9de0), after_delete {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:30:06.754558 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-ba26f61e-f4e4-45a3-9b49-40ac8018fcb0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:30:06.755698 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [None req-ba26f61e-f4e4-45a3-9b49-40ac8018fcb0 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/1446066e-1587-457d-b3dc-95e20a4d9de0 HTTP/1.1" status: 204 len: 168 time: 0.1901624 Jun 18 05:30:06.763513 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba26f61e-f4e4-45a3-9b49-40ac8018fcb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1446066e-1587-457d-b3dc-95e20a4d9de0,revision_number=None']} {{(pid=104388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:30:07.586755 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789592556683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1744442'] for agent (21f82a9e-593b-4fa9-aa06-dfe6f16482e6), after_update {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:30:16.552618 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG dbcounter [-] [104387] Writing DB stats neutron:SELECT=42,neutron:INSERT=10 {{(pid=104387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:30:16.558165 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG dbcounter [-] [104387] Writing DB stats neutron:SELECT=34,neutron:INSERT=12,neutron:UPDATE=2 {{(pid=104387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:30:16.674692 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG dbcounter [-] [104388] Writing DB stats neutron:SELECT=30,neutron:DELETE=5 {{(pid=104388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:30:16.759708 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG dbcounter [-] [104388] Writing DB stats neutron:SELECT=38,neutron:DELETE=3 {{(pid=104388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:30:17.524953 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG dbcounter [-] [104389] Writing DB stats neutron:SELECT=31,neutron:UPDATE=3 {{(pid=104389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:30:17.527032 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG dbcounter [-] [104389] Writing DB stats neutron:SELECT=25,neutron:UPDATE=3 {{(pid=104389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:30:18.351876 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.wsgi [-] (104388) accepted ('10.222.0.23', 57916) {{(pid=104388) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 05:30:18.458270 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-2d39ce83-53a2-472f-95e6-1e5d9c353bfb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:30:18.533093 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-2d39ce83-53a2-472f-95e6-1e5d9c353bfb admin admin] Publish callbacks [] for security_group (ff1a9fa0-a8a0-4fbc-b812-c22ffb51400e), precommit_create {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:30:18.629134 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-2d39ce83-53a2-472f-95e6-1e5d9c353bfb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728332'] for security_group (ff1a9fa0-a8a0-4fbc-b812-c22ffb51400e), after_create {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:30:18.670070 dv-cinder-836996-35-iscsi neutron-server[104388]: INFO neutron.wsgi [None req-2d39ce83-53a2-472f-95e6-1e5d9c353bfb admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=74bfbdabdbca4b1ab62e2327f3ee8e56&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3170276 Jun 18 05:30:18.671929 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d39ce83-53a2-472f-95e6-1e5d9c353bfb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff1a9fa0-a8a0-4fbc-b812-c22ffb51400e,revision_number=1']} {{(pid=104388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:30:18.673366 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.wsgi [-] (104387) accepted ('10.222.0.23', 57920) {{(pid=104387) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 05:30:18.721979 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-fa6f4749-3926-49d5-9b5a-9654ecd148ce admin admin] Publish callbacks [] for security_group (ff1a9fa0-a8a0-4fbc-b812-c22ffb51400e), before_delete {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:30:18.743860 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-fa6f4749-3926-49d5-9b5a-9654ecd148ce admin admin] Publish callbacks [] for security_group (ff1a9fa0-a8a0-4fbc-b812-c22ffb51400e), precommit_delete {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:30:18.866087 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-fa6f4749-3926-49d5-9b5a-9654ecd148ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728332'] for security_group (ff1a9fa0-a8a0-4fbc-b812-c22ffb51400e), after_delete {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:30:18.868647 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-fa6f4749-3926-49d5-9b5a-9654ecd148ce admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:30:18.869832 dv-cinder-836996-35-iscsi neutron-server[104387]: INFO neutron.wsgi [None req-fa6f4749-3926-49d5-9b5a-9654ecd148ce admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/ff1a9fa0-a8a0-4fbc-b812-c22ffb51400e HTTP/1.1" status: 204 len: 168 time: 0.1954496 Jun 18 05:30:18.877988 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa6f4749-3926-49d5-9b5a-9654ecd148ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff1a9fa0-a8a0-4fbc-b812-c22ffb51400e,revision_number=None']} {{(pid=104387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 05:30:20.584942 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG dbcounter [-] [104390] Writing DB stats neutron:SELECT=1 {{(pid=104390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:30:20.585787 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG dbcounter [-] [104390] Writing DB stats neutron:DELETE=1 {{(pid=104390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:30:22.083359 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-cd87c927-5b77-4470-9a4f-6f953a231949 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789592556683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1744442'] for agent (426d7b1c-7831-4cf6-8aa4-29496a16634c), after_update {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:30:24.500409 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-6577180e-db33-4695-b501-26acb6947a02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789592556683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1744442'] for agent (a8549501-0164-4ac5-90a6-1ba1ba0d3f9d), after_update {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:30:25.654575 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-bd48e2cf-68a6-4f35-9a09-882d425f288c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789592556683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1744442'] for agent (e572bbf3-12d8-41bb-a2ed-524d739c9de1), after_update {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:30:27.337833 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-5df8b1a9-a354-44ed-8761-35e8e24f4084 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789592556683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1744442'] for agent (37f34a37-d85d-4c21-966b-86dc43157ac3), after_update {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:30:27.540290 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-c042a677-28f5-4026-b552-0173028fe9dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789592556683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1744442'] for agent (d503ae44-4e24-48d3-9886-03581f90537d), after_update {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:30:28.664228 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG dbcounter [-] [104388] Writing DB stats neutron:SELECT=18,neutron:INSERT=5 {{(pid=104388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:30:28.666048 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG dbcounter [-] [104388] Writing DB stats neutron:SELECT=19,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:30:28.712102 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG neutron.db.agents_db [None req-f0cd052f-7516-4656-9d29-e77bb90ffdea None None] Agent healthcheck: found 6 active agents {{(pid=104390) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 18 05:30:28.872976 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG dbcounter [-] [104387] Writing DB stats neutron:SELECT=14,neutron:DELETE=2 {{(pid=104387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:30:28.873791 dv-cinder-836996-35-iscsi neutron-server[104387]: DEBUG dbcounter [-] [104387] Writing DB stats neutron:SELECT=19,neutron:DELETE=2 {{(pid=104387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:30:37.482239 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG dbcounter [-] [104389] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=104389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:30:37.484162 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG dbcounter [-] [104389] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=104389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:30:37.611766 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789592556683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1744442'] for agent (21f82a9e-593b-4fa9-aa06-dfe6f16482e6), after_update {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:30:38.600968 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG dbcounter [-] [104390] Writing DB stats neutron:SELECT=3 {{(pid=104390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:30:38.708344 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG dbcounter [-] [104390] Writing DB stats neutron:SELECT=5 {{(pid=104390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:30:47.621057 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG dbcounter [-] [104389] Writing DB stats neutron:SELECT=3,neutron:UPDATE=1 {{(pid=104389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:30:52.077187 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-db7d2cfc-9edf-4dc3-9efe-5b272531ff7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789592556683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1744442'] for agent (426d7b1c-7831-4cf6-8aa4-29496a16634c), after_update {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:30:54.480586 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-d0d81fa9-eb6c-421a-8014-ff4ebec28268 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789592556683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1744442'] for agent (a8549501-0164-4ac5-90a6-1ba1ba0d3f9d), after_update {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:30:55.625469 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-bd48e2cf-68a6-4f35-9a09-882d425f288c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789592556683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1744442'] for agent (e572bbf3-12d8-41bb-a2ed-524d739c9de1), after_update {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:30:57.328330 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-5df8b1a9-a354-44ed-8761-35e8e24f4084 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789592556683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1744442'] for agent (37f34a37-d85d-4c21-966b-86dc43157ac3), after_update {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:30:57.545755 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-c042a677-28f5-4026-b552-0173028fe9dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789592556683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1744442'] for agent (d503ae44-4e24-48d3-9886-03581f90537d), after_update {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:31:05.712197 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG neutron.db.agents_db [None req-f0cd052f-7516-4656-9d29-e77bb90ffdea None None] Agent healthcheck: found 6 active agents {{(pid=104390) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 18 05:31:07.486938 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG dbcounter [-] [104389] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=104389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:31:07.490403 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG dbcounter [-] [104389] Writing DB stats neutron:SELECT=6,neutron:UPDATE=2 {{(pid=104389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:31:07.630991 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789592556683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1744442'] for agent (21f82a9e-593b-4fa9-aa06-dfe6f16482e6), after_update {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:31:17.643581 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG dbcounter [-] [104389] Writing DB stats neutron:SELECT=3,neutron:UPDATE=1 {{(pid=104389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:31:20.268671 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG dbcounter [-] [104390] Writing DB stats neutron:SELECT=15 {{(pid=104390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:31:20.270525 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG dbcounter [-] [104390] Writing DB stats neutron:SELECT=19 {{(pid=104390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:31:22.053938 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-d0b9e0b6-9588-4a1f-b4fc-29b57a7404b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789592556683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1744442'] for agent (426d7b1c-7831-4cf6-8aa4-29496a16634c), after_update {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:31:24.481952 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-5969aab3-06ef-4e26-82b7-5442ad39a87d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789592556683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1744442'] for agent (a8549501-0164-4ac5-90a6-1ba1ba0d3f9d), after_update {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:31:25.642113 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-bd48e2cf-68a6-4f35-9a09-882d425f288c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789592556683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1744442'] for agent (e572bbf3-12d8-41bb-a2ed-524d739c9de1), after_update {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:31:27.299606 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-5df8b1a9-a354-44ed-8761-35e8e24f4084 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789592556683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1744442'] for agent (37f34a37-d85d-4c21-966b-86dc43157ac3), after_update {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:31:27.568181 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-c042a677-28f5-4026-b552-0173028fe9dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789592556683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1744442'] for agent (d503ae44-4e24-48d3-9886-03581f90537d), after_update {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:31:37.480071 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG dbcounter [-] [104389] Writing DB stats neutron:SELECT=6,neutron:UPDATE=1 {{(pid=104389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:31:37.486017 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG dbcounter [-] [104389] Writing DB stats neutron:SELECT=9,neutron:UPDATE=4 {{(pid=104389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:31:37.602249 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789592556683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1744442'] for agent (21f82a9e-593b-4fa9-aa06-dfe6f16482e6), after_update {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:31:42.710508 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG neutron.db.agents_db [None req-f0cd052f-7516-4656-9d29-e77bb90ffdea None None] Agent healthcheck: found 6 active agents {{(pid=104390) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 18 05:31:47.574665 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG dbcounter [-] [104389] Writing DB stats neutron:SELECT=3,neutron:UPDATE=1 {{(pid=104389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:31:52.064968 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-c98b3e1f-8bfa-4ec8-958a-af8bf8a0adda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789592556683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1744442'] for agent (426d7b1c-7831-4cf6-8aa4-29496a16634c), after_update {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:31:52.597152 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG dbcounter [-] [104390] Writing DB stats neutron:SELECT=4 {{(pid=104390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:31:52.710513 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG dbcounter [-] [104390] Writing DB stats neutron:SELECT=4 {{(pid=104390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:31:54.503144 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-af039c97-01c1-4d93-8ebc-758cee15c9ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789592556683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1744442'] for agent (a8549501-0164-4ac5-90a6-1ba1ba0d3f9d), after_update {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:31:55.636444 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-bd48e2cf-68a6-4f35-9a09-882d425f288c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789592556683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1744442'] for agent (e572bbf3-12d8-41bb-a2ed-524d739c9de1), after_update {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:31:57.281623 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-5df8b1a9-a354-44ed-8761-35e8e24f4084 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789592556683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1744442'] for agent (37f34a37-d85d-4c21-966b-86dc43157ac3), after_update {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:31:57.544917 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-c042a677-28f5-4026-b552-0173028fe9dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789592556683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1744442'] for agent (d503ae44-4e24-48d3-9886-03581f90537d), after_update {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:32:07.484885 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG dbcounter [-] [104389] Writing DB stats neutron:SELECT=14,neutron:UPDATE=4 {{(pid=104389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:32:07.486821 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG dbcounter [-] [104389] Writing DB stats neutron:SELECT=27,neutron:UPDATE=1 {{(pid=104389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:32:07.630143 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789592556683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1744442'] for agent (21f82a9e-593b-4fa9-aa06-dfe6f16482e6), after_update {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:32:17.568896 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG dbcounter [-] [104389] Writing DB stats neutron:SELECT=3,neutron:UPDATE=1 {{(pid=104389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:32:19.709158 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG neutron.db.agents_db [None req-f0cd052f-7516-4656-9d29-e77bb90ffdea None None] Agent healthcheck: found 6 active agents {{(pid=104390) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 18 05:32:22.046022 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-bf2d3461-b840-4f85-8293-68d97e40f9fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789592556683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1744442'] for agent (426d7b1c-7831-4cf6-8aa4-29496a16634c), after_update {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:32:24.502978 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-37eb5bfa-b960-4fb7-8686-84f2b94bebc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789592556683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1744442'] for agent (a8549501-0164-4ac5-90a6-1ba1ba0d3f9d), after_update {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:32:25.652089 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-bd48e2cf-68a6-4f35-9a09-882d425f288c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789592556683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1744442'] for agent (e572bbf3-12d8-41bb-a2ed-524d739c9de1), after_update {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:32:27.314683 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-5df8b1a9-a354-44ed-8761-35e8e24f4084 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789592556683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1744442'] for agent (37f34a37-d85d-4c21-966b-86dc43157ac3), after_update {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:32:27.543455 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-c042a677-28f5-4026-b552-0173028fe9dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789592556683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1744442'] for agent (d503ae44-4e24-48d3-9886-03581f90537d), after_update {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:32:29.704509 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG dbcounter [-] [104390] Writing DB stats neutron:DELETE=1,neutron:SELECT=3 {{(pid=104390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:32:29.705268 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG dbcounter [-] [104390] Writing DB stats neutron:SELECT=6 {{(pid=104390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:32:37.481917 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG dbcounter [-] [104389] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=104389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:32:37.483889 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG dbcounter [-] [104389] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=104389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:32:37.601137 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789592556683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1744442'] for agent (21f82a9e-593b-4fa9-aa06-dfe6f16482e6), after_update {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:32:47.556920 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG dbcounter [-] [104389] Writing DB stats neutron:SELECT=3,neutron:UPDATE=1 {{(pid=104389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:32:52.115607 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-0a09d344-3327-4a34-b43f-7b29d7477ae9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789592556683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1744442'] for agent (426d7b1c-7831-4cf6-8aa4-29496a16634c), after_update {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:32:54.498323 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-3b9712d5-f11a-45a0-8abc-10042356c794 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789592556683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1744442'] for agent (a8549501-0164-4ac5-90a6-1ba1ba0d3f9d), after_update {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:32:55.635885 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-bd48e2cf-68a6-4f35-9a09-882d425f288c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789592556683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1744442'] for agent (e572bbf3-12d8-41bb-a2ed-524d739c9de1), after_update {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:32:56.706886 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG neutron.db.agents_db [None req-f0cd052f-7516-4656-9d29-e77bb90ffdea None None] Agent healthcheck: found 6 active agents {{(pid=104390) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 18 05:32:57.298223 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-5df8b1a9-a354-44ed-8761-35e8e24f4084 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789592556683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1744442'] for agent (37f34a37-d85d-4c21-966b-86dc43157ac3), after_update {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:32:57.526743 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-c042a677-28f5-4026-b552-0173028fe9dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789592556683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1744442'] for agent (d503ae44-4e24-48d3-9886-03581f90537d), after_update {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:33:06.702259 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG dbcounter [-] [104390] Writing DB stats neutron:SELECT=4 {{(pid=104390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:33:06.703020 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG dbcounter [-] [104390] Writing DB stats neutron:SELECT=4 {{(pid=104390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:33:07.480241 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG dbcounter [-] [104389] Writing DB stats neutron:SELECT=10,neutron:UPDATE=1 {{(pid=104389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:33:07.482108 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG dbcounter [-] [104389] Writing DB stats neutron:UPDATE=4,neutron:SELECT=5 {{(pid=104389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:33:07.623969 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789592556683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1744442'] for agent (21f82a9e-593b-4fa9-aa06-dfe6f16482e6), after_update {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:33:17.577500 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG dbcounter [-] [104389] Writing DB stats neutron:SELECT=3,neutron:UPDATE=1 {{(pid=104389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:33:20.266225 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG dbcounter [-] [104390] Writing DB stats neutron:SELECT=13 {{(pid=104390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:33:20.268088 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG dbcounter [-] [104390] Writing DB stats neutron:SELECT=13 {{(pid=104390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:33:22.109544 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-9797f68f-9ae2-4830-8a52-0acb8d2606b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789592556683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1744442'] for agent (426d7b1c-7831-4cf6-8aa4-29496a16634c), after_update {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:33:24.520317 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-1d0d3a7d-1fa4-4e7a-9b99-4886a9a3e5a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789592556683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1744442'] for agent (a8549501-0164-4ac5-90a6-1ba1ba0d3f9d), after_update {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:33:25.652206 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-bd48e2cf-68a6-4f35-9a09-882d425f288c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789592556683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1744442'] for agent (e572bbf3-12d8-41bb-a2ed-524d739c9de1), after_update {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:33:27.292715 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-5df8b1a9-a354-44ed-8761-35e8e24f4084 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789592556683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1744442'] for agent (37f34a37-d85d-4c21-966b-86dc43157ac3), after_update {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:33:27.527163 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-c042a677-28f5-4026-b552-0173028fe9dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789592556683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1744442'] for agent (d503ae44-4e24-48d3-9886-03581f90537d), after_update {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:33:33.705549 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG neutron.db.agents_db [None req-f0cd052f-7516-4656-9d29-e77bb90ffdea None None] Agent healthcheck: found 6 active agents {{(pid=104390) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 18 05:33:37.483664 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG dbcounter [-] [104389] Writing DB stats neutron:SELECT=8,neutron:UPDATE=1 {{(pid=104389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:33:37.485577 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG dbcounter [-] [104389] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4 {{(pid=104389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:33:37.634689 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789592556683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1744442'] for agent (21f82a9e-593b-4fa9-aa06-dfe6f16482e6), after_update {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:33:43.588255 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG dbcounter [-] [104390] Writing DB stats neutron:SELECT=6 {{(pid=104390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:33:43.702042 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG dbcounter [-] [104390] Writing DB stats neutron:SELECT=4 {{(pid=104390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:33:47.578083 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG dbcounter [-] [104389] Writing DB stats neutron:SELECT=3,neutron:UPDATE=1 {{(pid=104389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:33:52.051799 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-4def2342-a5c0-42bf-a1d4-69f1256f58d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789592556683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1744442'] for agent (426d7b1c-7831-4cf6-8aa4-29496a16634c), after_update {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:33:54.508757 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-51dd7736-6bbc-42f9-911c-8fe7410995eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789592556683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1744442'] for agent (a8549501-0164-4ac5-90a6-1ba1ba0d3f9d), after_update {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:33:55.691760 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-bd48e2cf-68a6-4f35-9a09-882d425f288c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789592556683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1744442'] for agent (e572bbf3-12d8-41bb-a2ed-524d739c9de1), after_update {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:33:57.320268 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-5df8b1a9-a354-44ed-8761-35e8e24f4084 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789592556683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1744442'] for agent (37f34a37-d85d-4c21-966b-86dc43157ac3), after_update {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:33:57.560148 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-c042a677-28f5-4026-b552-0173028fe9dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789592556683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1744442'] for agent (d503ae44-4e24-48d3-9886-03581f90537d), after_update {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:34:07.478399 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG dbcounter [-] [104389] Writing DB stats neutron:SELECT=6,neutron:UPDATE=1 {{(pid=104389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:34:07.485475 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG dbcounter [-] [104389] Writing DB stats neutron:SELECT=9,neutron:UPDATE=4 {{(pid=104389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:34:07.639950 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789592556683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1744442'] for agent (21f82a9e-593b-4fa9-aa06-dfe6f16482e6), after_update {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:34:10.703287 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG neutron.db.agents_db [None req-f0cd052f-7516-4656-9d29-e77bb90ffdea None None] Agent healthcheck: found 6 active agents {{(pid=104390) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 18 05:34:17.587642 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG dbcounter [-] [104389] Writing DB stats neutron:SELECT=1 {{(pid=104389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:34:17.589546 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG dbcounter [-] [104389] Writing DB stats neutron:SELECT=2,neutron:UPDATE=1 {{(pid=104389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:34:20.698754 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG dbcounter [-] [104390] Writing DB stats neutron:SELECT=5 {{(pid=104390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:34:20.699579 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG dbcounter [-] [104390] Writing DB stats neutron:SELECT=4,neutron:DELETE=1 {{(pid=104390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:34:22.040265 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-989b5d01-a2e4-4286-a576-96a6ba621d15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789592556683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1744442'] for agent (426d7b1c-7831-4cf6-8aa4-29496a16634c), after_update {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:34:24.531506 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-5fcb4de1-55e5-4eac-bcae-bc2a60627df7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789592556683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1744442'] for agent (a8549501-0164-4ac5-90a6-1ba1ba0d3f9d), after_update {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:34:25.657774 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-bd48e2cf-68a6-4f35-9a09-882d425f288c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789592556683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1744442'] for agent (e572bbf3-12d8-41bb-a2ed-524d739c9de1), after_update {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:34:27.349002 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-5df8b1a9-a354-44ed-8761-35e8e24f4084 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789592556683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1744442'] for agent (37f34a37-d85d-4c21-966b-86dc43157ac3), after_update {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:34:27.560416 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-c042a677-28f5-4026-b552-0173028fe9dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789592556683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1744442'] for agent (d503ae44-4e24-48d3-9886-03581f90537d), after_update {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:34:37.651709 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789592556683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1744442'] for agent (21f82a9e-593b-4fa9-aa06-dfe6f16482e6), after_update {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:34:47.583872 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG dbcounter [-] [104389] Writing DB stats neutron:SELECT=22,neutron:UPDATE=3 {{(pid=104389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:34:47.589800 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG dbcounter [-] [104389] Writing DB stats neutron:SELECT=22,neutron:UPDATE=3 {{(pid=104389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:34:47.702293 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG neutron.db.agents_db [None req-f0cd052f-7516-4656-9d29-e77bb90ffdea None None] Agent healthcheck: found 6 active agents {{(pid=104390) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 18 05:34:52.057294 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-cbcc79ac-5c0e-49c7-be43-6f11dbd07857 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789592556683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1744442'] for agent (426d7b1c-7831-4cf6-8aa4-29496a16634c), after_update {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:34:54.479934 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-41dcfb6e-5872-46b7-b48f-d7e498174335 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789592556683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1744442'] for agent (a8549501-0164-4ac5-90a6-1ba1ba0d3f9d), after_update {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:34:55.657168 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-bd48e2cf-68a6-4f35-9a09-882d425f288c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789592556683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1744442'] for agent (e572bbf3-12d8-41bb-a2ed-524d739c9de1), after_update {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:34:56.582017 dv-cinder-836996-35-iscsi neutron-server[104388]: DEBUG neutron.wsgi [req-d46367b5-3c29-4cb0-9691-bc4a3bf810a9 req-d70219f6-1454-45c3-937c-2ad025dc08e6 service neutron] (104388) timed out ('10.222.0.15', 64830) {{(pid=104388) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jun 18 05:34:57.302815 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-5df8b1a9-a354-44ed-8761-35e8e24f4084 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789592556683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1744442'] for agent (37f34a37-d85d-4c21-966b-86dc43157ac3), after_update {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:34:57.549598 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-c042a677-28f5-4026-b552-0173028fe9dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789592556683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1744442'] for agent (d503ae44-4e24-48d3-9886-03581f90537d), after_update {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:34:57.697934 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG dbcounter [-] [104390] Writing DB stats neutron:SELECT=3 {{(pid=104390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:34:57.698684 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG dbcounter [-] [104390] Writing DB stats neutron:SELECT=5 {{(pid=104390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:35:07.481970 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG dbcounter [-] [104389] Writing DB stats neutron:UPDATE=2,neutron:SELECT=6 {{(pid=104389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:35:07.488940 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG dbcounter [-] [104389] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=104389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:35:07.674695 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789592556683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1744442'] for agent (21f82a9e-593b-4fa9-aa06-dfe6f16482e6), after_update {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:35:17.598964 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG dbcounter [-] [104389] Writing DB stats neutron:SELECT=3,neutron:UPDATE=1 {{(pid=104389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:35:20.262506 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG dbcounter [-] [104390] Writing DB stats neutron:SELECT=16 {{(pid=104390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:35:20.264391 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG dbcounter [-] [104390] Writing DB stats neutron:SELECT=10 {{(pid=104390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:35:22.073215 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-3000096b-f658-435c-97b5-e3e458134621 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789592556683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1744442'] for agent (426d7b1c-7831-4cf6-8aa4-29496a16634c), after_update {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:35:24.497478 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-2d70f079-33d7-4dae-96b4-d0aa6b4bc18e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789592556683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1744442'] for agent (a8549501-0164-4ac5-90a6-1ba1ba0d3f9d), after_update {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:35:24.700084 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG neutron.db.agents_db [None req-f0cd052f-7516-4656-9d29-e77bb90ffdea None None] Agent healthcheck: found 6 active agents {{(pid=104390) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 18 05:35:25.650487 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-bd48e2cf-68a6-4f35-9a09-882d425f288c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789592556683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1744442'] for agent (e572bbf3-12d8-41bb-a2ed-524d739c9de1), after_update {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:35:27.320175 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-5df8b1a9-a354-44ed-8761-35e8e24f4084 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789592556683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1744442'] for agent (37f34a37-d85d-4c21-966b-86dc43157ac3), after_update {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:35:27.565748 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-c042a677-28f5-4026-b552-0173028fe9dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789592556683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1744442'] for agent (d503ae44-4e24-48d3-9886-03581f90537d), after_update {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 05:35:34.695688 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG dbcounter [-] [104390] Writing DB stats neutron:SELECT=5 {{(pid=104390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:35:34.696460 dv-cinder-836996-35-iscsi neutron-server[104390]: DEBUG dbcounter [-] [104390] Writing DB stats neutron:SELECT=3 {{(pid=104390) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:35:37.487301 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG dbcounter [-] [104389] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4 {{(pid=104389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:35:37.489318 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG dbcounter [-] [104389] Writing DB stats neutron:SELECT=8,neutron:UPDATE=1 {{(pid=104389) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 05:35:37.646704 dv-cinder-836996-35-iscsi neutron-server[104389]: DEBUG neutron_lib.callbacks.manager [None req-8dd2fe3a-c72b-4735-8033-2db26b1fb2b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789592556683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1744442'] for agent (21f82a9e-593b-4fa9-aa06-dfe6f16482e6), after_update {{(pid=104389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}